-- Logs begin at Mon 2022-02-28 22:02:01 UTC, end at Mon 2022-02-28 23:01:58 UTC. -- Feb 28 22:33:43.601280 dv-cinder-830538-5-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Feb 28 22:33:46.532633 dv-cinder-830538-5-iscsi neutron-server[109459]: INFO neutron.common.config [-] Logging enabled! Feb 28 22:33:46.533239 dv-cinder-830538-5-iscsi neutron-server[109459]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev552 Feb 28 22:33:46.533414 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=109459) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Feb 28 22:33:46.536700 dv-cinder-830538-5-iscsi neutron-server[109459]: INFO neutron.common.config [-] Logging enabled! Feb 28 22:33:46.536958 dv-cinder-830538-5-iscsi neutron-server[109459]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev552 Feb 28 22:33:46.537274 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=109459) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Feb 28 22:33:46.538210 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Feb 28 22:33:46.538450 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Feb 28 22:33:46.538819 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Feb 28 22:33:46.539083 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Feb 28 22:33:46.539895 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Feb 28 22:33:46.540273 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 22:33:46.540763 dv-cinder-830538-5-iscsi neutron-server[109459]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Feb 28 22:33:46.541092 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 22:33:46.541395 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 22:33:46.541696 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 22:33:46.541996 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 22:33:46.542291 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 22:33:46.542579 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 22:33:46.542874 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 22:33:46.543178 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 22:33:46.543468 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 22:33:46.543778 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 22:33:46.544070 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 22:33:46.544366 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 22:33:46.544651 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron.common.config [-] config_source = [] {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 22:33:46.544942 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 22:33:46.545238 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 22:33:46.545522 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron.common.config [-] debug = True {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 22:33:46.545803 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 22:33:46.546230 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 22:33:46.546652 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 22:33:46.546936 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 22:33:46.547226 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 22:33:46.547504 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 22:33:46.547871 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 22:33:46.548153 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 22:33:46.548440 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 22:33:46.548780 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron.common.config [-] host = dv-cinder-830538-5-iscsi {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 22:33:46.549056 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 22:33:46.549346 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 22:33:46.549635 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 22:33:46.549922 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 22:33:46.550200 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 22:33:46.550480 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 22:33:46.550765 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 22:33:46.551042 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron.common.config [-] log_dir = None {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 22:33:46.551319 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron.common.config [-] log_file = None {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 22:33:46.551596 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 22:33:46.551909 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 22:33:46.552202 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 22:33:46.552503 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 22:33:46.552731 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 22:33:46.552959 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 22:33:46.553251 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 22:33:46.553542 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 22:33:46.553820 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 22:33:46.554097 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 22:33:46.554375 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 22:33:46.554653 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 22:33:46.554930 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 22:33:46.555207 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 22:33:46.556199 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 22:33:46.556565 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 22:33:46.556782 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 22:33:46.557065 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 22:33:46.557348 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 22:33:46.557628 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 22:33:46.557905 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 22:33:46.558195 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 22:33:46.558474 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 22:33:46.558754 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 22:33:46.559033 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 22:33:46.559323 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 22:33:46.559596 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 22:33:46.559909 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 22:33:46.560210 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 22:33:46.560499 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 22:33:46.560787 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 22:33:46.561075 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 22:33:46.561352 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 22:33:46.561638 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 22:33:46.561914 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 22:33:46.562189 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron.common.config [-] use_journal = False {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 22:33:46.562461 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron.common.config [-] use_json = False {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 22:33:46.562735 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 22:33:46.563009 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 22:33:46.563292 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 22:33:46.563568 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 22:33:46.563868 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 22:33:46.564143 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 22:33:46.564417 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 22:33:46.564705 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 22:33:46.564988 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 22:33:46.565287 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:46.565588 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:46.566157 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:46.566457 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:46.566751 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:46.567037 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:46.567331 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:46.567614 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:46.567936 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:46.568227 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:46.568518 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:46.568799 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:46.569105 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:46.569399 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:46.569698 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:46.570005 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:46.570303 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:46.570596 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:46.570877 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:46.571774 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:46.572172 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:46.572592 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:46.572888 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:46.573173 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:46.573469 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:46.573765 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:46.574050 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:46.574354 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:46.574646 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:46.574945 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:46.575243 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:46.575522 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:46.575833 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:46.576131 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:46.576413 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:46.576691 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:46.576972 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:46.577262 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:46.577542 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:46.577819 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:46.578105 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:46.578387 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:46.578662 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:46.578938 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:46.579217 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:46.579508 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:46.579814 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:46.580094 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:46.580367 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:46.580646 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:46.580920 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:46.581206 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:46.581485 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:46.581759 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:46.582035 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:46.582313 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:46.582587 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:46.582861 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:46.583140 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:46.583412 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:46.583724 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:46.584002 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:46.584278 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:46.584552 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:46.584825 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:46.585103 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:46.585375 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:46.585647 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:46.585943 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:46.586200 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:46.586475 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:46.586935 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:46.587223 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:46.587498 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:46.587819 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:46.588126 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:46.588410 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:46.588697 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:46.588980 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:46.589262 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:46.589542 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:46.589821 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:46.590102 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:46.590385 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:46.590664 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:46.590959 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:46.591248 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:46.591536 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:46.591867 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:46.592153 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:46.592454 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:46.592737 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:46.593019 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:46.593307 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:46.593587 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:46.593866 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:46.594143 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:46.594432 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:46.594725 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:46.595026 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:46.595323 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:46.595619 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:46.595938 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:46.596220 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:46.596535 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:46.596817 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:46.597035 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Feb 28 22:33:46.597275 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=109459) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Feb 28 22:33:46.973110 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=109459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Feb 28 22:33:46.973393 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=109459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Feb 28 22:33:46.973702 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=109459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Feb 28 22:33:46.974180 dv-cinder-830538-5-iscsi neutron-server[109459]: INFO neutron.manager [-] Loading core plugin: ml2 Feb 28 22:33:47.308359 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109459) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 22:33:47.308648 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109459) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 22:33:47.308919 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109459) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 22:33:47.310221 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109459) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 22:33:47.310497 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109459) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 22:33:47.310773 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109459) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 22:33:47.358882 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109459) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 22:33:47.359162 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109459) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 22:33:47.359432 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109459) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 22:33:47.375232 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109459) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 22:33:47.375505 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109459) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 22:33:47.375800 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109459) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 22:33:47.408148 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109459) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 22:33:47.408431 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109459) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 22:33:47.408706 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109459) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 22:33:47.448494 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109459) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 22:33:47.448770 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109459) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 22:33:47.449043 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109459) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 22:33:47.813078 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=109459) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 22:33:47.813738 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=109459) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 22:33:47.813738 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=109459) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 22:33:47.813898 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=109459) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 22:33:47.814564 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=109459) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 22:33:47.920671 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=109459) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 22:33:47.920995 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=109459) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 22:33:47.921285 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=109459) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 22:33:47.921560 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=109459) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 22:33:47.921830 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=109459) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 22:33:47.922140 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=109459) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 22:33:47.922403 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=109459) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 22:33:47.922663 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=109459) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 22:33:47.922919 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=109459) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 22:33:47.923203 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=109459) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 22:33:47.923463 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=109459) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 22:33:47.923755 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=109459) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 22:33:47.924016 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=109459) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 22:33:47.924271 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=109459) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 22:33:47.924529 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=109459) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 22:33:47.924795 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109459) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 22:33:47.925050 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=109459) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 22:33:47.925318 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=109459) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 22:33:47.925589 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=109459) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 22:33:47.925847 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=109459) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 22:33:47.926118 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109459) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 22:33:47.926370 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109459) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 22:33:47.926650 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=109459) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 22:33:47.927024 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109459) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 22:33:47.927274 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109459) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 22:33:47.927521 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109459) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 22:33:47.927952 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=109459) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 28 22:33:47.928196 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=109459) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 28 22:33:47.928669 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=109459) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 28 22:33:47.928917 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=109459) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 28 22:33:47.929159 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=109459) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 28 22:33:47.929401 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=109459) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 28 22:33:47.929776 dv-cinder-830538-5-iscsi neutron-server[109459]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Feb 28 22:33:47.933375 dv-cinder-830538-5-iscsi neutron-server[109459]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Feb 28 22:33:47.938586 dv-cinder-830538-5-iscsi neutron-server[109459]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Feb 28 22:33:47.942793 dv-cinder-830538-5-iscsi neutron-server[109459]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(100, 149)])]) Feb 28 22:33:47.944492 dv-cinder-830538-5-iscsi neutron-server[109459]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Feb 28 22:33:47.944970 dv-cinder-830538-5-iscsi neutron-server[109459]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Feb 28 22:33:47.945307 dv-cinder-830538-5-iscsi neutron-server[109459]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Feb 28 22:33:47.945703 dv-cinder-830538-5-iscsi neutron-server[109459]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Feb 28 22:33:47.948623 dv-cinder-830538-5-iscsi neutron-server[109459]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Feb 28 22:33:47.948877 dv-cinder-830538-5-iscsi neutron-server[109459]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Feb 28 22:33:47.949223 dv-cinder-830538-5-iscsi neutron-server[109459]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Feb 28 22:33:47.954322 dv-cinder-830538-5-iscsi neutron-server[109459]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Feb 28 22:33:47.980762 dv-cinder-830538-5-iscsi neutron-server[109459]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Feb 28 22:33:47.981233 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=109459) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 22:33:47.981537 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=109459) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Feb 28 22:33:47.981916 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=109459) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 22:33:47.983312 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=109459) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Feb 28 22:33:47.983599 dv-cinder-830538-5-iscsi neutron-server[109459]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Feb 28 22:33:47.983878 dv-cinder-830538-5-iscsi neutron-server[109459]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Feb 28 22:33:47.987236 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=109459) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 22:33:47.987523 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=109459) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 22:33:48.054935 dv-cinder-830538-5-iscsi neutron-server[109459]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Feb 28 22:33:48.055180 dv-cinder-830538-5-iscsi neutron-server[109459]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Feb 28 22:33:48.055446 dv-cinder-830538-5-iscsi neutron-server[109459]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Feb 28 22:33:48.055853 dv-cinder-830538-5-iscsi neutron-server[109459]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Feb 28 22:33:48.076860 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_db.sqlalchemy.engines [None req-1109652c-b370-44bc-89d1-a0327d7aa499 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=109459) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Feb 28 22:33:48.529943 dv-cinder-830538-5-iscsi neutron-server[109459]: INFO neutron.plugins.ml2.managers [None req-1109652c-b370-44bc-89d1-a0327d7aa499 None None] Initializing driver for type 'gre' Feb 28 22:33:48.530519 dv-cinder-830538-5-iscsi neutron-server[109459]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-1109652c-b370-44bc-89d1-a0327d7aa499 None None] gre ID ranges: [(1, 1000)] Feb 28 22:33:48.585986 dv-cinder-830538-5-iscsi neutron-server[109459]: INFO neutron.plugins.ml2.managers [None req-1109652c-b370-44bc-89d1-a0327d7aa499 None None] Initializing driver for type 'local' Feb 28 22:33:48.586371 dv-cinder-830538-5-iscsi neutron-server[109459]: INFO neutron.plugins.ml2.managers [None req-1109652c-b370-44bc-89d1-a0327d7aa499 None None] Initializing driver for type 'vlan' Feb 28 22:33:48.599889 dv-cinder-830538-5-iscsi neutron-server[109459]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-1109652c-b370-44bc-89d1-a0327d7aa499 None None] VlanTypeDriver initialization complete Feb 28 22:33:48.600306 dv-cinder-830538-5-iscsi neutron-server[109459]: INFO neutron.plugins.ml2.managers [None req-1109652c-b370-44bc-89d1-a0327d7aa499 None None] Initializing driver for type 'vxlan' Feb 28 22:33:48.600747 dv-cinder-830538-5-iscsi neutron-server[109459]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-1109652c-b370-44bc-89d1-a0327d7aa499 None None] vxlan ID ranges: [(1, 1000)] Feb 28 22:33:48.653275 dv-cinder-830538-5-iscsi neutron-server[109459]: INFO neutron.plugins.ml2.managers [None req-1109652c-b370-44bc-89d1-a0327d7aa499 None None] Initializing extension driver 'port_security' Feb 28 22:33:48.653617 dv-cinder-830538-5-iscsi neutron-server[109459]: INFO neutron.plugins.ml2.extensions.port_security [None req-1109652c-b370-44bc-89d1-a0327d7aa499 None None] PortSecurityExtensionDriver initialization complete Feb 28 22:33:48.653952 dv-cinder-830538-5-iscsi neutron-server[109459]: INFO neutron.plugins.ml2.managers [None req-1109652c-b370-44bc-89d1-a0327d7aa499 None None] Initializing mechanism driver 'openvswitch' Feb 28 22:33:48.654271 dv-cinder-830538-5-iscsi neutron-server[109459]: INFO neutron.plugins.ml2.managers [None req-1109652c-b370-44bc-89d1-a0327d7aa499 None None] Initializing mechanism driver 'hyperv' Feb 28 22:33:48.660900 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron.plugins.ml2.plugin [None req-1109652c-b370-44bc-89d1-a0327d7aa499 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=109459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 22:33:48.661746 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron_lib.callbacks.manager [None req-1109652c-b370-44bc-89d1-a0327d7aa499 None None] Subscribe: > port after_create 55550000 {{(pid=109459) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 22:33:48.662126 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron_lib.callbacks.manager [None req-1109652c-b370-44bc-89d1-a0327d7aa499 None None] Subscribe: > port after_update 55550000 {{(pid=109459) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 22:33:48.662485 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron_lib.callbacks.manager [None req-1109652c-b370-44bc-89d1-a0327d7aa499 None None] Subscribe: > port after_delete 55550000 {{(pid=109459) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 22:33:48.663017 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=109459) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Feb 28 22:33:48.663452 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron_lib.callbacks.manager [None req-1109652c-b370-44bc-89d1-a0327d7aa499 None None] Subscribe: > subnet after_create 55550000 {{(pid=109459) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 22:33:48.663836 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron_lib.callbacks.manager [None req-1109652c-b370-44bc-89d1-a0327d7aa499 None None] Subscribe: > subnet after_update 55550000 {{(pid=109459) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 22:33:48.664187 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron_lib.callbacks.manager [None req-1109652c-b370-44bc-89d1-a0327d7aa499 None None] Subscribe: > subnet after_delete 55550000 {{(pid=109459) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 22:33:48.664588 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=109459) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Feb 28 22:33:48.665539 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron_lib.callbacks.manager [None req-1109652c-b370-44bc-89d1-a0327d7aa499 None None] Subscribe: > network after_create 55550000 {{(pid=109459) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 22:33:48.665905 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron_lib.callbacks.manager [None req-1109652c-b370-44bc-89d1-a0327d7aa499 None None] Subscribe: > network after_update 55550000 {{(pid=109459) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 22:33:48.666263 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron_lib.callbacks.manager [None req-1109652c-b370-44bc-89d1-a0327d7aa499 None None] Subscribe: > network after_delete 55550000 {{(pid=109459) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 22:33:48.666665 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=109459) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Feb 28 22:33:48.667081 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron_lib.callbacks.manager [None req-1109652c-b370-44bc-89d1-a0327d7aa499 None None] Subscribe: > security_group after_create 55550000 {{(pid=109459) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 22:33:48.667440 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron_lib.callbacks.manager [None req-1109652c-b370-44bc-89d1-a0327d7aa499 None None] Subscribe: > security_group after_update 55550000 {{(pid=109459) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 22:33:48.667815 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron_lib.callbacks.manager [None req-1109652c-b370-44bc-89d1-a0327d7aa499 None None] Subscribe: > security_group after_delete 55550000 {{(pid=109459) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 22:33:48.668225 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=109459) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Feb 28 22:33:48.668634 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron_lib.callbacks.manager [None req-1109652c-b370-44bc-89d1-a0327d7aa499 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=109459) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 22:33:48.668984 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron_lib.callbacks.manager [None req-1109652c-b370-44bc-89d1-a0327d7aa499 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=109459) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 22:33:48.669326 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron_lib.callbacks.manager [None req-1109652c-b370-44bc-89d1-a0327d7aa499 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=109459) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 22:33:48.669725 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=109459) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Feb 28 22:33:48.670134 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron_lib.callbacks.manager [None req-1109652c-b370-44bc-89d1-a0327d7aa499 None None] Subscribe: > address_group after_create 55550000 {{(pid=109459) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 22:33:48.670487 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron_lib.callbacks.manager [None req-1109652c-b370-44bc-89d1-a0327d7aa499 None None] Subscribe: > address_group after_update 55550000 {{(pid=109459) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 22:33:48.670828 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron_lib.callbacks.manager [None req-1109652c-b370-44bc-89d1-a0327d7aa499 None None] Subscribe: > address_group after_delete 55550000 {{(pid=109459) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 22:33:48.671227 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=109459) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Feb 28 22:33:48.671693 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-1109652c-b370-44bc-89d1-a0327d7aa499 None None] ML2 OVO RPC backend initialized. {{(pid=109459) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Feb 28 22:33:48.672403 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron_lib.callbacks.manager [None req-1109652c-b370-44bc-89d1-a0327d7aa499 None None] Subscribe: > router_interface after_create 55550000 {{(pid=109459) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 22:33:48.672763 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron_lib.callbacks.manager [None req-1109652c-b370-44bc-89d1-a0327d7aa499 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=109459) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 22:33:48.673183 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron_lib.callbacks.manager [None req-1109652c-b370-44bc-89d1-a0327d7aa499 None None] Subscribe: > network before_response 55550000 {{(pid=109459) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 22:33:48.673536 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron_lib.callbacks.manager [None req-1109652c-b370-44bc-89d1-a0327d7aa499 None None] Subscribe: > networks before_response 55550000 {{(pid=109459) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 22:33:48.673887 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron_lib.callbacks.manager [None req-1109652c-b370-44bc-89d1-a0327d7aa499 None None] Subscribe: > port before_response 55550000 {{(pid=109459) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 22:33:48.674234 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron_lib.callbacks.manager [None req-1109652c-b370-44bc-89d1-a0327d7aa499 None None] Subscribe: > ports before_response 55550000 {{(pid=109459) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 22:33:48.674584 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron_lib.callbacks.manager [None req-1109652c-b370-44bc-89d1-a0327d7aa499 None None] Subscribe: > subnet before_response 55550000 {{(pid=109459) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 22:33:48.674927 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron_lib.callbacks.manager [None req-1109652c-b370-44bc-89d1-a0327d7aa499 None None] Subscribe: > subnets before_response 55550000 {{(pid=109459) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 22:33:48.675275 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron_lib.callbacks.manager [None req-1109652c-b370-44bc-89d1-a0327d7aa499 None None] Subscribe: > network after_create 55550000 {{(pid=109459) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 22:33:48.675617 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron_lib.callbacks.manager [None req-1109652c-b370-44bc-89d1-a0327d7aa499 None None] Subscribe: > network after_update 55550000 {{(pid=109459) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 22:33:48.675984 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron_lib.callbacks.manager [None req-1109652c-b370-44bc-89d1-a0327d7aa499 None None] Subscribe: > network after_delete 55550000 {{(pid=109459) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 22:33:48.676324 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron_lib.callbacks.manager [None req-1109652c-b370-44bc-89d1-a0327d7aa499 None None] Subscribe: > port after_create 55550000 {{(pid=109459) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 22:33:48.676662 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron_lib.callbacks.manager [None req-1109652c-b370-44bc-89d1-a0327d7aa499 None None] Subscribe: > port after_update 55550000 {{(pid=109459) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 22:33:48.677000 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron_lib.callbacks.manager [None req-1109652c-b370-44bc-89d1-a0327d7aa499 None None] Subscribe: > port after_delete 55550000 {{(pid=109459) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 22:33:48.677336 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron_lib.callbacks.manager [None req-1109652c-b370-44bc-89d1-a0327d7aa499 None None] Subscribe: > subnet after_create 55550000 {{(pid=109459) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 22:33:48.677672 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron_lib.callbacks.manager [None req-1109652c-b370-44bc-89d1-a0327d7aa499 None None] Subscribe: > subnet after_update 55550000 {{(pid=109459) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 22:33:48.678008 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron_lib.callbacks.manager [None req-1109652c-b370-44bc-89d1-a0327d7aa499 None None] Subscribe: > subnet after_delete 55550000 {{(pid=109459) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 22:33:48.686315 dv-cinder-830538-5-iscsi neutron-server[109459]: INFO neutron.quota [None req-1109652c-b370-44bc-89d1-a0327d7aa499 None None] Loaded quota_driver: . Feb 28 22:33:48.686684 dv-cinder-830538-5-iscsi neutron-server[109459]: INFO neutron.plugins.ml2.plugin [None req-1109652c-b370-44bc-89d1-a0327d7aa499 None None] Modular L2 Plugin initialization complete Feb 28 22:33:48.687033 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron.manager [None req-1109652c-b370-44bc-89d1-a0327d7aa499 None None] Loading services supported by the core plugin {{(pid=109459) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Feb 28 22:33:48.687375 dv-cinder-830538-5-iscsi neutron-server[109459]: INFO neutron.plugins.ml2.managers [None req-1109652c-b370-44bc-89d1-a0327d7aa499 None None] Got port-security extension from driver 'port_security' Feb 28 22:33:48.687886 dv-cinder-830538-5-iscsi neutron-server[109459]: INFO neutron.extensions.vlantransparent [None req-1109652c-b370-44bc-89d1-a0327d7aa499 None None] Disabled vlantransparent extension. Feb 28 22:33:48.688381 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron.manager [None req-1109652c-b370-44bc-89d1-a0327d7aa499 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=109459) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Feb 28 22:33:48.688710 dv-cinder-830538-5-iscsi neutron-server[109459]: INFO neutron.manager [None req-1109652c-b370-44bc-89d1-a0327d7aa499 None None] Loading Plugin: router Feb 28 22:33:48.725719 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron_lib.callbacks.manager [None req-1109652c-b370-44bc-89d1-a0327d7aa499 None None] Subscribe: > router_interface before_create 55550000 {{(pid=109459) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 22:33:48.726115 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron_lib.callbacks.manager [None req-1109652c-b370-44bc-89d1-a0327d7aa499 None None] Subscribe: > router after_create 55549900 {{(pid=109459) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 22:33:48.726491 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron_lib.callbacks.manager [None req-1109652c-b370-44bc-89d1-a0327d7aa499 None None] Subscribe: > router before_create 55549900 {{(pid=109459) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 22:33:48.726861 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron_lib.callbacks.manager [None req-1109652c-b370-44bc-89d1-a0327d7aa499 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=109459) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 22:33:48.727239 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron_lib.callbacks.manager [None req-1109652c-b370-44bc-89d1-a0327d7aa499 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=109459) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 22:33:48.728072 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron_lib.callbacks.manager [None req-1109652c-b370-44bc-89d1-a0327d7aa499 None None] Subscribe: > router after_delete 55549900 {{(pid=109459) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 22:33:48.728444 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron_lib.callbacks.manager [None req-1109652c-b370-44bc-89d1-a0327d7aa499 None None] Subscribe: > floatingip after_create 55550000 {{(pid=109459) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 22:33:48.728802 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron_lib.callbacks.manager [None req-1109652c-b370-44bc-89d1-a0327d7aa499 None None] Subscribe: > floatingip after_update 55550000 {{(pid=109459) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 22:33:48.729168 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron_lib.callbacks.manager [None req-1109652c-b370-44bc-89d1-a0327d7aa499 None None] Subscribe: > router after_create 55549900 {{(pid=109459) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 22:33:48.729522 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron_lib.callbacks.manager [None req-1109652c-b370-44bc-89d1-a0327d7aa499 None None] Subscribe: > router after_update 55549900 {{(pid=109459) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 22:33:48.729880 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron_lib.callbacks.manager [None req-1109652c-b370-44bc-89d1-a0327d7aa499 None None] Subscribe: > router after_update 55549900 {{(pid=109459) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 22:33:48.730234 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron_lib.callbacks.manager [None req-1109652c-b370-44bc-89d1-a0327d7aa499 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=109459) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 22:33:48.730600 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron_lib.callbacks.manager [None req-1109652c-b370-44bc-89d1-a0327d7aa499 None None] Subscribe: > router after_update 55549900 {{(pid=109459) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 22:33:48.731014 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron_lib.callbacks.manager [None req-1109652c-b370-44bc-89d1-a0327d7aa499 None None] Subscribe: > router precommit_update 55549900 {{(pid=109459) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 22:33:48.731388 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron_lib.callbacks.manager [None req-1109652c-b370-44bc-89d1-a0327d7aa499 None None] Subscribe: port after_update 55550000 {{(pid=109459) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 22:33:48.731753 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron_lib.callbacks.manager [None req-1109652c-b370-44bc-89d1-a0327d7aa499 None None] Subscribe: port after_delete 55550000 {{(pid=109459) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 22:33:48.732099 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron_lib.callbacks.manager [None req-1109652c-b370-44bc-89d1-a0327d7aa499 None None] Subscribe: subnet after_update 55550000 {{(pid=109459) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 22:33:48.732440 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron_lib.callbacks.manager [None req-1109652c-b370-44bc-89d1-a0327d7aa499 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=109459) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 22:33:48.732791 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron_lib.callbacks.manager [None req-1109652c-b370-44bc-89d1-a0327d7aa499 None None] Subscribe: > port precommit_delete 55550000 {{(pid=109459) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 22:33:48.733143 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron_lib.callbacks.manager [None req-1109652c-b370-44bc-89d1-a0327d7aa499 None None] Subscribe: > router precommit_create 55549900 {{(pid=109459) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 22:33:48.733489 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron_lib.callbacks.manager [None req-1109652c-b370-44bc-89d1-a0327d7aa499 None None] Subscribe: port before_delete 55550000 {{(pid=109459) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 22:33:48.733841 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron_lib.callbacks.manager [None req-1109652c-b370-44bc-89d1-a0327d7aa499 None None] Subscribe: > router precommit_create 55550000 {{(pid=109459) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 22:33:48.734200 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron_lib.callbacks.manager [None req-1109652c-b370-44bc-89d1-a0327d7aa499 None None] Subscribe: > router after_update 55549900 {{(pid=109459) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 22:33:48.734546 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron_lib.callbacks.manager [None req-1109652c-b370-44bc-89d1-a0327d7aa499 None None] Subscribe: > router precommit_delete 55549900 {{(pid=109459) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 22:33:48.735024 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron_lib.callbacks.manager [None req-1109652c-b370-44bc-89d1-a0327d7aa499 None None] Subscribe: > router precommit_create 55549900 {{(pid=109459) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 22:33:48.735395 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron_lib.callbacks.manager [None req-1109652c-b370-44bc-89d1-a0327d7aa499 None None] Subscribe: > router_interface after_create 55550000 {{(pid=109459) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 22:33:48.735774 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron_lib.callbacks.manager [None req-1109652c-b370-44bc-89d1-a0327d7aa499 None None] Subscribe: > router precommit_update 55549900 {{(pid=109459) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 22:33:48.736155 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron_lib.callbacks.manager [None req-1109652c-b370-44bc-89d1-a0327d7aa499 None None] Subscribe: > agent after_create 55550000 {{(pid=109459) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 22:33:48.736510 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron_lib.callbacks.manager [None req-1109652c-b370-44bc-89d1-a0327d7aa499 None None] Subscribe: > agent after_delete 55550000 {{(pid=109459) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 22:33:48.736860 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron_lib.callbacks.manager [None req-1109652c-b370-44bc-89d1-a0327d7aa499 None None] Subscribe: > network after_delete 55550000 {{(pid=109459) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 22:33:48.737716 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron.quota.resource_registry [None req-1109652c-b370-44bc-89d1-a0327d7aa499 None None] Tracking information for resource: router configured {{(pid=109459) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 28 22:33:48.738054 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron.quota.resource_registry [None req-1109652c-b370-44bc-89d1-a0327d7aa499 None None] Tracking information for resource: floatingip configured {{(pid=109459) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 28 22:33:48.743477 dv-cinder-830538-5-iscsi neutron-server[109459]: INFO neutron.db.l3_agentschedulers_db [None req-1109652c-b370-44bc-89d1-a0327d7aa499 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Feb 28 22:33:48.744609 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron_lib.callbacks.manager [None req-1109652c-b370-44bc-89d1-a0327d7aa499 None None] Subscribe: port after_update 55550000 {{(pid=109459) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 22:33:48.744975 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron_lib.callbacks.manager [None req-1109652c-b370-44bc-89d1-a0327d7aa499 None None] Subscribe: port after_create 55550000 {{(pid=109459) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 22:33:48.745335 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron_lib.callbacks.manager [None req-1109652c-b370-44bc-89d1-a0327d7aa499 None None] Subscribe: port after_delete 55550000 {{(pid=109459) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 22:33:48.745698 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron_lib.callbacks.manager [None req-1109652c-b370-44bc-89d1-a0327d7aa499 None None] Subscribe: port after_update 55550000 {{(pid=109459) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 22:33:48.746493 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron_lib.callbacks.manager [None req-1109652c-b370-44bc-89d1-a0327d7aa499 None None] Subscribe: > router before_create 55550100 {{(pid=109459) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 22:33:48.746863 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron_lib.callbacks.manager [None req-1109652c-b370-44bc-89d1-a0327d7aa499 None None] Subscribe: > router precommit_delete 55550100 {{(pid=109459) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 22:33:48.747232 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron_lib.callbacks.manager [None req-1109652c-b370-44bc-89d1-a0327d7aa499 None None] Subscribe: > router precommit_create 55550100 {{(pid=109459) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 22:33:48.747595 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron_lib.callbacks.manager [None req-1109652c-b370-44bc-89d1-a0327d7aa499 None None] Subscribe: > router precommit_update 55550100 {{(pid=109459) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 22:33:48.752413 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron.services.provider_configuration [None req-1109652c-b370-44bc-89d1-a0327d7aa499 None None] Service providers = [] {{(pid=109459) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Feb 28 22:33:48.752782 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron.db.servicetype_db [None req-1109652c-b370-44bc-89d1-a0327d7aa499 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=109459) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Feb 28 22:33:48.755766 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron.services.service_base [None req-1109652c-b370-44bc-89d1-a0327d7aa499 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=109459) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 28 22:33:48.756127 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron.services.service_base [None req-1109652c-b370-44bc-89d1-a0327d7aa499 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=109459) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 28 22:33:48.756477 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron.services.service_base [None req-1109652c-b370-44bc-89d1-a0327d7aa499 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=109459) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 28 22:33:48.757368 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron.services.service_base [None req-1109652c-b370-44bc-89d1-a0327d7aa499 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=109459) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 28 22:33:48.757741 dv-cinder-830538-5-iscsi neutron-server[109459]: INFO neutron.services.service_base [None req-1109652c-b370-44bc-89d1-a0327d7aa499 None None] Default provider is not specified for service type L3_ROUTER_NAT Feb 28 22:33:48.758119 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron.manager [None req-1109652c-b370-44bc-89d1-a0327d7aa499 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=109459) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 28 22:33:48.758440 dv-cinder-830538-5-iscsi neutron-server[109459]: INFO neutron.manager [None req-1109652c-b370-44bc-89d1-a0327d7aa499 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Feb 28 22:33:48.770265 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron.manager [None req-1109652c-b370-44bc-89d1-a0327d7aa499 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=109459) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 28 22:33:48.770611 dv-cinder-830538-5-iscsi neutron-server[109459]: INFO neutron.manager [None req-1109652c-b370-44bc-89d1-a0327d7aa499 None None] Loading Plugin: auto_allocate Feb 28 22:33:48.777188 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron_lib.callbacks.manager [None req-1109652c-b370-44bc-89d1-a0327d7aa499 None None] Subscribe: network precommit_update 55550000 {{(pid=109459) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 22:33:48.777567 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron_lib.callbacks.manager [None req-1109652c-b370-44bc-89d1-a0327d7aa499 None None] Subscribe: network precommit_create 55550000 {{(pid=109459) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 22:33:48.778095 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron.manager [None req-1109652c-b370-44bc-89d1-a0327d7aa499 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=109459) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 28 22:33:48.778420 dv-cinder-830538-5-iscsi neutron-server[109459]: INFO neutron.manager [None req-1109652c-b370-44bc-89d1-a0327d7aa499 None None] Loading Plugin: tag Feb 28 22:33:48.785367 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron.manager [None req-1109652c-b370-44bc-89d1-a0327d7aa499 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=109459) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 28 22:33:48.785653 dv-cinder-830538-5-iscsi neutron-server[109459]: INFO neutron.manager [None req-1109652c-b370-44bc-89d1-a0327d7aa499 None None] Loading Plugin: timestamp Feb 28 22:33:48.789530 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron.manager [None req-1109652c-b370-44bc-89d1-a0327d7aa499 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=109459) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 28 22:33:48.790313 dv-cinder-830538-5-iscsi neutron-server[109459]: INFO neutron.manager [None req-1109652c-b370-44bc-89d1-a0327d7aa499 None None] Loading Plugin: network_ip_availability Feb 28 22:33:48.795874 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron_lib.callbacks.manager [None req-1109652c-b370-44bc-89d1-a0327d7aa499 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=109459) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 22:33:48.796253 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron_lib.callbacks.manager [None req-1109652c-b370-44bc-89d1-a0327d7aa499 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=109459) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 22:33:48.796618 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron_lib.callbacks.manager [None req-1109652c-b370-44bc-89d1-a0327d7aa499 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109459) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 22:33:48.797335 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron.manager [None req-1109652c-b370-44bc-89d1-a0327d7aa499 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=109459) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 28 22:33:48.797660 dv-cinder-830538-5-iscsi neutron-server[109459]: INFO neutron.manager [None req-1109652c-b370-44bc-89d1-a0327d7aa499 None None] Loading Plugin: flavors Feb 28 22:33:48.802589 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron.manager [None req-1109652c-b370-44bc-89d1-a0327d7aa499 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=109459) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 28 22:33:48.802926 dv-cinder-830538-5-iscsi neutron-server[109459]: INFO neutron.manager [None req-1109652c-b370-44bc-89d1-a0327d7aa499 None None] Loading Plugin: revisions Feb 28 22:33:48.808291 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron.manager [None req-1109652c-b370-44bc-89d1-a0327d7aa499 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=109459) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 28 22:33:48.808689 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_concurrency.lockutils [None req-1109652c-b370-44bc-89d1-a0327d7aa499 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.835s {{(pid=109459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Feb 28 22:33:48.809434 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron.api.extensions [None req-1109652c-b370-44bc-89d1-a0327d7aa499 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=109459) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Feb 28 22:33:48.809774 dv-cinder-830538-5-iscsi neutron-server[109459]: INFO neutron.api.extensions [None req-1109652c-b370-44bc-89d1-a0327d7aa499 None None] Initializing extension manager. Feb 28 22:33:48.810298 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron.api.extensions [None req-1109652c-b370-44bc-89d1-a0327d7aa499 None None] Loading extension file: __init__.py {{(pid=109459) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 22:33:48.810642 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron.api.extensions [None req-1109652c-b370-44bc-89d1-a0327d7aa499 None None] Loading extension file: __pycache__ {{(pid=109459) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 22:33:48.810979 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron.api.extensions [None req-1109652c-b370-44bc-89d1-a0327d7aa499 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=109459) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 22:33:48.811313 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron.api.extensions [None req-1109652c-b370-44bc-89d1-a0327d7aa499 None None] Loading extension file: address_group.py {{(pid=109459) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 22:33:48.812103 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron.api.extensions [None req-1109652c-b370-44bc-89d1-a0327d7aa499 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=109459) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 22:33:48.812681 dv-cinder-830538-5-iscsi neutron-server[109459]: INFO neutron.api.extensions [None req-1109652c-b370-44bc-89d1-a0327d7aa499 None None] Loaded extension: address-group Feb 28 22:33:48.813007 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron.api.extensions [None req-1109652c-b370-44bc-89d1-a0327d7aa499 None None] Loading extension file: address_scope.py {{(pid=109459) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 22:33:48.813722 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron.api.extensions [None req-1109652c-b370-44bc-89d1-a0327d7aa499 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=109459) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 22:33:48.814229 dv-cinder-830538-5-iscsi neutron-server[109459]: INFO neutron.api.extensions [None req-1109652c-b370-44bc-89d1-a0327d7aa499 None None] Loaded extension: address-scope Feb 28 22:33:48.814552 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron.api.extensions [None req-1109652c-b370-44bc-89d1-a0327d7aa499 None None] Loading extension file: admin_state_down_before_update.py {{(pid=109459) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 22:33:48.815497 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron.api.extensions [None req-1109652c-b370-44bc-89d1-a0327d7aa499 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=109459) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 22:33:48.816303 dv-cinder-830538-5-iscsi neutron-server[109459]: INFO neutron.api.extensions [None req-1109652c-b370-44bc-89d1-a0327d7aa499 None None] Loaded extension: router-admin-state-down-before-update Feb 28 22:33:48.816632 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron.api.extensions [None req-1109652c-b370-44bc-89d1-a0327d7aa499 None None] Loading extension file: agent.py {{(pid=109459) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 22:33:48.817343 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron.api.extensions [None req-1109652c-b370-44bc-89d1-a0327d7aa499 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=109459) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 22:33:48.817857 dv-cinder-830538-5-iscsi neutron-server[109459]: INFO neutron.api.extensions [None req-1109652c-b370-44bc-89d1-a0327d7aa499 None None] Loaded extension: agent Feb 28 22:33:48.818186 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron.api.extensions [None req-1109652c-b370-44bc-89d1-a0327d7aa499 None None] Loading extension file: agent_resources_synced.py {{(pid=109459) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 22:33:48.819103 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron.api.extensions [None req-1109652c-b370-44bc-89d1-a0327d7aa499 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=109459) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 22:33:48.819617 dv-cinder-830538-5-iscsi neutron-server[109459]: INFO neutron.api.extensions [None req-1109652c-b370-44bc-89d1-a0327d7aa499 None None] Loaded extension: agent-resources-synced Feb 28 22:33:48.819969 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron.api.extensions [None req-1109652c-b370-44bc-89d1-a0327d7aa499 None None] Loading extension file: allowedaddresspairs.py {{(pid=109459) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 22:33:48.822779 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron.api.extensions [None req-1109652c-b370-44bc-89d1-a0327d7aa499 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=109459) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 22:33:48.823310 dv-cinder-830538-5-iscsi neutron-server[109459]: INFO neutron.api.extensions [None req-1109652c-b370-44bc-89d1-a0327d7aa499 None None] Loaded extension: allowed-address-pairs Feb 28 22:33:48.823643 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron.api.extensions [None req-1109652c-b370-44bc-89d1-a0327d7aa499 None None] Loading extension file: auto_allocated_topology.py {{(pid=109459) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 22:33:48.824749 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron.api.extensions [None req-1109652c-b370-44bc-89d1-a0327d7aa499 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=109459) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 22:33:48.825269 dv-cinder-830538-5-iscsi neutron-server[109459]: INFO neutron.api.extensions [None req-1109652c-b370-44bc-89d1-a0327d7aa499 None None] Loaded extension: auto-allocated-topology Feb 28 22:33:48.825599 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron.api.extensions [None req-1109652c-b370-44bc-89d1-a0327d7aa499 None None] Loading extension file: availability_zone.py {{(pid=109459) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 22:33:48.826303 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron.api.extensions [None req-1109652c-b370-44bc-89d1-a0327d7aa499 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=109459) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 22:33:48.826817 dv-cinder-830538-5-iscsi neutron-server[109459]: INFO neutron.api.extensions [None req-1109652c-b370-44bc-89d1-a0327d7aa499 None None] Loaded extension: availability_zone Feb 28 22:33:48.827143 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron.api.extensions [None req-1109652c-b370-44bc-89d1-a0327d7aa499 None None] Loading extension file: availability_zone_filter.py {{(pid=109459) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 22:33:48.828079 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron.api.extensions [None req-1109652c-b370-44bc-89d1-a0327d7aa499 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=109459) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 22:33:48.828595 dv-cinder-830538-5-iscsi neutron-server[109459]: INFO neutron.api.extensions [None req-1109652c-b370-44bc-89d1-a0327d7aa499 None None] Loaded extension: availability_zone_filter Feb 28 22:33:48.828921 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron.api.extensions [None req-1109652c-b370-44bc-89d1-a0327d7aa499 None None] Loading extension file: data_plane_status.py {{(pid=109459) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 22:33:48.829838 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron.api.extensions [None req-1109652c-b370-44bc-89d1-a0327d7aa499 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=109459) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 22:33:48.830354 dv-cinder-830538-5-iscsi neutron-server[109459]: INFO neutron.api.extensions [None req-1109652c-b370-44bc-89d1-a0327d7aa499 None None] Extension data-plane-status not supported by any of loaded plugins Feb 28 22:33:48.830682 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron.api.extensions [None req-1109652c-b370-44bc-89d1-a0327d7aa499 None None] Loading extension file: default_subnetpools.py {{(pid=109459) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 22:33:48.831599 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron.api.extensions [None req-1109652c-b370-44bc-89d1-a0327d7aa499 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=109459) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 22:33:48.832148 dv-cinder-830538-5-iscsi neutron-server[109459]: INFO neutron.api.extensions [None req-1109652c-b370-44bc-89d1-a0327d7aa499 None None] Loaded extension: default-subnetpools Feb 28 22:33:48.832473 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron.api.extensions [None req-1109652c-b370-44bc-89d1-a0327d7aa499 None None] Loading extension file: dhcpagentscheduler.py {{(pid=109459) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 22:33:48.833292 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron.api.extensions [None req-1109652c-b370-44bc-89d1-a0327d7aa499 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=109459) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 22:33:48.833810 dv-cinder-830538-5-iscsi neutron-server[109459]: INFO neutron.api.extensions [None req-1109652c-b370-44bc-89d1-a0327d7aa499 None None] Loaded extension: dhcp_agent_scheduler Feb 28 22:33:48.834138 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron.api.extensions [None req-1109652c-b370-44bc-89d1-a0327d7aa499 None None] Loading extension file: dns.py {{(pid=109459) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 22:33:48.835063 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron.api.extensions [None req-1109652c-b370-44bc-89d1-a0327d7aa499 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=109459) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 22:33:48.835578 dv-cinder-830538-5-iscsi neutron-server[109459]: INFO neutron.api.extensions [None req-1109652c-b370-44bc-89d1-a0327d7aa499 None None] Extension dns-integration not supported by any of loaded plugins Feb 28 22:33:48.835933 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron.api.extensions [None req-1109652c-b370-44bc-89d1-a0327d7aa499 None None] Loading extension file: dns_domain_ports.py {{(pid=109459) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 22:33:48.837371 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron.api.extensions [None req-1109652c-b370-44bc-89d1-a0327d7aa499 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=109459) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 22:33:48.837902 dv-cinder-830538-5-iscsi neutron-server[109459]: INFO neutron.api.extensions [None req-1109652c-b370-44bc-89d1-a0327d7aa499 None None] Extension dns-domain-ports not supported by any of loaded plugins Feb 28 22:33:48.838230 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron.api.extensions [None req-1109652c-b370-44bc-89d1-a0327d7aa499 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=109459) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 22:33:48.839174 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron.api.extensions [None req-1109652c-b370-44bc-89d1-a0327d7aa499 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=109459) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 22:33:48.839709 dv-cinder-830538-5-iscsi neutron-server[109459]: INFO neutron.api.extensions [None req-1109652c-b370-44bc-89d1-a0327d7aa499 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Feb 28 22:33:48.840036 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron.api.extensions [None req-1109652c-b370-44bc-89d1-a0327d7aa499 None None] Loading extension file: dvr.py {{(pid=109459) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 22:33:48.840844 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron.api.extensions [None req-1109652c-b370-44bc-89d1-a0327d7aa499 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=109459) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 22:33:48.841222 dv-cinder-830538-5-iscsi neutron-server[109459]: INFO neutron.api.extensions [None req-1109652c-b370-44bc-89d1-a0327d7aa499 None None] Loaded extension: dvr Feb 28 22:33:48.841545 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron.api.extensions [None req-1109652c-b370-44bc-89d1-a0327d7aa499 None None] Loading extension file: ecmp_routes.py {{(pid=109459) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 22:33:48.842482 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron.api.extensions [None req-1109652c-b370-44bc-89d1-a0327d7aa499 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=109459) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 22:33:48.842997 dv-cinder-830538-5-iscsi neutron-server[109459]: INFO neutron.api.extensions [None req-1109652c-b370-44bc-89d1-a0327d7aa499 None None] Extension ecmp_routes not supported by any of loaded plugins Feb 28 22:33:48.843318 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron.api.extensions [None req-1109652c-b370-44bc-89d1-a0327d7aa499 None None] Loading extension file: empty_string_filtering.py {{(pid=109459) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 22:33:48.844258 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron.api.extensions [None req-1109652c-b370-44bc-89d1-a0327d7aa499 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=109459) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 22:33:48.844774 dv-cinder-830538-5-iscsi neutron-server[109459]: INFO neutron.api.extensions [None req-1109652c-b370-44bc-89d1-a0327d7aa499 None None] Loaded extension: empty-string-filtering Feb 28 22:33:48.845094 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron.api.extensions [None req-1109652c-b370-44bc-89d1-a0327d7aa499 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=109459) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 22:33:48.846015 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron.api.extensions [None req-1109652c-b370-44bc-89d1-a0327d7aa499 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=109459) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 22:33:48.846526 dv-cinder-830538-5-iscsi neutron-server[109459]: INFO neutron.api.extensions [None req-1109652c-b370-44bc-89d1-a0327d7aa499 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Feb 28 22:33:48.846847 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron.api.extensions [None req-1109652c-b370-44bc-89d1-a0327d7aa499 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=109459) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 22:33:48.847789 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron.api.extensions [None req-1109652c-b370-44bc-89d1-a0327d7aa499 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=109459) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 22:33:48.848300 dv-cinder-830538-5-iscsi neutron-server[109459]: INFO neutron.api.extensions [None req-1109652c-b370-44bc-89d1-a0327d7aa499 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Feb 28 22:33:48.848622 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron.api.extensions [None req-1109652c-b370-44bc-89d1-a0327d7aa499 None None] Loading extension file: external_net.py {{(pid=109459) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 22:33:48.849533 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron.api.extensions [None req-1109652c-b370-44bc-89d1-a0327d7aa499 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=109459) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 22:33:48.850045 dv-cinder-830538-5-iscsi neutron-server[109459]: INFO neutron.api.extensions [None req-1109652c-b370-44bc-89d1-a0327d7aa499 None None] Loaded extension: external-net Feb 28 22:33:48.850368 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron.api.extensions [None req-1109652c-b370-44bc-89d1-a0327d7aa499 None None] Loading extension file: extra_dhcp_opt.py {{(pid=109459) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 22:33:48.851270 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron.api.extensions [None req-1109652c-b370-44bc-89d1-a0327d7aa499 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=109459) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 22:33:48.851818 dv-cinder-830538-5-iscsi neutron-server[109459]: INFO neutron.api.extensions [None req-1109652c-b370-44bc-89d1-a0327d7aa499 None None] Loaded extension: extra_dhcp_opt Feb 28 22:33:48.852145 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron.api.extensions [None req-1109652c-b370-44bc-89d1-a0327d7aa499 None None] Loading extension file: extraroute.py {{(pid=109459) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 22:33:48.853557 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron.api.extensions [None req-1109652c-b370-44bc-89d1-a0327d7aa499 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=109459) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 22:33:48.854074 dv-cinder-830538-5-iscsi neutron-server[109459]: INFO neutron.api.extensions [None req-1109652c-b370-44bc-89d1-a0327d7aa499 None None] Loaded extension: extraroute Feb 28 22:33:48.854397 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron.api.extensions [None req-1109652c-b370-44bc-89d1-a0327d7aa499 None None] Loading extension file: extraroute_atomic.py {{(pid=109459) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 22:33:48.855456 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron.api.extensions [None req-1109652c-b370-44bc-89d1-a0327d7aa499 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=109459) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 22:33:48.856010 dv-cinder-830538-5-iscsi neutron-server[109459]: INFO neutron.api.extensions [None req-1109652c-b370-44bc-89d1-a0327d7aa499 None None] Loaded extension: extraroute-atomic Feb 28 22:33:48.856335 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron.api.extensions [None req-1109652c-b370-44bc-89d1-a0327d7aa499 None None] Loading extension file: filter_validation.py {{(pid=109459) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 22:33:48.857012 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron.api.extensions [None req-1109652c-b370-44bc-89d1-a0327d7aa499 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=109459) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 22:33:48.857539 dv-cinder-830538-5-iscsi neutron-server[109459]: INFO neutron.api.extensions [None req-1109652c-b370-44bc-89d1-a0327d7aa499 None None] Loaded extension: filter-validation Feb 28 22:33:48.857852 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron.api.extensions [None req-1109652c-b370-44bc-89d1-a0327d7aa499 None None] Loading extension file: fip_pf_description.py {{(pid=109459) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 22:33:48.858793 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron.api.extensions [None req-1109652c-b370-44bc-89d1-a0327d7aa499 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=109459) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 22:33:48.859305 dv-cinder-830538-5-iscsi neutron-server[109459]: INFO neutron.api.extensions [None req-1109652c-b370-44bc-89d1-a0327d7aa499 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Feb 28 22:33:48.859636 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron.api.extensions [None req-1109652c-b370-44bc-89d1-a0327d7aa499 None None] Loading extension file: fip_port_details.py {{(pid=109459) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 22:33:48.860896 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron.api.extensions [None req-1109652c-b370-44bc-89d1-a0327d7aa499 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=109459) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 22:33:48.861313 dv-cinder-830538-5-iscsi neutron-server[109459]: INFO neutron.api.extensions [None req-1109652c-b370-44bc-89d1-a0327d7aa499 None None] Loaded extension: fip-port-details Feb 28 22:33:48.861637 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron.api.extensions [None req-1109652c-b370-44bc-89d1-a0327d7aa499 None None] Loading extension file: flavors.py {{(pid=109459) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 22:33:48.862901 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron.api.extensions [None req-1109652c-b370-44bc-89d1-a0327d7aa499 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=109459) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 22:33:48.863427 dv-cinder-830538-5-iscsi neutron-server[109459]: INFO neutron.api.extensions [None req-1109652c-b370-44bc-89d1-a0327d7aa499 None None] Loaded extension: flavors Feb 28 22:33:48.863815 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron.api.extensions [None req-1109652c-b370-44bc-89d1-a0327d7aa499 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=109459) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 22:33:48.865510 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron.api.extensions [None req-1109652c-b370-44bc-89d1-a0327d7aa499 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=109459) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 22:33:48.866054 dv-cinder-830538-5-iscsi neutron-server[109459]: INFO neutron.api.extensions [None req-1109652c-b370-44bc-89d1-a0327d7aa499 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Feb 28 22:33:48.866394 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron.api.extensions [None req-1109652c-b370-44bc-89d1-a0327d7aa499 None None] Loading extension file: floatingip_pools.py {{(pid=109459) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 22:33:48.867106 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron.api.extensions [None req-1109652c-b370-44bc-89d1-a0327d7aa499 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=109459) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 22:33:48.867626 dv-cinder-830538-5-iscsi neutron-server[109459]: INFO neutron.api.extensions [None req-1109652c-b370-44bc-89d1-a0327d7aa499 None None] Loaded extension: floatingip-pools Feb 28 22:33:48.868517 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron.api.extensions [None req-1109652c-b370-44bc-89d1-a0327d7aa499 None None] Loading extension file: ip_allocation.py {{(pid=109459) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 22:33:48.869956 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron.api.extensions [None req-1109652c-b370-44bc-89d1-a0327d7aa499 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=109459) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 22:33:48.870460 dv-cinder-830538-5-iscsi neutron-server[109459]: INFO neutron.api.extensions [None req-1109652c-b370-44bc-89d1-a0327d7aa499 None None] Extension ip_allocation not supported by any of loaded plugins Feb 28 22:33:48.870793 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron.api.extensions [None req-1109652c-b370-44bc-89d1-a0327d7aa499 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=109459) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 22:33:48.871752 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron.api.extensions [None req-1109652c-b370-44bc-89d1-a0327d7aa499 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=109459) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 22:33:48.872272 dv-cinder-830538-5-iscsi neutron-server[109459]: INFO neutron.api.extensions [None req-1109652c-b370-44bc-89d1-a0327d7aa499 None None] Loaded extension: ip-substring-filtering Feb 28 22:33:48.872603 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron.api.extensions [None req-1109652c-b370-44bc-89d1-a0327d7aa499 None None] Loading extension file: l2_adjacency.py {{(pid=109459) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 22:33:48.873532 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron.api.extensions [None req-1109652c-b370-44bc-89d1-a0327d7aa499 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=109459) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 22:33:48.874047 dv-cinder-830538-5-iscsi neutron-server[109459]: INFO neutron.api.extensions [None req-1109652c-b370-44bc-89d1-a0327d7aa499 None None] Extension l2_adjacency not supported by any of loaded plugins Feb 28 22:33:48.874376 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron.api.extensions [None req-1109652c-b370-44bc-89d1-a0327d7aa499 None None] Loading extension file: l3.py {{(pid=109459) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 22:33:48.875363 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron.api.extensions [None req-1109652c-b370-44bc-89d1-a0327d7aa499 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=109459) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 22:33:48.875927 dv-cinder-830538-5-iscsi neutron-server[109459]: INFO neutron.api.extensions [None req-1109652c-b370-44bc-89d1-a0327d7aa499 None None] Loaded extension: router Feb 28 22:33:48.876261 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron.api.extensions [None req-1109652c-b370-44bc-89d1-a0327d7aa499 None None] Loading extension file: l3_conntrack_helper.py {{(pid=109459) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 22:33:48.878545 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron.api.extensions [None req-1109652c-b370-44bc-89d1-a0327d7aa499 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=109459) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 22:33:48.879079 dv-cinder-830538-5-iscsi neutron-server[109459]: INFO neutron.api.extensions [None req-1109652c-b370-44bc-89d1-a0327d7aa499 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Feb 28 22:33:48.879418 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron.api.extensions [None req-1109652c-b370-44bc-89d1-a0327d7aa499 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=109459) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 22:33:48.880389 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron.api.extensions [None req-1109652c-b370-44bc-89d1-a0327d7aa499 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=109459) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 22:33:48.880916 dv-cinder-830538-5-iscsi neutron-server[109459]: INFO neutron.api.extensions [None req-1109652c-b370-44bc-89d1-a0327d7aa499 None None] Loaded extension: ext-gw-mode Feb 28 22:33:48.881250 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron.api.extensions [None req-1109652c-b370-44bc-89d1-a0327d7aa499 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=109459) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 22:33:48.882174 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron.api.extensions [None req-1109652c-b370-44bc-89d1-a0327d7aa499 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=109459) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 22:33:48.882693 dv-cinder-830538-5-iscsi neutron-server[109459]: INFO neutron.api.extensions [None req-1109652c-b370-44bc-89d1-a0327d7aa499 None None] Loaded extension: l3-ha Feb 28 22:33:48.883025 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron.api.extensions [None req-1109652c-b370-44bc-89d1-a0327d7aa499 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=109459) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 22:33:48.885082 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron.api.extensions [None req-1109652c-b370-44bc-89d1-a0327d7aa499 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=109459) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 22:33:48.885603 dv-cinder-830538-5-iscsi neutron-server[109459]: INFO neutron.api.extensions [None req-1109652c-b370-44bc-89d1-a0327d7aa499 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Feb 28 22:33:48.885933 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron.api.extensions [None req-1109652c-b370-44bc-89d1-a0327d7aa499 None None] Loading extension file: l3_flavors.py {{(pid=109459) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 22:33:48.886871 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron.api.extensions [None req-1109652c-b370-44bc-89d1-a0327d7aa499 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=109459) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 22:33:48.887396 dv-cinder-830538-5-iscsi neutron-server[109459]: INFO neutron.api.extensions [None req-1109652c-b370-44bc-89d1-a0327d7aa499 None None] Loaded extension: l3-flavors Feb 28 22:33:48.887745 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron.api.extensions [None req-1109652c-b370-44bc-89d1-a0327d7aa499 None None] Loading extension file: l3_ndp_proxy.py {{(pid=109459) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 22:33:48.889135 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron.api.extensions [None req-1109652c-b370-44bc-89d1-a0327d7aa499 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=109459) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 22:33:48.889658 dv-cinder-830538-5-iscsi neutron-server[109459]: INFO neutron.api.extensions [None req-1109652c-b370-44bc-89d1-a0327d7aa499 None None] Extension l3-ndp-proxy not supported by any of loaded plugins Feb 28 22:33:48.889989 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron.api.extensions [None req-1109652c-b370-44bc-89d1-a0327d7aa499 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=109459) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 22:33:48.890911 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron.api.extensions [None req-1109652c-b370-44bc-89d1-a0327d7aa499 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=109459) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 22:33:48.891433 dv-cinder-830538-5-iscsi neutron-server[109459]: INFO neutron.api.extensions [None req-1109652c-b370-44bc-89d1-a0327d7aa499 None None] Loaded extension: l3-port-ip-change-not-allowed Feb 28 22:33:48.891797 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron.api.extensions [None req-1109652c-b370-44bc-89d1-a0327d7aa499 None None] Loading extension file: l3agentscheduler.py {{(pid=109459) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 22:33:48.892872 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron.api.extensions [None req-1109652c-b370-44bc-89d1-a0327d7aa499 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=109459) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 22:33:48.893394 dv-cinder-830538-5-iscsi neutron-server[109459]: INFO neutron.api.extensions [None req-1109652c-b370-44bc-89d1-a0327d7aa499 None None] Loaded extension: l3_agent_scheduler Feb 28 22:33:48.893725 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron.api.extensions [None req-1109652c-b370-44bc-89d1-a0327d7aa499 None None] Loading extension file: local_ip.py {{(pid=109459) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 22:33:48.895534 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron.api.extensions [None req-1109652c-b370-44bc-89d1-a0327d7aa499 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=109459) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 22:33:48.896107 dv-cinder-830538-5-iscsi neutron-server[109459]: INFO neutron.api.extensions [None req-1109652c-b370-44bc-89d1-a0327d7aa499 None None] Extension local_ip not supported by any of loaded plugins Feb 28 22:33:48.896448 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron.api.extensions [None req-1109652c-b370-44bc-89d1-a0327d7aa499 None None] Loading extension file: logging.py {{(pid=109459) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 22:33:48.899929 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron.api.extensions [None req-1109652c-b370-44bc-89d1-a0327d7aa499 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=109459) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 22:33:48.900472 dv-cinder-830538-5-iscsi neutron-server[109459]: INFO neutron.api.extensions [None req-1109652c-b370-44bc-89d1-a0327d7aa499 None None] Extension logging not supported by any of loaded plugins Feb 28 22:33:48.900813 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron.api.extensions [None req-1109652c-b370-44bc-89d1-a0327d7aa499 None None] Loading extension file: metering.py {{(pid=109459) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 22:33:48.901580 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron.api.extensions [None req-1109652c-b370-44bc-89d1-a0327d7aa499 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=109459) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 22:33:48.902172 dv-cinder-830538-5-iscsi neutron-server[109459]: INFO neutron.api.extensions [None req-1109652c-b370-44bc-89d1-a0327d7aa499 None None] Loaded extension: metering Feb 28 22:33:48.902507 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron.api.extensions [None req-1109652c-b370-44bc-89d1-a0327d7aa499 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=109459) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 22:33:48.903616 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron.api.extensions [None req-1109652c-b370-44bc-89d1-a0327d7aa499 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=109459) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 22:33:48.904179 dv-cinder-830538-5-iscsi neutron-server[109459]: INFO neutron.api.extensions [None req-1109652c-b370-44bc-89d1-a0327d7aa499 None None] Loaded extension: metering_source_and_destination_fields Feb 28 22:33:48.904512 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron.api.extensions [None req-1109652c-b370-44bc-89d1-a0327d7aa499 None None] Loading extension file: multiprovidernet.py {{(pid=109459) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 22:33:48.905454 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron.api.extensions [None req-1109652c-b370-44bc-89d1-a0327d7aa499 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=109459) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 22:33:48.905978 dv-cinder-830538-5-iscsi neutron-server[109459]: INFO neutron.api.extensions [None req-1109652c-b370-44bc-89d1-a0327d7aa499 None None] Loaded extension: multi-provider Feb 28 22:33:48.906308 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron.api.extensions [None req-1109652c-b370-44bc-89d1-a0327d7aa499 None None] Loading extension file: netmtu.py {{(pid=109459) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 22:33:48.907241 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron.api.extensions [None req-1109652c-b370-44bc-89d1-a0327d7aa499 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=109459) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 22:33:48.907800 dv-cinder-830538-5-iscsi neutron-server[109459]: INFO neutron.api.extensions [None req-1109652c-b370-44bc-89d1-a0327d7aa499 None None] Loaded extension: net-mtu Feb 28 22:33:48.908128 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron.api.extensions [None req-1109652c-b370-44bc-89d1-a0327d7aa499 None None] Loading extension file: netmtu_writable.py {{(pid=109459) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 22:33:48.909057 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron.api.extensions [None req-1109652c-b370-44bc-89d1-a0327d7aa499 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=109459) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 22:33:48.909576 dv-cinder-830538-5-iscsi neutron-server[109459]: INFO neutron.api.extensions [None req-1109652c-b370-44bc-89d1-a0327d7aa499 None None] Loaded extension: net-mtu-writable Feb 28 22:33:48.909904 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron.api.extensions [None req-1109652c-b370-44bc-89d1-a0327d7aa499 None None] Loading extension file: network_availability_zone.py {{(pid=109459) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 22:33:48.910580 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron.api.extensions [None req-1109652c-b370-44bc-89d1-a0327d7aa499 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=109459) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 22:33:48.911094 dv-cinder-830538-5-iscsi neutron-server[109459]: INFO neutron.api.extensions [None req-1109652c-b370-44bc-89d1-a0327d7aa499 None None] Loaded extension: network_availability_zone Feb 28 22:33:48.911418 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron.api.extensions [None req-1109652c-b370-44bc-89d1-a0327d7aa499 None None] Loading extension file: network_ip_availability.py {{(pid=109459) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 22:33:48.912564 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron.api.extensions [None req-1109652c-b370-44bc-89d1-a0327d7aa499 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=109459) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 22:33:48.913086 dv-cinder-830538-5-iscsi neutron-server[109459]: INFO neutron.api.extensions [None req-1109652c-b370-44bc-89d1-a0327d7aa499 None None] Loaded extension: network-ip-availability Feb 28 22:33:48.913412 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron.api.extensions [None req-1109652c-b370-44bc-89d1-a0327d7aa499 None None] Loading extension file: network_segment_range.py {{(pid=109459) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 22:33:48.914184 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron.api.extensions [None req-1109652c-b370-44bc-89d1-a0327d7aa499 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=109459) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 22:33:48.914702 dv-cinder-830538-5-iscsi neutron-server[109459]: INFO neutron.api.extensions [None req-1109652c-b370-44bc-89d1-a0327d7aa499 None None] Extension network-segment-range not supported by any of loaded plugins Feb 28 22:33:48.915521 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron.api.extensions [None req-1109652c-b370-44bc-89d1-a0327d7aa499 None None] Loading extension file: pagination.py {{(pid=109459) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 22:33:48.916626 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron.api.extensions [None req-1109652c-b370-44bc-89d1-a0327d7aa499 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=109459) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 22:33:48.916967 dv-cinder-830538-5-iscsi neutron-server[109459]: INFO neutron.api.extensions [None req-1109652c-b370-44bc-89d1-a0327d7aa499 None None] Loaded extension: pagination Feb 28 22:33:48.917294 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron.api.extensions [None req-1109652c-b370-44bc-89d1-a0327d7aa499 None None] Loading extension file: port_device_profile.py {{(pid=109459) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 22:33:48.918216 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron.api.extensions [None req-1109652c-b370-44bc-89d1-a0327d7aa499 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=109459) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 22:33:48.918739 dv-cinder-830538-5-iscsi neutron-server[109459]: INFO neutron.api.extensions [None req-1109652c-b370-44bc-89d1-a0327d7aa499 None None] Loaded extension: port-device-profile Feb 28 22:33:48.919067 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron.api.extensions [None req-1109652c-b370-44bc-89d1-a0327d7aa499 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=109459) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 22:33:48.920025 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron.api.extensions [None req-1109652c-b370-44bc-89d1-a0327d7aa499 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=109459) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 22:33:48.920543 dv-cinder-830538-5-iscsi neutron-server[109459]: INFO neutron.api.extensions [None req-1109652c-b370-44bc-89d1-a0327d7aa499 None None] Loaded extension: port-mac-address-regenerate Feb 28 22:33:48.920869 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron.api.extensions [None req-1109652c-b370-44bc-89d1-a0327d7aa499 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=109459) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 22:33:48.921799 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron.api.extensions [None req-1109652c-b370-44bc-89d1-a0327d7aa499 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=109459) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 22:33:48.922318 dv-cinder-830538-5-iscsi neutron-server[109459]: INFO neutron.api.extensions [None req-1109652c-b370-44bc-89d1-a0327d7aa499 None None] Loaded extension: port-numa-affinity-policy Feb 28 22:33:48.922642 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron.api.extensions [None req-1109652c-b370-44bc-89d1-a0327d7aa499 None None] Loading extension file: port_resource_request.py {{(pid=109459) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 22:33:48.923564 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron.api.extensions [None req-1109652c-b370-44bc-89d1-a0327d7aa499 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=109459) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 22:33:48.924102 dv-cinder-830538-5-iscsi neutron-server[109459]: INFO neutron.api.extensions [None req-1109652c-b370-44bc-89d1-a0327d7aa499 None None] Extension port-resource-request not supported by any of loaded plugins Feb 28 22:33:48.924427 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron.api.extensions [None req-1109652c-b370-44bc-89d1-a0327d7aa499 None None] Loading extension file: port_resource_request_groups.py {{(pid=109459) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 22:33:48.925407 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron.api.extensions [None req-1109652c-b370-44bc-89d1-a0327d7aa499 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=109459) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 22:33:48.925919 dv-cinder-830538-5-iscsi neutron-server[109459]: INFO neutron.api.extensions [None req-1109652c-b370-44bc-89d1-a0327d7aa499 None None] Extension port-resource-request-groups not supported by any of loaded plugins Feb 28 22:33:48.926244 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron.api.extensions [None req-1109652c-b370-44bc-89d1-a0327d7aa499 None None] Loading extension file: portbindings.py {{(pid=109459) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 22:33:48.927186 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron.api.extensions [None req-1109652c-b370-44bc-89d1-a0327d7aa499 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=109459) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 22:33:48.927731 dv-cinder-830538-5-iscsi neutron-server[109459]: INFO neutron.api.extensions [None req-1109652c-b370-44bc-89d1-a0327d7aa499 None None] Loaded extension: binding Feb 28 22:33:48.928058 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron.api.extensions [None req-1109652c-b370-44bc-89d1-a0327d7aa499 None None] Loading extension file: portbindings_extended.py {{(pid=109459) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 22:33:48.929353 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron.api.extensions [None req-1109652c-b370-44bc-89d1-a0327d7aa499 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=109459) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 22:33:48.929881 dv-cinder-830538-5-iscsi neutron-server[109459]: INFO neutron.api.extensions [None req-1109652c-b370-44bc-89d1-a0327d7aa499 None None] Loaded extension: binding-extended Feb 28 22:33:48.930215 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron.api.extensions [None req-1109652c-b370-44bc-89d1-a0327d7aa499 None None] Loading extension file: portsecurity.py {{(pid=109459) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 22:33:48.932187 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron.api.extensions [None req-1109652c-b370-44bc-89d1-a0327d7aa499 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=109459) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 22:33:48.932716 dv-cinder-830538-5-iscsi neutron-server[109459]: INFO neutron.api.extensions [None req-1109652c-b370-44bc-89d1-a0327d7aa499 None None] Loaded extension: port-security Feb 28 22:33:48.933049 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron.api.extensions [None req-1109652c-b370-44bc-89d1-a0327d7aa499 None None] Loading extension file: project_id.py {{(pid=109459) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 22:33:48.934042 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron.api.extensions [None req-1109652c-b370-44bc-89d1-a0327d7aa499 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=109459) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 22:33:48.934382 dv-cinder-830538-5-iscsi neutron-server[109459]: INFO neutron.api.extensions [None req-1109652c-b370-44bc-89d1-a0327d7aa499 None None] Loaded extension: project-id Feb 28 22:33:48.934714 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron.api.extensions [None req-1109652c-b370-44bc-89d1-a0327d7aa499 None None] Loading extension file: providernet.py {{(pid=109459) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 22:33:48.935633 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron.api.extensions [None req-1109652c-b370-44bc-89d1-a0327d7aa499 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=109459) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 22:33:48.936186 dv-cinder-830538-5-iscsi neutron-server[109459]: INFO neutron.api.extensions [None req-1109652c-b370-44bc-89d1-a0327d7aa499 None None] Loaded extension: provider Feb 28 22:33:48.936514 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron.api.extensions [None req-1109652c-b370-44bc-89d1-a0327d7aa499 None None] Loading extension file: qos.py {{(pid=109459) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 22:33:48.940209 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron.api.extensions [None req-1109652c-b370-44bc-89d1-a0327d7aa499 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=109459) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 22:33:48.940743 dv-cinder-830538-5-iscsi neutron-server[109459]: INFO neutron.api.extensions [None req-1109652c-b370-44bc-89d1-a0327d7aa499 None None] Extension qos not supported by any of loaded plugins Feb 28 22:33:48.941343 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron.api.extensions [None req-1109652c-b370-44bc-89d1-a0327d7aa499 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=109459) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 22:33:48.942618 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron.api.extensions [None req-1109652c-b370-44bc-89d1-a0327d7aa499 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=109459) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 22:33:48.943145 dv-cinder-830538-5-iscsi neutron-server[109459]: INFO neutron.api.extensions [None req-1109652c-b370-44bc-89d1-a0327d7aa499 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Feb 28 22:33:48.943478 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron.api.extensions [None req-1109652c-b370-44bc-89d1-a0327d7aa499 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=109459) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 22:33:48.944443 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron.api.extensions [None req-1109652c-b370-44bc-89d1-a0327d7aa499 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=109459) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 22:33:48.944965 dv-cinder-830538-5-iscsi neutron-server[109459]: INFO neutron.api.extensions [None req-1109652c-b370-44bc-89d1-a0327d7aa499 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Feb 28 22:33:48.945294 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron.api.extensions [None req-1109652c-b370-44bc-89d1-a0327d7aa499 None None] Loading extension file: qos_default.py {{(pid=109459) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 22:33:48.947188 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron.api.extensions [None req-1109652c-b370-44bc-89d1-a0327d7aa499 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=109459) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 22:33:48.947754 dv-cinder-830538-5-iscsi neutron-server[109459]: INFO neutron.api.extensions [None req-1109652c-b370-44bc-89d1-a0327d7aa499 None None] Extension qos-default not supported by any of loaded plugins Feb 28 22:33:48.948091 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron.api.extensions [None req-1109652c-b370-44bc-89d1-a0327d7aa499 None None] Loading extension file: qos_fip.py {{(pid=109459) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 22:33:48.949024 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron.api.extensions [None req-1109652c-b370-44bc-89d1-a0327d7aa499 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=109459) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 22:33:48.949546 dv-cinder-830538-5-iscsi neutron-server[109459]: INFO neutron.api.extensions [None req-1109652c-b370-44bc-89d1-a0327d7aa499 None None] Extension qos-fip not supported by any of loaded plugins Feb 28 22:33:48.949874 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron.api.extensions [None req-1109652c-b370-44bc-89d1-a0327d7aa499 None None] Loading extension file: qos_fip_network_policy.py {{(pid=109459) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 22:33:48.950801 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron.api.extensions [None req-1109652c-b370-44bc-89d1-a0327d7aa499 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=109459) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 22:33:48.951321 dv-cinder-830538-5-iscsi neutron-server[109459]: INFO neutron.api.extensions [None req-1109652c-b370-44bc-89d1-a0327d7aa499 None None] Extension qos-fip-network-policy not supported by any of loaded plugins Feb 28 22:33:48.951674 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron.api.extensions [None req-1109652c-b370-44bc-89d1-a0327d7aa499 None None] Loading extension file: qos_gateway_ip.py {{(pid=109459) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 22:33:48.952605 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron.api.extensions [None req-1109652c-b370-44bc-89d1-a0327d7aa499 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=109459) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 22:33:48.953123 dv-cinder-830538-5-iscsi neutron-server[109459]: INFO neutron.api.extensions [None req-1109652c-b370-44bc-89d1-a0327d7aa499 None None] Extension qos-gateway-ip not supported by any of loaded plugins Feb 28 22:33:48.953450 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron.api.extensions [None req-1109652c-b370-44bc-89d1-a0327d7aa499 None None] Loading extension file: qos_port_network_policy.py {{(pid=109459) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 22:33:48.954495 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron.api.extensions [None req-1109652c-b370-44bc-89d1-a0327d7aa499 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=109459) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 22:33:48.955017 dv-cinder-830538-5-iscsi neutron-server[109459]: INFO neutron.api.extensions [None req-1109652c-b370-44bc-89d1-a0327d7aa499 None None] Extension qos-port-network-policy not supported by any of loaded plugins Feb 28 22:33:48.955349 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron.api.extensions [None req-1109652c-b370-44bc-89d1-a0327d7aa499 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=109459) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 22:33:48.956434 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron.api.extensions [None req-1109652c-b370-44bc-89d1-a0327d7aa499 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=109459) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 22:33:48.956951 dv-cinder-830538-5-iscsi neutron-server[109459]: INFO neutron.api.extensions [None req-1109652c-b370-44bc-89d1-a0327d7aa499 None None] Extension qos-pps-minimum not supported by any of loaded plugins Feb 28 22:33:48.957279 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron.api.extensions [None req-1109652c-b370-44bc-89d1-a0327d7aa499 None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=109459) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 22:33:48.958332 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron.api.extensions [None req-1109652c-b370-44bc-89d1-a0327d7aa499 None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=109459) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 22:33:48.958848 dv-cinder-830538-5-iscsi neutron-server[109459]: INFO neutron.api.extensions [None req-1109652c-b370-44bc-89d1-a0327d7aa499 None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Feb 28 22:33:48.959172 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron.api.extensions [None req-1109652c-b370-44bc-89d1-a0327d7aa499 None None] Loading extension file: qos_pps_rule.py {{(pid=109459) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 22:33:48.960384 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron.api.extensions [None req-1109652c-b370-44bc-89d1-a0327d7aa499 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=109459) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 22:33:48.960913 dv-cinder-830538-5-iscsi neutron-server[109459]: INFO neutron.api.extensions [None req-1109652c-b370-44bc-89d1-a0327d7aa499 None None] Extension qos-pps not supported by any of loaded plugins Feb 28 22:33:48.961240 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron.api.extensions [None req-1109652c-b370-44bc-89d1-a0327d7aa499 None None] Loading extension file: qos_rule_type_details.py {{(pid=109459) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 22:33:48.962619 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron.api.extensions [None req-1109652c-b370-44bc-89d1-a0327d7aa499 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=109459) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 22:33:48.963145 dv-cinder-830538-5-iscsi neutron-server[109459]: INFO neutron.api.extensions [None req-1109652c-b370-44bc-89d1-a0327d7aa499 None None] Extension qos-rule-type-details not supported by any of loaded plugins Feb 28 22:33:48.963475 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron.api.extensions [None req-1109652c-b370-44bc-89d1-a0327d7aa499 None None] Loading extension file: qos_rules_alias.py {{(pid=109459) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 22:33:48.964560 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron.api.extensions [None req-1109652c-b370-44bc-89d1-a0327d7aa499 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=109459) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 22:33:48.965083 dv-cinder-830538-5-iscsi neutron-server[109459]: INFO neutron.api.extensions [None req-1109652c-b370-44bc-89d1-a0327d7aa499 None None] Extension qos-rules-alias not supported by any of loaded plugins Feb 28 22:33:48.965413 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron.api.extensions [None req-1109652c-b370-44bc-89d1-a0327d7aa499 None None] Loading extension file: quota_check_limit.py {{(pid=109459) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 22:33:48.966328 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron.api.extensions [None req-1109652c-b370-44bc-89d1-a0327d7aa499 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=109459) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 22:33:48.966850 dv-cinder-830538-5-iscsi neutron-server[109459]: INFO neutron.api.extensions [None req-1109652c-b370-44bc-89d1-a0327d7aa499 None None] Loaded extension: quota-check-limit Feb 28 22:33:48.967177 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron.api.extensions [None req-1109652c-b370-44bc-89d1-a0327d7aa499 None None] Loading extension file: quotasv2.py {{(pid=109459) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 22:33:48.968169 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron.api.extensions [None req-1109652c-b370-44bc-89d1-a0327d7aa499 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=109459) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 22:33:48.968500 dv-cinder-830538-5-iscsi neutron-server[109459]: INFO neutron.api.extensions [None req-1109652c-b370-44bc-89d1-a0327d7aa499 None None] Loaded extension: quotas Feb 28 22:33:48.968827 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron.api.extensions [None req-1109652c-b370-44bc-89d1-a0327d7aa499 None None] Loading extension file: quotasv2_detail.py {{(pid=109459) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 22:33:48.970623 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron.api.extensions [None req-1109652c-b370-44bc-89d1-a0327d7aa499 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=109459) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 22:33:48.970970 dv-cinder-830538-5-iscsi neutron-server[109459]: INFO neutron.api.extensions [None req-1109652c-b370-44bc-89d1-a0327d7aa499 None None] Loaded extension: quota_details Feb 28 22:33:48.971302 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron.api.extensions [None req-1109652c-b370-44bc-89d1-a0327d7aa499 None None] Loading extension file: rbac.py {{(pid=109459) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 22:33:48.972410 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron.api.extensions [None req-1109652c-b370-44bc-89d1-a0327d7aa499 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=109459) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 22:33:48.972947 dv-cinder-830538-5-iscsi neutron-server[109459]: INFO neutron.api.extensions [None req-1109652c-b370-44bc-89d1-a0327d7aa499 None None] Loaded extension: rbac-policies Feb 28 22:33:48.973282 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron.api.extensions [None req-1109652c-b370-44bc-89d1-a0327d7aa499 None None] Loading extension file: rbac_address_group.py {{(pid=109459) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 22:33:48.974217 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron.api.extensions [None req-1109652c-b370-44bc-89d1-a0327d7aa499 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=109459) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 22:33:48.974746 dv-cinder-830538-5-iscsi neutron-server[109459]: INFO neutron.api.extensions [None req-1109652c-b370-44bc-89d1-a0327d7aa499 None None] Loaded extension: rbac-address-group Feb 28 22:33:48.975075 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron.api.extensions [None req-1109652c-b370-44bc-89d1-a0327d7aa499 None None] Loading extension file: rbac_address_scope.py {{(pid=109459) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 22:33:48.976034 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron.api.extensions [None req-1109652c-b370-44bc-89d1-a0327d7aa499 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=109459) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 22:33:48.976558 dv-cinder-830538-5-iscsi neutron-server[109459]: INFO neutron.api.extensions [None req-1109652c-b370-44bc-89d1-a0327d7aa499 None None] Loaded extension: rbac-address-scope Feb 28 22:33:48.976889 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron.api.extensions [None req-1109652c-b370-44bc-89d1-a0327d7aa499 None None] Loading extension file: rbac_security_groups.py {{(pid=109459) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 22:33:48.978803 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron.api.extensions [None req-1109652c-b370-44bc-89d1-a0327d7aa499 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=109459) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 22:33:48.979331 dv-cinder-830538-5-iscsi neutron-server[109459]: INFO neutron.api.extensions [None req-1109652c-b370-44bc-89d1-a0327d7aa499 None None] Loaded extension: rbac-security-groups Feb 28 22:33:48.979701 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron.api.extensions [None req-1109652c-b370-44bc-89d1-a0327d7aa499 None None] Loading extension file: rbac_subnetpool.py {{(pid=109459) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 22:33:48.980703 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron.api.extensions [None req-1109652c-b370-44bc-89d1-a0327d7aa499 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=109459) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 22:33:48.981227 dv-cinder-830538-5-iscsi neutron-server[109459]: INFO neutron.api.extensions [None req-1109652c-b370-44bc-89d1-a0327d7aa499 None None] Loaded extension: rbac-subnetpool Feb 28 22:33:48.981557 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron.api.extensions [None req-1109652c-b370-44bc-89d1-a0327d7aa499 None None] Loading extension file: revisionifmatch.py {{(pid=109459) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 22:33:48.982494 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron.api.extensions [None req-1109652c-b370-44bc-89d1-a0327d7aa499 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=109459) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 22:33:48.983009 dv-cinder-830538-5-iscsi neutron-server[109459]: INFO neutron.api.extensions [None req-1109652c-b370-44bc-89d1-a0327d7aa499 None None] Loaded extension: revision-if-match Feb 28 22:33:48.983335 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron.api.extensions [None req-1109652c-b370-44bc-89d1-a0327d7aa499 None None] Loading extension file: revisions.py {{(pid=109459) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 22:33:48.984612 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron.api.extensions [None req-1109652c-b370-44bc-89d1-a0327d7aa499 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=109459) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 22:33:48.985135 dv-cinder-830538-5-iscsi neutron-server[109459]: INFO neutron.api.extensions [None req-1109652c-b370-44bc-89d1-a0327d7aa499 None None] Loaded extension: standard-attr-revisions Feb 28 22:33:48.985463 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron.api.extensions [None req-1109652c-b370-44bc-89d1-a0327d7aa499 None None] Loading extension file: router_availability_zone.py {{(pid=109459) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 22:33:48.986152 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron.api.extensions [None req-1109652c-b370-44bc-89d1-a0327d7aa499 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=109459) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 22:33:48.986680 dv-cinder-830538-5-iscsi neutron-server[109459]: INFO neutron.api.extensions [None req-1109652c-b370-44bc-89d1-a0327d7aa499 None None] Loaded extension: router_availability_zone Feb 28 22:33:48.987005 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron.api.extensions [None req-1109652c-b370-44bc-89d1-a0327d7aa499 None None] Loading extension file: routerservicetype.py {{(pid=109459) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 22:33:48.987959 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron.api.extensions [None req-1109652c-b370-44bc-89d1-a0327d7aa499 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=109459) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 22:33:48.988476 dv-cinder-830538-5-iscsi neutron-server[109459]: INFO neutron.api.extensions [None req-1109652c-b370-44bc-89d1-a0327d7aa499 None None] Extension router-service-type not supported by any of loaded plugins Feb 28 22:33:48.988802 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron.api.extensions [None req-1109652c-b370-44bc-89d1-a0327d7aa499 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=109459) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 22:33:48.989729 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron.api.extensions [None req-1109652c-b370-44bc-89d1-a0327d7aa499 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=109459) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 22:33:48.990242 dv-cinder-830538-5-iscsi neutron-server[109459]: INFO neutron.api.extensions [None req-1109652c-b370-44bc-89d1-a0327d7aa499 None None] Loaded extension: security-groups-normalized-cidr Feb 28 22:33:48.990566 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron.api.extensions [None req-1109652c-b370-44bc-89d1-a0327d7aa499 None None] Loading extension file: security_groups_port_filtering.py {{(pid=109459) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 22:33:48.991490 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron.api.extensions [None req-1109652c-b370-44bc-89d1-a0327d7aa499 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=109459) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 22:33:48.992042 dv-cinder-830538-5-iscsi neutron-server[109459]: INFO neutron.api.extensions [None req-1109652c-b370-44bc-89d1-a0327d7aa499 None None] Loaded extension: port-security-groups-filtering Feb 28 22:33:48.992369 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron.api.extensions [None req-1109652c-b370-44bc-89d1-a0327d7aa499 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=109459) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 22:33:48.994399 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron.api.extensions [None req-1109652c-b370-44bc-89d1-a0327d7aa499 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=109459) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 22:33:48.994929 dv-cinder-830538-5-iscsi neutron-server[109459]: INFO neutron.api.extensions [None req-1109652c-b370-44bc-89d1-a0327d7aa499 None None] Loaded extension: security-groups-remote-address-group Feb 28 22:33:48.995260 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron.api.extensions [None req-1109652c-b370-44bc-89d1-a0327d7aa499 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=109459) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 22:33:48.996244 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron.api.extensions [None req-1109652c-b370-44bc-89d1-a0327d7aa499 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=109459) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 22:33:48.996766 dv-cinder-830538-5-iscsi neutron-server[109459]: INFO neutron.api.extensions [None req-1109652c-b370-44bc-89d1-a0327d7aa499 None None] Loaded extension: security-groups-shared-filtering Feb 28 22:33:48.997095 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron.api.extensions [None req-1109652c-b370-44bc-89d1-a0327d7aa499 None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=109459) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 22:33:48.997693 dv-cinder-830538-5-iscsi neutron-server[109459]: WARNING neutron.api.extensions [None req-1109652c-b370-44bc-89d1-a0327d7aa499 None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Feb 28 22:33:48.998019 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron.api.extensions [None req-1109652c-b370-44bc-89d1-a0327d7aa499 None None] Loading extension file: securitygroup.py {{(pid=109459) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 22:33:49.007795 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron.api.extensions [None req-1109652c-b370-44bc-89d1-a0327d7aa499 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=109459) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 22:33:49.008341 dv-cinder-830538-5-iscsi neutron-server[109459]: INFO neutron.api.extensions [None req-1109652c-b370-44bc-89d1-a0327d7aa499 None None] Loaded extension: security-group Feb 28 22:33:49.009229 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron.api.extensions [None req-1109652c-b370-44bc-89d1-a0327d7aa499 None None] Loading extension file: segment.py {{(pid=109459) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 22:33:49.010058 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron.api.extensions [None req-1109652c-b370-44bc-89d1-a0327d7aa499 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=109459) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 22:33:49.010582 dv-cinder-830538-5-iscsi neutron-server[109459]: INFO neutron.api.extensions [None req-1109652c-b370-44bc-89d1-a0327d7aa499 None None] Extension segment not supported by any of loaded plugins Feb 28 22:33:49.010919 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron.api.extensions [None req-1109652c-b370-44bc-89d1-a0327d7aa499 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=109459) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 22:33:49.011899 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron.api.extensions [None req-1109652c-b370-44bc-89d1-a0327d7aa499 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=109459) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 22:33:49.012420 dv-cinder-830538-5-iscsi neutron-server[109459]: INFO neutron.api.extensions [None req-1109652c-b370-44bc-89d1-a0327d7aa499 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Feb 28 22:33:49.012751 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron.api.extensions [None req-1109652c-b370-44bc-89d1-a0327d7aa499 None None] Loading extension file: servicetype.py {{(pid=109459) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 22:33:49.013870 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron.api.extensions [None req-1109652c-b370-44bc-89d1-a0327d7aa499 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=109459) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 22:33:49.014401 dv-cinder-830538-5-iscsi neutron-server[109459]: INFO neutron.api.extensions [None req-1109652c-b370-44bc-89d1-a0327d7aa499 None None] Loaded extension: service-type Feb 28 22:33:49.014733 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron.api.extensions [None req-1109652c-b370-44bc-89d1-a0327d7aa499 None None] Loading extension file: sorting.py {{(pid=109459) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 22:33:49.015762 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron.api.extensions [None req-1109652c-b370-44bc-89d1-a0327d7aa499 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=109459) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 22:33:49.016099 dv-cinder-830538-5-iscsi neutron-server[109459]: INFO neutron.api.extensions [None req-1109652c-b370-44bc-89d1-a0327d7aa499 None None] Loaded extension: sorting Feb 28 22:33:49.016426 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron.api.extensions [None req-1109652c-b370-44bc-89d1-a0327d7aa499 None None] Loading extension file: standard_attr_segment.py {{(pid=109459) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 22:33:49.017353 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron.api.extensions [None req-1109652c-b370-44bc-89d1-a0327d7aa499 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=109459) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 22:33:49.017875 dv-cinder-830538-5-iscsi neutron-server[109459]: INFO neutron.api.extensions [None req-1109652c-b370-44bc-89d1-a0327d7aa499 None None] Extension standard-attr-segment not supported by any of loaded plugins Feb 28 22:33:49.018206 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron.api.extensions [None req-1109652c-b370-44bc-89d1-a0327d7aa499 None None] Loading extension file: standardattrdescription.py {{(pid=109459) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 22:33:49.018870 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron.api.extensions [None req-1109652c-b370-44bc-89d1-a0327d7aa499 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=109459) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 22:33:49.019389 dv-cinder-830538-5-iscsi neutron-server[109459]: INFO neutron.api.extensions [None req-1109652c-b370-44bc-89d1-a0327d7aa499 None None] Loaded extension: standard-attr-description Feb 28 22:33:49.019739 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron.api.extensions [None req-1109652c-b370-44bc-89d1-a0327d7aa499 None None] Loading extension file: stateful_security_group.py {{(pid=109459) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 22:33:49.020702 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron.api.extensions [None req-1109652c-b370-44bc-89d1-a0327d7aa499 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=109459) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 22:33:49.021233 dv-cinder-830538-5-iscsi neutron-server[109459]: INFO neutron.api.extensions [None req-1109652c-b370-44bc-89d1-a0327d7aa499 None None] Loaded extension: stateful-security-group Feb 28 22:33:49.021563 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron.api.extensions [None req-1109652c-b370-44bc-89d1-a0327d7aa499 None None] Loading extension file: stdattrs_common.py {{(pid=109459) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 22:33:49.022137 dv-cinder-830538-5-iscsi neutron-server[109459]: WARNING neutron.api.extensions [None req-1109652c-b370-44bc-89d1-a0327d7aa499 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Feb 28 22:33:49.022461 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron.api.extensions [None req-1109652c-b370-44bc-89d1-a0327d7aa499 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=109459) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 22:33:49.023393 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron.api.extensions [None req-1109652c-b370-44bc-89d1-a0327d7aa499 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=109459) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 22:33:49.023941 dv-cinder-830538-5-iscsi neutron-server[109459]: INFO neutron.api.extensions [None req-1109652c-b370-44bc-89d1-a0327d7aa499 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Feb 28 22:33:49.024673 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron.api.extensions [None req-1109652c-b370-44bc-89d1-a0327d7aa499 None None] Loading extension file: subnet_onboard.py {{(pid=109459) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 22:33:49.025803 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron.api.extensions [None req-1109652c-b370-44bc-89d1-a0327d7aa499 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=109459) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 22:33:49.026334 dv-cinder-830538-5-iscsi neutron-server[109459]: INFO neutron.api.extensions [None req-1109652c-b370-44bc-89d1-a0327d7aa499 None None] Loaded extension: subnet_onboard Feb 28 22:33:49.026663 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron.api.extensions [None req-1109652c-b370-44bc-89d1-a0327d7aa499 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=109459) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 22:33:49.027591 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron.api.extensions [None req-1109652c-b370-44bc-89d1-a0327d7aa499 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=109459) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 22:33:49.028137 dv-cinder-830538-5-iscsi neutron-server[109459]: INFO neutron.api.extensions [None req-1109652c-b370-44bc-89d1-a0327d7aa499 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Feb 28 22:33:49.028469 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron.api.extensions [None req-1109652c-b370-44bc-89d1-a0327d7aa499 None None] Loading extension file: subnet_service_types.py {{(pid=109459) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 22:33:49.029401 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron.api.extensions [None req-1109652c-b370-44bc-89d1-a0327d7aa499 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=109459) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 22:33:49.029925 dv-cinder-830538-5-iscsi neutron-server[109459]: INFO neutron.api.extensions [None req-1109652c-b370-44bc-89d1-a0327d7aa499 None None] Loaded extension: subnet-service-types Feb 28 22:33:49.030252 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron.api.extensions [None req-1109652c-b370-44bc-89d1-a0327d7aa499 None None] Loading extension file: subnetallocation.py {{(pid=109459) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 22:33:49.031388 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron.api.extensions [None req-1109652c-b370-44bc-89d1-a0327d7aa499 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=109459) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 22:33:49.031941 dv-cinder-830538-5-iscsi neutron-server[109459]: INFO neutron.api.extensions [None req-1109652c-b370-44bc-89d1-a0327d7aa499 None None] Loaded extension: subnet_allocation Feb 28 22:33:49.032271 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron.api.extensions [None req-1109652c-b370-44bc-89d1-a0327d7aa499 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=109459) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 22:33:49.033020 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron.api.extensions [None req-1109652c-b370-44bc-89d1-a0327d7aa499 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=109459) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 22:33:49.033540 dv-cinder-830538-5-iscsi neutron-server[109459]: INFO neutron.api.extensions [None req-1109652c-b370-44bc-89d1-a0327d7aa499 None None] Loaded extension: subnetpool-prefix-ops Feb 28 22:33:49.033867 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron.api.extensions [None req-1109652c-b370-44bc-89d1-a0327d7aa499 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=109459) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 22:33:49.034814 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron.api.extensions [None req-1109652c-b370-44bc-89d1-a0327d7aa499 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=109459) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 22:33:49.035330 dv-cinder-830538-5-iscsi neutron-server[109459]: INFO neutron.api.extensions [None req-1109652c-b370-44bc-89d1-a0327d7aa499 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Feb 28 22:33:49.035716 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron.api.extensions [None req-1109652c-b370-44bc-89d1-a0327d7aa499 None None] Loading extension file: tagging.py {{(pid=109459) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 22:33:49.036723 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron.api.extensions [None req-1109652c-b370-44bc-89d1-a0327d7aa499 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=109459) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 22:33:49.037252 dv-cinder-830538-5-iscsi neutron-server[109459]: INFO neutron.api.extensions [None req-1109652c-b370-44bc-89d1-a0327d7aa499 None None] Loaded extension: standard-attr-tag Feb 28 22:33:49.037583 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron.api.extensions [None req-1109652c-b370-44bc-89d1-a0327d7aa499 None None] Loading extension file: timestamp.py {{(pid=109459) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 22:33:49.038789 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron.api.extensions [None req-1109652c-b370-44bc-89d1-a0327d7aa499 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=109459) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 22:33:49.039316 dv-cinder-830538-5-iscsi neutron-server[109459]: INFO neutron.api.extensions [None req-1109652c-b370-44bc-89d1-a0327d7aa499 None None] Loaded extension: standard-attr-timestamp Feb 28 22:33:49.039648 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron.api.extensions [None req-1109652c-b370-44bc-89d1-a0327d7aa499 None None] Loading extension file: trunk.py {{(pid=109459) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 22:33:49.041485 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron.api.extensions [None req-1109652c-b370-44bc-89d1-a0327d7aa499 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=109459) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 22:33:49.042007 dv-cinder-830538-5-iscsi neutron-server[109459]: INFO neutron.api.extensions [None req-1109652c-b370-44bc-89d1-a0327d7aa499 None None] Extension trunk not supported by any of loaded plugins Feb 28 22:33:49.042338 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron.api.extensions [None req-1109652c-b370-44bc-89d1-a0327d7aa499 None None] Loading extension file: trunk_details.py {{(pid=109459) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 22:33:49.043264 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron.api.extensions [None req-1109652c-b370-44bc-89d1-a0327d7aa499 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=109459) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 22:33:49.043814 dv-cinder-830538-5-iscsi neutron-server[109459]: INFO neutron.api.extensions [None req-1109652c-b370-44bc-89d1-a0327d7aa499 None None] Extension trunk-details not supported by any of loaded plugins Feb 28 22:33:49.044141 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron.api.extensions [None req-1109652c-b370-44bc-89d1-a0327d7aa499 None None] Loading extension file: uplink_status_propagation.py {{(pid=109459) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 22:33:49.045075 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron.api.extensions [None req-1109652c-b370-44bc-89d1-a0327d7aa499 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=109459) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 22:33:49.045595 dv-cinder-830538-5-iscsi neutron-server[109459]: INFO neutron.api.extensions [None req-1109652c-b370-44bc-89d1-a0327d7aa499 None None] Extension uplink-status-propagation not supported by any of loaded plugins Feb 28 22:33:49.045919 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron.api.extensions [None req-1109652c-b370-44bc-89d1-a0327d7aa499 None None] Loading extension file: vlantransparent.py {{(pid=109459) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 22:33:49.046593 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron.api.extensions [None req-1109652c-b370-44bc-89d1-a0327d7aa499 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=109459) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 22:33:49.047112 dv-cinder-830538-5-iscsi neutron-server[109459]: INFO neutron.api.extensions [None req-1109652c-b370-44bc-89d1-a0327d7aa499 None None] Extension vlan-transparent not supported by any of loaded plugins Feb 28 22:33:49.049650 dv-cinder-830538-5-iscsi neutron-server[109459]: INFO neutron.quota.resource_registry [None req-1109652c-b370-44bc-89d1-a0327d7aa499 None None] Creating instance of TrackedResource for resource:network Feb 28 22:33:49.050175 dv-cinder-830538-5-iscsi neutron-server[109459]: INFO neutron.quota.resource_registry [None req-1109652c-b370-44bc-89d1-a0327d7aa499 None None] Creating instance of TrackedResource for resource:subnet Feb 28 22:33:49.050579 dv-cinder-830538-5-iscsi neutron-server[109459]: INFO neutron.quota.resource_registry [None req-1109652c-b370-44bc-89d1-a0327d7aa499 None None] Creating instance of TrackedResource for resource:subnetpool Feb 28 22:33:49.050987 dv-cinder-830538-5-iscsi neutron-server[109459]: INFO neutron.quota.resource_registry [None req-1109652c-b370-44bc-89d1-a0327d7aa499 None None] Creating instance of TrackedResource for resource:port Feb 28 22:33:49.052259 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron.api.v2.resource_helper [None req-1109652c-b370-44bc-89d1-a0327d7aa499 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109459) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 28 22:33:49.052709 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron.api.v2.resource_helper [None req-1109652c-b370-44bc-89d1-a0327d7aa499 None None] Service FLAVORS assigned prefix: {{(pid=109459) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 28 22:33:49.053330 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron.api.v2.resource_helper [None req-1109652c-b370-44bc-89d1-a0327d7aa499 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109459) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 28 22:33:49.053763 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron.api.v2.resource_helper [None req-1109652c-b370-44bc-89d1-a0327d7aa499 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109459) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 28 22:33:49.054099 dv-cinder-830538-5-iscsi neutron-server[109459]: INFO neutron.quota.resource_registry [None req-1109652c-b370-44bc-89d1-a0327d7aa499 None None] Creating instance of TrackedResource for resource:router Feb 28 22:33:49.054529 dv-cinder-830538-5-iscsi neutron-server[109459]: INFO neutron.quota.resource_registry [None req-1109652c-b370-44bc-89d1-a0327d7aa499 None None] Creating instance of TrackedResource for resource:floatingip Feb 28 22:33:49.055023 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron.api.v2.resource_helper [None req-1109652c-b370-44bc-89d1-a0327d7aa499 None None] Service METERING assigned prefix: /metering {{(pid=109459) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 28 22:33:49.057547 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron_lib.callbacks.manager [None req-1109652c-b370-44bc-89d1-a0327d7aa499 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=109459) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 22:33:49.057924 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron_lib.callbacks.manager [None req-1109652c-b370-44bc-89d1-a0327d7aa499 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=109459) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 22:33:49.058291 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron_lib.callbacks.manager [None req-1109652c-b370-44bc-89d1-a0327d7aa499 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109459) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 22:33:49.059279 dv-cinder-830538-5-iscsi neutron-server[109459]: INFO neutron.quota.resource_registry [None req-1109652c-b370-44bc-89d1-a0327d7aa499 None None] Creating instance of CountableResource for resource:rbac_policy Feb 28 22:33:49.059774 dv-cinder-830538-5-iscsi neutron-server[109459]: INFO neutron.quota.resource_registry [None req-1109652c-b370-44bc-89d1-a0327d7aa499 None None] Creating instance of TrackedResource for resource:security_group Feb 28 22:33:49.060208 dv-cinder-830538-5-iscsi neutron-server[109459]: INFO neutron.quota.resource_registry [None req-1109652c-b370-44bc-89d1-a0327d7aa499 None None] Creating instance of TrackedResource for resource:security_group_rule Feb 28 22:33:49.060817 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron.api.v2.resource_helper [None req-1109652c-b370-44bc-89d1-a0327d7aa499 None None] Service CORE assigned prefix: {{(pid=109459) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 28 22:33:49.061155 dv-cinder-830538-5-iscsi neutron-server[109459]: INFO neutron.quota.resource_registry [None req-1109652c-b370-44bc-89d1-a0327d7aa499 None None] Creating instance of TrackedResource for resource:subnetpool Feb 28 22:33:49.061504 dv-cinder-830538-5-iscsi neutron-server[109459]: WARNING neutron.quota.resource_registry [None req-1109652c-b370-44bc-89d1-a0327d7aa499 None None] subnetpool is already registered Feb 28 22:33:49.061937 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron.api.v2.resource_helper [None req-1109652c-b370-44bc-89d1-a0327d7aa499 None None] Service CORE assigned prefix: {{(pid=109459) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 28 22:33:49.062267 dv-cinder-830538-5-iscsi neutron-server[109459]: INFO neutron.quota.resource_registry [None req-1109652c-b370-44bc-89d1-a0327d7aa499 None None] Creating instance of TrackedResource for resource:subnetpool Feb 28 22:33:49.062602 dv-cinder-830538-5-iscsi neutron-server[109459]: WARNING neutron.quota.resource_registry [None req-1109652c-b370-44bc-89d1-a0327d7aa499 None None] subnetpool is already registered Feb 28 22:33:49.064912 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron.api.v2.resource_helper [None req-1109652c-b370-44bc-89d1-a0327d7aa499 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109459) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 28 22:33:49.065351 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron.api.v2.resource_helper [None req-1109652c-b370-44bc-89d1-a0327d7aa499 None None] Service FLAVORS assigned prefix: {{(pid=109459) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 28 22:33:49.066202 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron.api.v2.resource_helper [None req-1109652c-b370-44bc-89d1-a0327d7aa499 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109459) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 28 22:33:49.066631 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron.api.v2.resource_helper [None req-1109652c-b370-44bc-89d1-a0327d7aa499 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109459) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 28 22:33:49.066970 dv-cinder-830538-5-iscsi neutron-server[109459]: INFO neutron.quota.resource_registry [None req-1109652c-b370-44bc-89d1-a0327d7aa499 None None] Creating instance of TrackedResource for resource:router Feb 28 22:33:49.067313 dv-cinder-830538-5-iscsi neutron-server[109459]: WARNING neutron.quota.resource_registry [None req-1109652c-b370-44bc-89d1-a0327d7aa499 None None] router is already registered Feb 28 22:33:49.067758 dv-cinder-830538-5-iscsi neutron-server[109459]: INFO neutron.quota.resource_registry [None req-1109652c-b370-44bc-89d1-a0327d7aa499 None None] Creating instance of TrackedResource for resource:floatingip Feb 28 22:33:49.068103 dv-cinder-830538-5-iscsi neutron-server[109459]: WARNING neutron.quota.resource_registry [None req-1109652c-b370-44bc-89d1-a0327d7aa499 None None] floatingip is already registered Feb 28 22:33:49.068565 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron.api.v2.resource_helper [None req-1109652c-b370-44bc-89d1-a0327d7aa499 None None] Service METERING assigned prefix: /metering {{(pid=109459) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 28 22:33:49.069228 dv-cinder-830538-5-iscsi neutron-server[109459]: INFO neutron.quota.resource_registry [None req-1109652c-b370-44bc-89d1-a0327d7aa499 None None] Creating instance of CountableResource for resource:rbac_policy Feb 28 22:33:49.069558 dv-cinder-830538-5-iscsi neutron-server[109459]: WARNING neutron.quota.resource_registry [None req-1109652c-b370-44bc-89d1-a0327d7aa499 None None] rbac_policy is already registered Feb 28 22:33:49.069969 dv-cinder-830538-5-iscsi neutron-server[109459]: INFO neutron.quota.resource_registry [None req-1109652c-b370-44bc-89d1-a0327d7aa499 None None] Creating instance of TrackedResource for resource:security_group Feb 28 22:33:49.070307 dv-cinder-830538-5-iscsi neutron-server[109459]: WARNING neutron.quota.resource_registry [None req-1109652c-b370-44bc-89d1-a0327d7aa499 None None] security_group is already registered Feb 28 22:33:49.070712 dv-cinder-830538-5-iscsi neutron-server[109459]: INFO neutron.quota.resource_registry [None req-1109652c-b370-44bc-89d1-a0327d7aa499 None None] Creating instance of TrackedResource for resource:security_group_rule Feb 28 22:33:49.071067 dv-cinder-830538-5-iscsi neutron-server[109459]: WARNING neutron.quota.resource_registry [None req-1109652c-b370-44bc-89d1-a0327d7aa499 None None] security_group_rule is already registered Feb 28 22:33:49.072190 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron.api.v2.resource_helper [None req-1109652c-b370-44bc-89d1-a0327d7aa499 None None] Service CORE assigned prefix: {{(pid=109459) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 28 22:33:49.072529 dv-cinder-830538-5-iscsi neutron-server[109459]: INFO neutron.quota.resource_registry [None req-1109652c-b370-44bc-89d1-a0327d7aa499 None None] Creating instance of TrackedResource for resource:subnetpool Feb 28 22:33:49.072870 dv-cinder-830538-5-iscsi neutron-server[109459]: WARNING neutron.quota.resource_registry [None req-1109652c-b370-44bc-89d1-a0327d7aa499 None None] subnetpool is already registered Feb 28 22:33:49.073292 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron.api.v2.resource_helper [None req-1109652c-b370-44bc-89d1-a0327d7aa499 None None] Service CORE assigned prefix: {{(pid=109459) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 28 22:33:49.073621 dv-cinder-830538-5-iscsi neutron-server[109459]: INFO neutron.quota.resource_registry [None req-1109652c-b370-44bc-89d1-a0327d7aa499 None None] Creating instance of TrackedResource for resource:subnetpool Feb 28 22:33:49.073958 dv-cinder-830538-5-iscsi neutron-server[109459]: WARNING neutron.quota.resource_registry [None req-1109652c-b370-44bc-89d1-a0327d7aa499 None None] subnetpool is already registered Feb 28 22:33:49.074436 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron.api.extensions [None req-1109652c-b370-44bc-89d1-a0327d7aa499 None None] Extended resource: extensions {{(pid=109459) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 28 22:33:49.075978 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron.api.extensions [None req-1109652c-b370-44bc-89d1-a0327d7aa499 None None] Extended resource: address-groups {{(pid=109459) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 28 22:33:49.077505 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron.api.extensions [None req-1109652c-b370-44bc-89d1-a0327d7aa499 None None] Extended resource: address-scopes {{(pid=109459) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 28 22:33:49.078843 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron.api.extensions [None req-1109652c-b370-44bc-89d1-a0327d7aa499 None None] Extended resource: agents {{(pid=109459) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 28 22:33:49.080051 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron.api.extensions [None req-1109652c-b370-44bc-89d1-a0327d7aa499 None None] Extended resource: auto-allocated-topology {{(pid=109459) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 28 22:33:49.081311 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron.api.extensions [None req-1109652c-b370-44bc-89d1-a0327d7aa499 None None] Extended resource: availability_zones {{(pid=109459) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 28 22:33:49.082550 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron.api.extensions [None req-1109652c-b370-44bc-89d1-a0327d7aa499 None None] Extended resource: dhcp-networks {{(pid=109459) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 28 22:33:49.084107 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron.api.extensions [None req-1109652c-b370-44bc-89d1-a0327d7aa499 None None] Extended resource: dhcp-agents {{(pid=109459) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 28 22:33:49.085555 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron.api.extensions [None req-1109652c-b370-44bc-89d1-a0327d7aa499 None None] Extended resource: routers {{(pid=109459) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 28 22:33:49.088323 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron.api.extensions [None req-1109652c-b370-44bc-89d1-a0327d7aa499 None None] Extended resource: flavors {{(pid=109459) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 28 22:33:49.089509 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron.api.extensions [None req-1109652c-b370-44bc-89d1-a0327d7aa499 None None] Extended resource: service_profiles {{(pid=109459) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 28 22:33:49.090754 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron.api.extensions [None req-1109652c-b370-44bc-89d1-a0327d7aa499 None None] Extended resource: next_providers {{(pid=109459) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 28 22:33:49.092265 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron.api.extensions [None req-1109652c-b370-44bc-89d1-a0327d7aa499 None None] Extended resource: service_profiles {{(pid=109459) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 28 22:33:49.093818 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron.api.extensions [None req-1109652c-b370-44bc-89d1-a0327d7aa499 None None] Extended resource: floatingip-pools {{(pid=109459) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 28 22:33:49.095054 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron.api.extensions [None req-1109652c-b370-44bc-89d1-a0327d7aa499 None None] Extended resource: routers {{(pid=109459) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 28 22:33:49.097243 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron.api.extensions [None req-1109652c-b370-44bc-89d1-a0327d7aa499 None None] Extended resource: floatingips {{(pid=109459) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 28 22:33:49.099467 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron.api.extensions [None req-1109652c-b370-44bc-89d1-a0327d7aa499 None None] Extended resource: l3-routers {{(pid=109459) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 28 22:33:49.100913 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron.api.extensions [None req-1109652c-b370-44bc-89d1-a0327d7aa499 None None] Extended resource: l3-agents {{(pid=109459) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 28 22:33:49.103269 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron.api.extensions [None req-1109652c-b370-44bc-89d1-a0327d7aa499 None None] Extended resource: metering-labels {{(pid=109459) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 28 22:33:49.104723 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron.api.extensions [None req-1109652c-b370-44bc-89d1-a0327d7aa499 None None] Extended resource: metering-label-rules {{(pid=109459) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 28 22:33:49.106043 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron.api.extensions [None req-1109652c-b370-44bc-89d1-a0327d7aa499 None None] Extended resource: network-ip-availabilities {{(pid=109459) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 28 22:33:49.107345 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron.api.extensions [None req-1109652c-b370-44bc-89d1-a0327d7aa499 None None] Extended resource: bindings {{(pid=109459) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 28 22:33:49.109082 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron.api.extensions [None req-1109652c-b370-44bc-89d1-a0327d7aa499 None None] Extended resource: quotas {{(pid=109459) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 28 22:33:49.110640 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron.api.extensions [None req-1109652c-b370-44bc-89d1-a0327d7aa499 None None] Extended resource: quotas {{(pid=109459) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 28 22:33:49.112241 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron.api.extensions [None req-1109652c-b370-44bc-89d1-a0327d7aa499 None None] Extended resource: rbac-policies {{(pid=109459) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 28 22:33:49.113569 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron.api.extensions [None req-1109652c-b370-44bc-89d1-a0327d7aa499 None None] Extended resource: security-groups {{(pid=109459) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 28 22:33:49.114810 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron.api.extensions [None req-1109652c-b370-44bc-89d1-a0327d7aa499 None None] Extended resource: security-group-rules {{(pid=109459) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 28 22:33:49.116109 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron.api.extensions [None req-1109652c-b370-44bc-89d1-a0327d7aa499 None None] Extended resource: service-providers {{(pid=109459) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 28 22:33:49.117338 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron.api.extensions [None req-1109652c-b370-44bc-89d1-a0327d7aa499 None None] Extended resource: subnetpools {{(pid=109459) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 28 22:33:49.119353 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron.api.extensions [None req-1109652c-b370-44bc-89d1-a0327d7aa499 None None] Extended resource: subnetpools {{(pid=109459) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 28 22:33:49.120874 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron.api.extensions [None req-1109652c-b370-44bc-89d1-a0327d7aa499 None None] Extended resource: tags {{(pid=109459) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 28 22:33:49.122583 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron.api.extensions [None req-1109652c-b370-44bc-89d1-a0327d7aa499 None None] Extended resource: tags {{(pid=109459) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 28 22:33:49.124450 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron.api.extensions [None req-1109652c-b370-44bc-89d1-a0327d7aa499 None None] Extended resource: tags {{(pid=109459) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 28 22:33:49.126243 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron.api.extensions [None req-1109652c-b370-44bc-89d1-a0327d7aa499 None None] Extended resource: tags {{(pid=109459) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 28 22:33:49.128084 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron.api.extensions [None req-1109652c-b370-44bc-89d1-a0327d7aa499 None None] Extended resource: tags {{(pid=109459) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 28 22:33:49.129961 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron.api.extensions [None req-1109652c-b370-44bc-89d1-a0327d7aa499 None None] Extended resource: tags {{(pid=109459) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 28 22:33:49.131689 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron.api.extensions [None req-1109652c-b370-44bc-89d1-a0327d7aa499 None None] Extended resource: tags {{(pid=109459) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 28 22:33:49.134113 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron.api.extensions [None req-1109652c-b370-44bc-89d1-a0327d7aa499 None None] Extended resource: tags {{(pid=109459) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 28 22:33:49.136386 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron.api.extensions [None req-1109652c-b370-44bc-89d1-a0327d7aa499 None None] Extended resource: tags {{(pid=109459) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 28 22:33:49.138241 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron.api.extensions [None req-1109652c-b370-44bc-89d1-a0327d7aa499 None None] Extended resource: tags {{(pid=109459) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 28 22:33:49.144072 dv-cinder-830538-5-iscsi neutron-server[109459]: WARNING keystonemiddleware.auth_token [None req-1109652c-b370-44bc-89d1-a0327d7aa499 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Feb 28 22:33:49.148799 dv-cinder-830538-5-iscsi neutron-server[109459]: WARNING keystonemiddleware.auth_token [None req-1109652c-b370-44bc-89d1-a0327d7aa499 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Feb 28 22:33:49.158743 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_concurrency.lockutils [None req-1109652c-b370-44bc-89d1-a0327d7aa499 None None] Acquired lock "singleton_lock" {{(pid=109459) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Feb 28 22:33:49.159219 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_concurrency.lockutils [None req-1109652c-b370-44bc-89d1-a0327d7aa499 None None] Releasing lock "singleton_lock" {{(pid=109459) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Feb 28 22:33:49.159900 dv-cinder-830538-5-iscsi neutron-server[109459]: INFO oslo_service.service [None req-1109652c-b370-44bc-89d1-a0327d7aa499 None None] Starting 2 workers Feb 28 22:33:49.164758 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [None req-1109652c-b370-44bc-89d1-a0327d7aa499 None None] Started child 109568 {{(pid=109459) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Feb 28 22:33:49.169983 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [None req-1109652c-b370-44bc-89d1-a0327d7aa499 None None] Started child 109569 {{(pid=109459) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Feb 28 22:33:49.170363 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:33:49.171622 dv-cinder-830538-5-iscsi neutron-server[109459]: INFO neutron.service [None req-1109652c-b370-44bc-89d1-a0327d7aa499 None None] Neutron service started, listening on 0.0.0.0:9696 Feb 28 22:33:49.172048 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [-] (109568) wsgi starting up on http://0.0.0.0:9696 Feb 28 22:33:49.172299 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron_lib.callbacks.manager [None req-1109652c-b370-44bc-89d1-a0327d7aa499 None None] Publish callbacks [] for process (None), before_spawn {{(pid=109459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:33:49.174784 dv-cinder-830538-5-iscsi neutron-server[109459]: INFO oslo_service.service [None req-1109652c-b370-44bc-89d1-a0327d7aa499 None None] Starting 1 workers Feb 28 22:33:49.174926 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:33:49.176271 dv-cinder-830538-5-iscsi neutron-server[109569]: INFO neutron.wsgi [-] (109569) wsgi starting up on http://0.0.0.0:9696 Feb 28 22:33:49.180086 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [None req-1109652c-b370-44bc-89d1-a0327d7aa499 None None] Started child 109570 {{(pid=109459) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Feb 28 22:33:49.180689 dv-cinder-830538-5-iscsi neutron-server[109459]: INFO oslo_service.service [None req-1109652c-b370-44bc-89d1-a0327d7aa499 None None] Starting 1 workers Feb 28 22:33:49.183934 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.service [None req-1109652c-b370-44bc-89d1-a0327d7aa499 None None] calling RpcWorker wait() {{(pid=109570) _wait /opt/stack/neutron/neutron/service.py:128}} Feb 28 22:33:49.184452 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.service [None req-1109652c-b370-44bc-89d1-a0327d7aa499 None None] returning from RpcWorker wait() {{(pid=109570) _wait /opt/stack/neutron/neutron/service.py:135}} Feb 28 22:33:49.185830 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:33:49.185934 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [None req-1109652c-b370-44bc-89d1-a0327d7aa499 None None] Started child 109571 {{(pid=109459) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Feb 28 22:33:49.186365 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=109570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 22:33:49.186697 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG neutron_lib.callbacks.manager [None req-1109652c-b370-44bc-89d1-a0327d7aa499 None None] Publish callbacks [] for process (None), after_spawn {{(pid=109459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:33:49.188689 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=109459) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Feb 28 22:33:49.188905 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Feb 28 22:33:49.189095 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Feb 28 22:33:49.189331 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Feb 28 22:33:49.189671 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Feb 28 22:33:49.189841 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Feb 28 22:33:49.190362 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 22:33:49.190647 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 22:33:49.190851 dv-cinder-830538-5-iscsi neutron-server[109571]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=109571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:33:49.191560 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 22:33:49.191560 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 22:33:49.191789 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 22:33:49.192379 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 22:33:49.192656 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 22:33:49.192917 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 22:33:49.193193 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 22:33:49.193445 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 22:33:49.193616 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 22:33:49.193786 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 22:33:49.194051 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 22:33:49.194285 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 22:33:49.194611 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 22:33:49.194877 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 22:33:49.195129 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 22:33:49.195382 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 22:33:49.195555 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 22:33:49.195853 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] config_source = [] {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 22:33:49.196654 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 22:33:49.197503 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 22:33:49.197788 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] debug = True {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 22:33:49.198032 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 22:33:49.198522 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 22:33:49.198755 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 22:33:49.199001 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 22:33:49.199223 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 22:33:49.199501 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 22:33:49.199760 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 22:33:49.200056 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 22:33:49.200310 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 22:33:49.200554 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 22:33:49.200793 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 22:33:49.201050 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 22:33:49.201290 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 22:33:49.201523 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 22:33:49.201775 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 22:33:49.202010 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 22:33:49.202272 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 22:33:49.202493 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 22:33:49.202938 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] host = dv-cinder-830538-5-iscsi {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 22:33:49.203189 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 22:33:49.203404 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 22:33:49.203668 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 22:33:49.203934 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 22:33:49.204184 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 22:33:49.204421 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 22:33:49.204674 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 22:33:49.204940 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 22:33:49.205182 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 22:33:49.205412 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 22:33:49.205675 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 22:33:49.205945 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 22:33:49.206134 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] log_dir = None {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 22:33:49.206368 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] log_file = None {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 22:33:49.206535 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] log_options = True {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 22:33:49.206769 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 22:33:49.207037 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 22:33:49.207322 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 22:33:49.207479 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 22:33:49.207632 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 22:33:49.207810 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 22:33:49.208067 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 22:33:49.208231 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 22:33:49.208480 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 22:33:49.208746 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 22:33:49.208926 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 22:33:49.209156 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 22:33:49.209388 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 22:33:49.209626 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 22:33:49.209870 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 22:33:49.210083 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 22:33:49.210302 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 22:33:49.210528 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 22:33:49.210775 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 22:33:49.211009 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 22:33:49.211268 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 22:33:49.211510 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 22:33:49.212899 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 22:33:49.213738 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 22:33:49.213982 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 22:33:49.214207 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 22:33:49.214464 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 22:33:49.215220 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 22:33:49.215515 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 22:33:49.215747 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 22:33:49.216081 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 22:33:49.216235 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 22:33:49.216388 dv-cinder-830538-5-iscsi neutron-server[109571]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=109571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 22:33:49.216535 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 22:33:49.216719 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 22:33:49.216945 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 22:33:49.217189 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 22:33:49.217418 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 22:33:49.217635 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 22:33:49.218172 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 22:33:49.218172 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 22:33:49.218398 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 22:33:49.218626 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 22:33:49.218844 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 22:33:49.219163 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 22:33:49.219391 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 22:33:49.219610 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] use_journal = False {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 22:33:49.219875 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] use_json = False {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 22:33:49.220096 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 22:33:49.220342 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 22:33:49.220587 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 22:33:49.220801 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 22:33:49.221038 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 22:33:49.221254 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 22:33:49.221467 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 22:33:49.221719 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 22:33:49.221934 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 22:33:49.222385 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:49.222926 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:49.223061 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:49.223232 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:49.223537 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:49.223751 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:49.224002 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:49.224230 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:49.224493 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:49.224722 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:49.225018 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:49.225454 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:49.225549 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:49.225796 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:49.226066 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:49.226427 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:49.226688 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:49.226942 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:49.227190 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:49.227473 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:49.228334 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:49.228577 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:49.228876 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:49.229111 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:49.229350 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:49.229585 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:49.229987 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:49.230322 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:49.230734 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:49.230904 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:49.231182 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:49.231439 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.11/identity {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:49.231736 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:49.231964 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:49.232195 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:49.232453 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:49.232689 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:49.232926 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:49.233471 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:49.233471 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:49.233939 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:49.233939 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:49.234197 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:49.234327 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:49.234517 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:49.234746 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:49.235193 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:49.235642 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:49.236181 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:49.236181 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:49.236579 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:49.236722 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:49.236866 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:49.237103 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:49.237336 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:49.237549 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:49.237971 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:49.238560 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:49.238560 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:49.238829 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:49.238951 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:49.239108 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:49.239342 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:49.239584 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:49.239857 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:49.240040 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:49.240281 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:49.240497 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:49.240760 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:49.240986 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:49.241204 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:49.241741 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:49.241741 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:49.242045 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:49.242183 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:49.242309 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:49.242490 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:49.242734 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:49.243190 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:49.243964 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:49.244191 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:49.244600 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:49.245002 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:49.245479 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:49.245878 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:49.246251 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:49.246634 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:49.247052 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:49.247447 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:49.247881 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:49.248287 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:49.248562 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:49.248879 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:49.249152 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:49.249403 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:49.249650 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:49.249919 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:49.250164 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:49.250432 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:49.250659 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:49.250887 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:49.251111 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:49.251382 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:49.251613 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:49.251881 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:49.252110 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:49.252328 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:49.252615 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:49.252856 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:49.253103 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:49.253328 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:49.253745 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:49.254008 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:49.254256 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:49.254537 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:49.254781 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:49.255019 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:49.255247 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:49.255487 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:49.255793 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:49.256056 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:49.256313 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:49.256549 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:49.256821 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:49.257130 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:49.257401 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:49.257681 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:49.257958 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:49.258197 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:49.259314 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:49.260175 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:49.260453 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:49.260833 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:49.261129 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:49.261385 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:49.261651 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:49.261913 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:49.262151 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:49.262399 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:49.262720 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:49.262963 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:49.263207 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:49.263446 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:49.265083 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:49.265440 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:49.266211 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:49.267951 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:49.268308 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:49.268733 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:49.269643 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:49.270005 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.11/identity {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:49.270307 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:49.270563 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:49.270807 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:49.271036 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:49.271289 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:49.271756 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:49.272032 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:49.272257 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:49.273255 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:49.273537 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:49.273764 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:49.273992 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:49.274218 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:49.275057 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:49.275474 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:49.275753 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:49.275979 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:49.276227 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:49.276869 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:49.277727 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:49.278640 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:49.278978 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:49.279320 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:49.279724 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:49.280529 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:49.280653 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.wsgi [-] (109569) accepted ('10.222.0.11', 48404) {{(pid=109569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 22:33:49.280815 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:49.281093 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:49.281347 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:49.281582 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:49.281842 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:49.282082 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:49.282321 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:49.282575 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:49.282800 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:49.283022 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:49.283238 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:49.283461 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:49.283704 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:49.283918 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:49.284160 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:49.284533 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:49.284944 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:49.285190 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:49.285548 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:49.285847 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:49.286028 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:49.286274 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:49.286676 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:49.286930 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:49.287317 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:49.287541 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:49.287836 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:49.288062 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:49.288732 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:49.288981 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:49.289210 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:49.289439 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:49.289601 dv-cinder-830538-5-iscsi neutron-server[109569]: INFO neutron.wsgi [-] 10.222.0.11 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0068421 Feb 28 22:33:49.289725 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:49.289996 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:49.290193 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:49.290504 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:49.290771 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:49.290992 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:49.291565 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:49.291828 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:49.292070 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:49.292447 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:49.293452 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:49.293452 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:49.293452 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:49.293721 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:49.293804 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:49.294094 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:49.294496 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:49.295622 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:49.295847 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:49.296110 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:49.296413 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:49.296699 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:49.296968 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:49.297184 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:49.297410 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:49.298330 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:49.298925 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:49.299178 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:49.299412 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:49.299640 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:49.300630 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:49.300874 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:49.301099 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:49.301361 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:49.301821 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:49.303106 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:49.303272 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:49.303480 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:49.303865 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:49.304255 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:49.304666 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:49.304895 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:49.305128 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:49.305359 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:49.305759 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:49.306177 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=109570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 22:33:49.306265 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:49.306265 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:49.306265 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:49.306539 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:49.306723 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:49.306933 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:49.307225 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:49.308359 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:49.308607 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:49.308892 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:49.309861 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:49.310395 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:49.311238 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:49.311238 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:49.311488 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:49.311766 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:49.312019 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:49.312524 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:49.312910 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:49.314085 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:49.314331 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:49.314648 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:49.315760 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:49.316828 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:49.316828 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:49.317001 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:49.317144 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:49.317505 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:49.317896 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:49.318322 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:49.319333 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:49.319333 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:49.319333 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:49.319333 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:49.319607 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:49.319877 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:49.323172 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:49.323172 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:49.323172 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:49.323172 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:49.323172 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:49.323172 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:49.323172 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:49.323172 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:49.323172 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:49.323808 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:49.323808 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:49.323808 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:49.323808 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:49.323808 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Feb 28 22:33:49.324995 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=109459) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Feb 28 22:33:49.325162 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Feb 28 22:33:49.325320 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Feb 28 22:33:49.325554 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Feb 28 22:33:49.325668 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Feb 28 22:33:49.325829 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Feb 28 22:33:49.326039 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 22:33:49.326198 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 22:33:49.326408 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 22:33:49.326573 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 22:33:49.327544 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 22:33:49.327544 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 22:33:49.327544 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 22:33:49.327544 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 22:33:49.327544 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 22:33:49.327544 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 22:33:49.327965 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 22:33:49.328146 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 22:33:49.328907 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 22:33:49.328907 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 22:33:49.328907 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 22:33:49.328907 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 22:33:49.329179 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 22:33:49.329298 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 22:33:49.329468 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 22:33:49.329626 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] config_source = [] {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 22:33:49.329783 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 22:33:49.329939 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 22:33:49.330095 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] debug = True {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 22:33:49.330923 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 22:33:49.330923 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 22:33:49.330923 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 22:33:49.330923 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 22:33:49.330923 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 22:33:49.331462 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 22:33:49.331462 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 22:33:49.331462 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 22:33:49.331462 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 22:33:49.331902 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 22:33:49.331902 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 22:33:49.335151 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 22:33:49.335151 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 22:33:49.335151 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 22:33:49.335151 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 22:33:49.335151 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 22:33:49.335151 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 22:33:49.335151 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 22:33:49.335151 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] host = dv-cinder-830538-5-iscsi {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 22:33:49.336396 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 22:33:49.336396 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 22:33:49.336396 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 22:33:49.336396 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 22:33:49.336396 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 22:33:49.336396 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 22:33:49.338568 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 22:33:49.338568 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 22:33:49.338568 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 22:33:49.338568 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 22:33:49.338568 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 22:33:49.338568 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 22:33:49.338568 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] log_dir = None {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 22:33:49.338568 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] log_file = None {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 22:33:49.339616 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] log_options = True {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 22:33:49.339616 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 22:33:49.339616 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 22:33:49.339616 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 22:33:49.339616 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 22:33:49.339616 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 22:33:49.339616 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 22:33:49.340569 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 22:33:49.340569 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 22:33:49.340569 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 22:33:49.340569 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 22:33:49.340569 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 22:33:49.340569 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 22:33:49.341336 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 22:33:49.341336 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 22:33:49.341336 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 22:33:49.341336 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 22:33:49.341336 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 22:33:49.341971 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 22:33:49.341971 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 22:33:49.341971 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 22:33:49.341971 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 22:33:49.341971 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 22:33:49.342610 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 22:33:49.342610 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 22:33:49.342610 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 22:33:49.342610 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 22:33:49.343122 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 22:33:49.343122 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 22:33:49.343122 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 22:33:49.343122 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 22:33:49.343628 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 22:33:49.343628 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 22:33:49.343628 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 22:33:49.344099 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 22:33:49.344099 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 22:33:49.344099 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 22:33:49.344496 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 22:33:49.344496 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 22:33:49.344496 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 22:33:49.344877 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 22:33:49.344877 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 22:33:49.345240 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 22:33:49.345240 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 22:33:49.345513 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 22:33:49.346359 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 22:33:49.346359 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] use_journal = False {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 22:33:49.346657 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] use_json = False {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 22:33:49.346657 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 22:33:49.346929 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 22:33:49.346929 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 22:33:49.347191 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 22:33:49.347191 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 22:33:49.347452 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 22:33:49.347452 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 22:33:49.347907 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 22:33:49.347907 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 22:33:49.347907 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:49.348302 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:49.348302 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:49.349526 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:49.349526 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:49.349526 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:49.349526 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:49.349526 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:49.349526 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:49.350293 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:49.350293 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:49.350293 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:49.350293 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:49.350816 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:49.350816 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:49.350816 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:49.350816 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:49.351346 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:49.351346 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:49.351346 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:49.351787 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:49.351787 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:49.351938 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:49.352017 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:49.352148 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:49.352382 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:49.352542 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:49.352710 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:49.352876 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:49.353045 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:49.353378 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:49.353543 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.11/identity {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:49.353708 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:49.353873 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:49.354034 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:49.354196 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:49.354357 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:49.354517 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:49.354678 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:49.355725 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:49.355725 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:49.355725 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:49.355725 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:49.355725 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:49.355725 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:49.356204 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:49.356204 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:49.356204 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:49.356204 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:49.356473 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:49.356539 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:49.356680 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:49.356835 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:49.356975 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:49.357128 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:49.357290 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:49.357450 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:49.357622 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:49.357783 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:49.357943 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:49.358098 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:49.358261 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:49.358428 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:49.358577 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:49.358736 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:49.358895 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:49.359059 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:49.359219 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:49.359393 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:49.359553 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:49.360526 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:49.360526 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:49.360526 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:49.360526 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:49.360526 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:49.360526 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:49.361248 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:49.361248 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:49.361248 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:49.361248 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:49.361248 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:49.361702 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:49.361702 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:49.361702 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:49.361909 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:49.361987 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:49.362107 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:49.362267 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:49.362427 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:49.362588 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:49.362752 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:49.362919 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:49.363094 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:49.363256 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:49.363417 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:49.363577 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:49.363769 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:49.363927 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:49.364245 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:49.364408 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:49.364568 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:49.364779 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:49.364945 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:49.365109 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:49.365272 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:49.365432 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:49.365591 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:49.365751 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:49.365911 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:49.366069 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:49.366231 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:49.366390 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:49.366549 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:49.366714 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:49.366876 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:49.367036 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:49.367193 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:49.367353 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:49.367514 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:49.367714 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:49.367865 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:49.368902 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:49.369117 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:49.369292 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:49.369414 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:49.369618 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:49.369770 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:49.369936 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:49.370102 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:49.370262 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:49.370423 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:49.370822 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:49.370982 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:49.371142 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:49.371323 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:49.371498 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:49.371684 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:49.371845 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:49.372007 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:49.372200 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:49.372363 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:49.372490 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:49.372655 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:49.372816 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:49.372977 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:49.373137 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:49.373298 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:49.373458 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:49.373617 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:49.373778 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:49.373939 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.11/identity {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:49.374099 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:49.374260 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:49.374420 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:49.374580 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:49.374741 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:49.374901 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:49.375061 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:49.375222 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:49.375381 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:49.375542 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:49.375725 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:49.375887 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:49.376046 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:49.376207 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:49.376367 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:49.376527 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:49.376689 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:49.376850 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:49.377010 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:49.377170 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:49.377509 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:49.377509 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:49.377689 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:49.377793 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:49.377923 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:49.378059 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:49.378218 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:49.378379 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:49.378539 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:49.378698 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:49.378858 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:49.379018 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:49.379181 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:49.379341 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:49.379500 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:49.379674 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:49.379837 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:49.379998 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:49.380158 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:49.380317 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:49.380477 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:49.380637 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:49.380795 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:49.380969 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:49.381127 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:49.381287 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:49.381450 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:49.381610 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:49.381773 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:49.381933 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:49.382094 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:49.382254 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:49.382415 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:49.382577 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:49.382737 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:49.382897 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:49.383057 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:49.383217 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:49.383381 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:49.383563 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:49.384740 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:49.384740 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:49.384740 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:49.384984 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:49.385066 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:49.385179 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:49.385338 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:49.385498 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:49.385659 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:49.385921 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:49.386083 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:49.386243 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:49.386419 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:49.386580 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:49.386741 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:49.386901 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:49.387070 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:49.387220 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:49.387392 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:49.387552 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:49.387736 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:49.387897 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:49.388056 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:49.388215 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:49.388386 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:49.388546 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:49.388706 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:49.388870 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:49.389029 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:49.389189 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:49.389358 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:49.389518 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:49.389678 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:49.389837 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:49.389996 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:49.390155 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:49.390325 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:49.390486 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:49.390670 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:49.390834 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:49.390995 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:49.391154 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:49.391323 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:49.391483 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:49.391642 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:49.391823 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:49.391987 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:49.392148 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:49.392289 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:49.392451 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:49.392612 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:49.392782 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:49.392945 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:49.393106 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:49.393259 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:49.393427 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:49.393591 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:49.393733 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:49.393889 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:49.394050 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:49.394211 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:49.394375 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:49.394540 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:49.394695 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:49.394866 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:49.395028 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:49.395197 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:49.395367 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:49.395535 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:49.395722 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:49.395864 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:49.396038 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:49.396199 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:49.396359 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:49.396518 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:49.396679 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:49.396838 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:49.397466 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:49.397466 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:49.397466 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:49.397466 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:49.397769 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:49.397769 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:49.398007 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:49.398127 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:49.398334 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:49.398334 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:49.398488 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:49.398625 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:49.398784 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:49.398943 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 22:33:49.399094 dv-cinder-830538-5-iscsi neutron-server[109459]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=109459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Feb 28 22:34:00.863435 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f64df58d-f84d-4c3b-8698-3c1e27ad5624 None None] get_active_networks_info from dv-cinder-830538-5-iscsi {{(pid=109570) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 28 22:34:00.928904 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f64df58d-f84d-4c3b-8698-3c1e27ad5624 None None] No non-hosted networks {{(pid=109570) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Feb 28 22:34:00.946205 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-21475618-6e9a-4193-b4e4-ce549f815ad8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750845036683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-33522772'] for agent (55d6ddf3-619a-4750-95a9-02c5b2728e0c), after_create {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:34:03.096678 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-24b9f9e2-520e-4306-96ba-60e9f996f37c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750845036683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-33522772'] for agent (1bbc3f13-d896-4633-9d3f-4f3415ceb83d), after_create {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:34:03.148340 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-87873147-e943-487e-b0f8-edb4eedffd76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750845036683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579975'] for agent (1bbc3f13-d896-4633-9d3f-4f3415ceb83d), after_update {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:34:04.106368 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-fb85eb0a-98c9-414d-bd8b-45b99ef4efd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750845036683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-33522772'] for agent (0569ef69-4feb-452f-8380-1d628b96faff), after_create {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:34:05.875715 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-f2b490b5-353e-4b99-942a-fb2407025861 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750845036683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-33522772'] for agent (e6e3d797-755b-495e-bc70-4cd2b9791ebb), after_create {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:34:06.933832 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.wsgi [-] (109568) accepted ('10.222.0.11', 48490) {{(pid=109568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 22:34:07.111303 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-154add69-038d-48cc-93ba-bd7e358b6d11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750845036683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-33522772'] for agent (7aa25ffb-1b87-4f08-8530-4bdf6e6b221c), after_create {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:34:07.112924 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-154add69-038d-48cc-93ba-bd7e358b6d11 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830538-5-iscsi {{(pid=109570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:34:07.113331 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-154add69-038d-48cc-93ba-bd7e358b6d11 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830538-5-iscsi {{(pid=109570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:34:07.113862 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-154add69-038d-48cc-93ba-bd7e358b6d11 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-5-iscsi {{(pid=109570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:34:07.114378 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-154add69-038d-48cc-93ba-bd7e358b6d11 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830538-5-iscsi {{(pid=109570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:34:07.114776 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-154add69-038d-48cc-93ba-bd7e358b6d11 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830538-5-iscsi {{(pid=109570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:34:07.115173 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-154add69-038d-48cc-93ba-bd7e358b6d11 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830538-5-iscsi {{(pid=109570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:34:07.115571 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-154add69-038d-48cc-93ba-bd7e358b6d11 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830538-5-iscsi {{(pid=109570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:34:07.116237 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-154add69-038d-48cc-93ba-bd7e358b6d11 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830538-5-iscsi {{(pid=109570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:34:07.116583 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-154add69-038d-48cc-93ba-bd7e358b6d11 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-5-iscsi {{(pid=109570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:34:07.116916 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-154add69-038d-48cc-93ba-bd7e358b6d11 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830538-5-iscsi {{(pid=109570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:34:07.117259 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-154add69-038d-48cc-93ba-bd7e358b6d11 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-5-iscsi {{(pid=109570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:34:07.117593 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-154add69-038d-48cc-93ba-bd7e358b6d11 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830538-5-iscsi {{(pid=109570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:34:07.117931 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-154add69-038d-48cc-93ba-bd7e358b6d11 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-5-iscsi {{(pid=109570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:34:07.118433 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154add69-038d-48cc-93ba-bd7e358b6d11 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-830538-5-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}) {} {{(pid=109570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 22:34:07.125828 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154add69-038d-48cc-93ba-bd7e358b6d11 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-830538-5-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}} {{(pid=109570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 22:34:07.357254 dv-cinder-830538-5-iscsi neutron-server[109570]: INFO neutron.db.l3_hamode_db [None req-0aad94b7-410c-48d7-a203-aa9b195b7f1c None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Feb 28 22:34:07.441277 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aad94b7-410c-48d7-a203-aa9b195b7f1c None None] Routers set() bound to L3 agent in host dv-cinder-830538-5-iscsi {{(pid=109570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 22:34:07.441669 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aad94b7-410c-48d7-a203-aa9b195b7f1c None None] Router IDs set() for agent in host dv-cinder-830538-5-iscsi {{(pid=109570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Feb 28 22:34:07.485158 dv-cinder-830538-5-iscsi neutron-server[109568]: WARNING oslo_policy.policy [None req-6ba19526-c7ab-4e07-a391-7078e333b90c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 28 22:34:07.485744 dv-cinder-830538-5-iscsi neutron-server[109568]: WARNING oslo_policy.policy [None req-6ba19526-c7ab-4e07-a391-7078e333b90c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 28 22:34:07.709164 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.wsgi [None req-6ba19526-c7ab-4e07-a391-7078e333b90c admin admin] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=109568) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 28 22:34:07.710446 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [None req-6ba19526-c7ab-4e07-a391-7078e333b90c admin admin] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7738175 Feb 28 22:34:10.260025 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.wsgi [-] (109568) accepted ('10.222.0.11', 48516) {{(pid=109568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 22:34:10.569554 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.api.v2.base [None req-f8572b72-c387-4db8-888e-064e9e06e66c admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16'], 'shared': True, 'is_default': True, 'default_prefixlen': 26}} {{(pid=109568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 22:34:10.662774 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.policy [None req-f8572b72-c387-4db8-888e-064e9e06e66c admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=109568) register_rules /opt/stack/neutron/neutron/policy.py:73}} Feb 28 22:34:10.706192 dv-cinder-830538-5-iscsi neutron-server[109568]: WARNING oslo_policy.policy [None req-f8572b72-c387-4db8-888e-064e9e06e66c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 28 22:34:10.706558 dv-cinder-830538-5-iscsi neutron-server[109568]: WARNING oslo_policy.policy [None req-f8572b72-c387-4db8-888e-064e9e06e66c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 28 22:34:10.800616 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-f8572b72-c387-4db8-888e-064e9e06e66c admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8750848069471', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8750848067842', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8750848018326', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8750848018585', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8750848037329', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8750848045679', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1026741', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-810740', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-33359159', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-33257958'] for rbac-policy (None), before_create {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:34:10.868266 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-f8572b72-c387-4db8-888e-064e9e06e66c admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:34:10.870034 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [None req-f8572b72-c387-4db8-888e-064e9e06e66c admin admin] 10.222.0.11 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6090314 Feb 28 22:34:13.365597 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.wsgi [-] (109569) accepted ('10.222.0.11', 48526) {{(pid=109569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 22:34:13.850300 dv-cinder-830538-5-iscsi neutron-server[109569]: WARNING oslo_policy.policy [None req-59a3fa3e-c596-4793-b995-d34560434662 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 28 22:34:13.850863 dv-cinder-830538-5-iscsi neutron-server[109569]: WARNING oslo_policy.policy [None req-59a3fa3e-c596-4793-b995-d34560434662 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 28 22:34:14.073286 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.api.v2.base [None req-59a3fa3e-c596-4793-b995-d34560434662 demo demo] Request body: {'network': {'name': 'private', 'admin_state_up': True}} {{(pid=109569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 22:34:14.127087 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59a3fa3e-c596-4793-b995-d34560434662 demo demo] Made reservation on behalf of 3a62459b64b048f59def6a0e246033b5 for: {'network': 1} {{(pid=109569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 22:34:14.189091 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.policy [None req-59a3fa3e-c596-4793-b995-d34560434662 demo demo] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=109569) register_rules /opt/stack/neutron/neutron/policy.py:73}} Feb 28 22:34:14.232664 dv-cinder-830538-5-iscsi neutron-server[109569]: WARNING oslo_policy.policy [None req-59a3fa3e-c596-4793-b995-d34560434662 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 28 22:34:14.233030 dv-cinder-830538-5-iscsi neutron-server[109569]: WARNING oslo_policy.policy [None req-59a3fa3e-c596-4793-b995-d34560434662 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 28 22:34:14.243629 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-59a3fa3e-c596-4793-b995-d34560434662 demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616566'] for network (None), before_create {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:34:14.265771 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-59a3fa3e-c596-4793-b995-d34560434662 demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:34:14.378650 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-59a3fa3e-c596-4793-b995-d34560434662 demo demo] Publish callbacks [] for security_group (ef5ac7a4-a833-4ed9-b946-86fda4822712), precommit_create {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:34:14.382290 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-59a3fa3e-c596-4793-b995-d34560434662 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33441213'] for security_group (ef5ac7a4-a833-4ed9-b946-86fda4822712), after_create {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:34:14.416314 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-59a3fa3e-c596-4793-b995-d34560434662 demo demo] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 149} {{(pid=109569) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 22:34:14.444000 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-59a3fa3e-c596-4793-b995-d34560434662 demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8750845036692', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1012980'] for segment (0a06fea1-0969-4c58-8265-3eb3b6692b77), precommit_create {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:34:14.444925 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-59a3fa3e-c596-4793-b995-d34560434662 demo demo] Unsubscribe: segment precommit_create {{(pid=109569) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Feb 28 22:34:14.445444 dv-cinder-830538-5-iscsi neutron-server[109569]: INFO neutron.db.segments_db [None req-59a3fa3e-c596-4793-b995-d34560434662 demo demo] Added segment 0a06fea1-0969-4c58-8265-3eb3b6692b77 of type vlan for network a2cd614e-7400-405d-be8c-0c9f0608c8cb Feb 28 22:34:14.451619 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a3fa3e-c596-4793-b995-d34560434662 demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=ef5ac7a4-a833-4ed9-b946-86fda4822712,revision_number=1']} {{(pid=109569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:34:14.481645 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a3fa3e-c596-4793-b995-d34560434662 demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830538-5-iscsi {{(pid=109569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:34:14.482005 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a3fa3e-c596-4793-b995-d34560434662 demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-5-iscsi {{(pid=109569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:34:14.482357 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a3fa3e-c596-4793-b995-d34560434662 demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-5-iscsi {{(pid=109569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:34:14.482690 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a3fa3e-c596-4793-b995-d34560434662 demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-5-iscsi {{(pid=109569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:34:14.483015 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a3fa3e-c596-4793-b995-d34560434662 demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830538-5-iscsi {{(pid=109569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:34:14.483336 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a3fa3e-c596-4793-b995-d34560434662 demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830538-5-iscsi {{(pid=109569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:34:14.483741 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a3fa3e-c596-4793-b995-d34560434662 demo demo] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830538-5-iscsi {{(pid=109569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:34:14.484068 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a3fa3e-c596-4793-b995-d34560434662 demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830538-5-iscsi {{(pid=109569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:34:14.484385 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a3fa3e-c596-4793-b995-d34560434662 demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830538-5-iscsi {{(pid=109569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:34:14.484705 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a3fa3e-c596-4793-b995-d34560434662 demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830538-5-iscsi {{(pid=109569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:34:14.485020 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a3fa3e-c596-4793-b995-d34560434662 demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-5-iscsi {{(pid=109569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:34:14.485330 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a3fa3e-c596-4793-b995-d34560434662 demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830538-5-iscsi {{(pid=109569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:34:14.485637 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a3fa3e-c596-4793-b995-d34560434662 demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830538-5-iscsi {{(pid=109569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:34:14.486981 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a3fa3e-c596-4793-b995-d34560434662 demo demo] Tracked resource versions report: Feb 28 22:34:14.486981 dv-cinder-830538-5-iscsi neutron-server[109569]: pushed versions: Feb 28 22:34:14.486981 dv-cinder-830538-5-iscsi neutron-server[109569]: { 'AddressGroup': {'1.2'}, Feb 28 22:34:14.486981 dv-cinder-830538-5-iscsi neutron-server[109569]: 'ConntrackHelper': {'1.0'}, Feb 28 22:34:14.486981 dv-cinder-830538-5-iscsi neutron-server[109569]: 'LocalIPAssociation': {'1.0'}, Feb 28 22:34:14.486981 dv-cinder-830538-5-iscsi neutron-server[109569]: 'Log': {'1.0'}, Feb 28 22:34:14.486981 dv-cinder-830538-5-iscsi neutron-server[109569]: 'Network': {'1.1'}, Feb 28 22:34:14.486981 dv-cinder-830538-5-iscsi neutron-server[109569]: 'Port': {'1.7'}, Feb 28 22:34:14.486981 dv-cinder-830538-5-iscsi neutron-server[109569]: 'PortForwarding': {'1.2'}, Feb 28 22:34:14.486981 dv-cinder-830538-5-iscsi neutron-server[109569]: 'QosPolicy': {'1.10'}, Feb 28 22:34:14.486981 dv-cinder-830538-5-iscsi neutron-server[109569]: 'SecurityGroup': {'1.5'}, Feb 28 22:34:14.486981 dv-cinder-830538-5-iscsi neutron-server[109569]: 'SecurityGroupRule': {'1.2'}, Feb 28 22:34:14.486981 dv-cinder-830538-5-iscsi neutron-server[109569]: 'SubPort': {'1.0'}, Feb 28 22:34:14.486981 dv-cinder-830538-5-iscsi neutron-server[109569]: 'Subnet': {'1.1'}, Feb 28 22:34:14.486981 dv-cinder-830538-5-iscsi neutron-server[109569]: 'Trunk': {'1.1'}} Feb 28 22:34:14.486981 dv-cinder-830538-5-iscsi neutron-server[109569]: consumer versions: Feb 28 22:34:14.486981 dv-cinder-830538-5-iscsi neutron-server[109569]: { DHCP agent@dv-cinder-830538-5-iscsi: {}, Feb 28 22:34:14.486981 dv-cinder-830538-5-iscsi neutron-server[109569]: L3 agent@dv-cinder-830538-5-iscsi: {}, Feb 28 22:34:14.486981 dv-cinder-830538-5-iscsi neutron-server[109569]: Metadata agent@dv-cinder-830538-5-iscsi: {}, Feb 28 22:34:14.486981 dv-cinder-830538-5-iscsi neutron-server[109569]: Metering agent@dv-cinder-830538-5-iscsi: {}, Feb 28 22:34:14.486981 dv-cinder-830538-5-iscsi neutron-server[109569]: Open vSwitch agent@dv-cinder-830538-5-iscsi: { 'AddressGroup': '1.2', Feb 28 22:34:14.486981 dv-cinder-830538-5-iscsi neutron-server[109569]: 'ConntrackHelper': '1.0', Feb 28 22:34:14.486981 dv-cinder-830538-5-iscsi neutron-server[109569]: 'LocalIPAssociation': '1.0', Feb 28 22:34:14.486981 dv-cinder-830538-5-iscsi neutron-server[109569]: 'Log': '1.0', Feb 28 22:34:14.486981 dv-cinder-830538-5-iscsi neutron-server[109569]: 'Network': '1.1', Feb 28 22:34:14.486981 dv-cinder-830538-5-iscsi neutron-server[109569]: 'Port': '1.7', Feb 28 22:34:14.486981 dv-cinder-830538-5-iscsi neutron-server[109569]: 'PortForwarding': '1.2', Feb 28 22:34:14.486981 dv-cinder-830538-5-iscsi neutron-server[109569]: 'QosPolicy': '1.10', Feb 28 22:34:14.486981 dv-cinder-830538-5-iscsi neutron-server[109569]: 'SecurityGroup': '1.5', Feb 28 22:34:14.486981 dv-cinder-830538-5-iscsi neutron-server[109569]: 'SecurityGroupRule': '1.2', Feb 28 22:34:14.486981 dv-cinder-830538-5-iscsi neutron-server[109569]: 'SubPort': '1.0', Feb 28 22:34:14.486981 dv-cinder-830538-5-iscsi neutron-server[109569]: 'Subnet': '1.1', Feb 28 22:34:14.486981 dv-cinder-830538-5-iscsi neutron-server[109569]: 'Trunk': '1.1'}} Feb 28 22:34:14.486981 dv-cinder-830538-5-iscsi neutron-server[109569]: {{(pid=109569) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 28 22:34:14.569521 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-59a3fa3e-c596-4793-b995-d34560434662 demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750844646229'] for network (a2cd614e-7400-405d-be8c-0c9f0608c8cb), precommit_create {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:34:14.616400 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-59a3fa3e-c596-4793-b995-d34560434662 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33441228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33156859'] for network (a2cd614e-7400-405d-be8c-0c9f0608c8cb), after_create {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:34:14.622593 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59a3fa3e-c596-4793-b995-d34560434662 demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:34:14.623313 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-59a3fa3e-c596-4793-b995-d34560434662 demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33156845'] for network (None), before_response {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:34:14.707387 dv-cinder-830538-5-iscsi neutron-server[109569]: INFO neutron.wsgi [None req-59a3fa3e-c596-4793-b995-d34560434662 demo demo] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 748 time: 1.3407252 Feb 28 22:34:14.748816 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a3fa3e-c596-4793-b995-d34560434662 demo demo] Pushing event updated for resources: {'Network': ['ID=a2cd614e-7400-405d-be8c-0c9f0608c8cb,revision_number=1']} {{(pid=109569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:34:14.761111 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.rpc [None req-154add69-038d-48cc-93ba-bd7e358b6d11 None None] Network a2cd614e-7400-405d-be8c-0c9f0608c8cb details requested by agent ovs-agent-dv-cinder-830538-5-iscsi with host dv-cinder-830538-5-iscsi {{(pid=109570) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 22:34:17.257777 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.wsgi [-] (109569) accepted ('10.222.0.11', 48546) {{(pid=109569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 22:34:17.657407 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cf97272-9f67-438b-96d0-c69af6ae99a9 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:34:17.658751 dv-cinder-830538-5-iscsi neutron-server[109569]: INFO neutron.wsgi [None req-2cf97272-9f67-438b-96d0-c69af6ae99a9 demo admin] 10.222.0.11 "GET /v2.0/networks/a2cd614e-7400-405d-be8c-0c9f0608c8cb HTTP/1.1" status: 200 len: 825 time: 0.4000328 Feb 28 22:34:17.694845 dv-cinder-830538-5-iscsi neutron-server[109569]: INFO neutron.wsgi [None req-8cf2e55c-5b0e-40cc-99c3-83fd993f50b6 demo admin] 10.222.0.11 "GET /v2.0/subnetpools/c0f29b4d-ed47-4c02-a6cd-fcf0a7bb28a6 HTTP/1.1" status: 200 len: 734 time: 0.0303609 Feb 28 22:34:17.704030 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.api.v2.base [None req-13cc20a1-8468-4648-a3a7-402e5afe8fe2 demo admin] Request body: {'subnet': {'ip_version': 4, 'name': 'private-subnet', 'subnetpool_id': 'c0f29b4d-ed47-4c02-a6cd-fcf0a7bb28a6', 'gateway_ip': '172.20.0.1', 'network_id': 'a2cd614e-7400-405d-be8c-0c9f0608c8cb'}} {{(pid=109569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 22:34:17.724741 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13cc20a1-8468-4648-a3a7-402e5afe8fe2 demo admin] Made reservation on behalf of 3a62459b64b048f59def6a0e246033b5 for: {'subnet': 1} {{(pid=109569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 22:34:17.726903 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-13cc20a1-8468-4648-a3a7-402e5afe8fe2 demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:34:18.019478 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-13cc20a1-8468-4648-a3a7-402e5afe8fe2 demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33448168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33156859'] for subnet (1c89d9c1-a5bb-4d6a-bf4d-0e25ead5a68c), after_create {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:34:18.084624 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13cc20a1-8468-4648-a3a7-402e5afe8fe2 demo admin] Checking segment: {'id': '0a06fea1-0969-4c58-8265-3eb3b6692b77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'a2cd614e-7400-405d-be8c-0c9f0608c8cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 22:34:18.085010 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13cc20a1-8468-4648-a3a7-402e5afe8fe2 demo admin] Network hostable DHCP agents. Network: a2cd614e-7400-405d-be8c-0c9f0608c8cb, hostable agents: ['55d6ddf3-619a-4750-95a9-02c5b2728e0c'], hosted agents: [] {{(pid=109569) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 22:34:18.091941 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cc20a1-8468-4648-a3a7-402e5afe8fe2 demo admin] Pushing event updated for resources: {'Subnet': ['ID=1c89d9c1-a5bb-4d6a-bf4d-0e25ead5a68c,revision_number=0']} {{(pid=109569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:34:18.109818 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13cc20a1-8468-4648-a3a7-402e5afe8fe2 demo admin] Network a2cd614e-7400-405d-be8c-0c9f0608c8cb is scheduled to be hosted by DHCP agent 55d6ddf3-619a-4750-95a9-02c5b2728e0c with binding_index 1 {{(pid=109569) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 22:34:18.121688 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.scheduler.base_scheduler [None req-13cc20a1-8468-4648-a3a7-402e5afe8fe2 demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830538-5-iscsi, a2cd614e-7400-405d-be8c-0c9f0608c8cb) {{(pid=109569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 22:34:18.126264 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13cc20a1-8468-4648-a3a7-402e5afe8fe2 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:34:18.126855 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-13cc20a1-8468-4648-a3a7-402e5afe8fe2 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33156845'] for subnet (None), before_response {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:34:18.131562 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1e330ad-a212-43ea-8226-5aaf149911ed None None] Network a2cd614e-7400-405d-be8c-0c9f0608c8cb requested from dv-cinder-830538-5-iscsi {{(pid=109570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 22:34:18.145008 dv-cinder-830538-5-iscsi neutron-server[109569]: INFO neutron.wsgi [None req-13cc20a1-8468-4648-a3a7-402e5afe8fe2 demo admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4441726 Feb 28 22:34:18.507994 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3aea86ad-ee58-4692-a326-ea3c0fc58ff2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb31ac5c2-b819-5011-be4d-90e3836323fa-a2cd614e-7400-405d-be8c-0c9f0608c8cb', 'network_id': 'a2cd614e-7400-405d-be8c-0c9f0608c8cb', 'project_id': '3a62459b64b048f59def6a0e246033b5', 'fixed_ips': [{'subnet_id': '1c89d9c1-a5bb-4d6a-bf4d-0e25ead5a68c'}]}} from dv-cinder-830538-5-iscsi. {{(pid=109570) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 28 22:34:18.509209 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-3aea86ad-ee58-4692-a326-ea3c0fc58ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616566'] for port (None), before_create {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:34:18.797750 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.db.db_base_plugin_common [None req-3aea86ad-ee58-4692-a326-ea3c0fc58ff2 None None] Allocated IP 172.20.0.2 (a2cd614e-7400-405d-be8c-0c9f0608c8cb/1c89d9c1-a5bb-4d6a-bf4d-0e25ead5a68c/48a080a0-c95b-434d-b403-7851dc820dc4) {{(pid=109570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 22:34:19.065133 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-3aea86ad-ee58-4692-a326-ea3c0fc58ff2 None None] Publish callbacks [] for port (48a080a0-c95b-434d-b403-7851dc820dc4), precommit_create {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:34:19.074374 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-3aea86ad-ee58-4692-a326-ea3c0fc58ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33156859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750844628228'] for port (48a080a0-c95b-434d-b403-7851dc820dc4), after_create {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:34:19.151697 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3aea86ad-ee58-4692-a326-ea3c0fc58ff2 None None] Network a2cd614e-7400-405d-be8c-0c9f0608c8cb is already hosted by enough agents. {{(pid=109570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 22:34:19.156934 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.scheduler.base_scheduler [None req-3aea86ad-ee58-4692-a326-ea3c0fc58ff2 None None] Resources bound (agent type, host, resource id): {{(pid=109570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 22:34:19.166839 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aea86ad-ee58-4692-a326-ea3c0fc58ff2 None None] Pushing event updated for resources: {'Port': ['ID=48a080a0-c95b-434d-b403-7851dc820dc4,revision_number=1']} {{(pid=109570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:34:19.169087 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3aea86ad-ee58-4692-a326-ea3c0fc58ff2 None None] Received port after_create {{(pid=109570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 22:34:19.202880 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aea86ad-ee58-4692-a326-ea3c0fc58ff2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830538-5-iscsi {{(pid=109570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:34:19.203250 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aea86ad-ee58-4692-a326-ea3c0fc58ff2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-5-iscsi {{(pid=109570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:34:19.203619 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aea86ad-ee58-4692-a326-ea3c0fc58ff2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-5-iscsi {{(pid=109570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:34:19.203988 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aea86ad-ee58-4692-a326-ea3c0fc58ff2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-5-iscsi {{(pid=109570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:34:19.204325 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aea86ad-ee58-4692-a326-ea3c0fc58ff2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830538-5-iscsi {{(pid=109570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:34:19.204658 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aea86ad-ee58-4692-a326-ea3c0fc58ff2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830538-5-iscsi {{(pid=109570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:34:19.204987 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aea86ad-ee58-4692-a326-ea3c0fc58ff2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830538-5-iscsi {{(pid=109570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:34:19.205314 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aea86ad-ee58-4692-a326-ea3c0fc58ff2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830538-5-iscsi {{(pid=109570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:34:19.205641 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aea86ad-ee58-4692-a326-ea3c0fc58ff2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830538-5-iscsi {{(pid=109570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:34:19.205994 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aea86ad-ee58-4692-a326-ea3c0fc58ff2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830538-5-iscsi {{(pid=109570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:34:19.206322 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aea86ad-ee58-4692-a326-ea3c0fc58ff2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-5-iscsi {{(pid=109570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:34:19.206643 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aea86ad-ee58-4692-a326-ea3c0fc58ff2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830538-5-iscsi {{(pid=109570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:34:19.206963 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aea86ad-ee58-4692-a326-ea3c0fc58ff2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830538-5-iscsi {{(pid=109570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:34:19.208367 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aea86ad-ee58-4692-a326-ea3c0fc58ff2 None None] Tracked resource versions report: Feb 28 22:34:19.208367 dv-cinder-830538-5-iscsi neutron-server[109570]: pushed versions: Feb 28 22:34:19.208367 dv-cinder-830538-5-iscsi neutron-server[109570]: { 'AddressGroup': {'1.2'}, Feb 28 22:34:19.208367 dv-cinder-830538-5-iscsi neutron-server[109570]: 'ConntrackHelper': {'1.0'}, Feb 28 22:34:19.208367 dv-cinder-830538-5-iscsi neutron-server[109570]: 'LocalIPAssociation': {'1.0'}, Feb 28 22:34:19.208367 dv-cinder-830538-5-iscsi neutron-server[109570]: 'Log': {'1.0'}, Feb 28 22:34:19.208367 dv-cinder-830538-5-iscsi neutron-server[109570]: 'Network': {'1.1'}, Feb 28 22:34:19.208367 dv-cinder-830538-5-iscsi neutron-server[109570]: 'Port': {'1.7'}, Feb 28 22:34:19.208367 dv-cinder-830538-5-iscsi neutron-server[109570]: 'PortForwarding': {'1.2'}, Feb 28 22:34:19.208367 dv-cinder-830538-5-iscsi neutron-server[109570]: 'QosPolicy': {'1.10'}, Feb 28 22:34:19.208367 dv-cinder-830538-5-iscsi neutron-server[109570]: 'SecurityGroup': {'1.5'}, Feb 28 22:34:19.208367 dv-cinder-830538-5-iscsi neutron-server[109570]: 'SecurityGroupRule': {'1.2'}, Feb 28 22:34:19.208367 dv-cinder-830538-5-iscsi neutron-server[109570]: 'SubPort': {'1.0'}, Feb 28 22:34:19.208367 dv-cinder-830538-5-iscsi neutron-server[109570]: 'Subnet': {'1.1'}, Feb 28 22:34:19.208367 dv-cinder-830538-5-iscsi neutron-server[109570]: 'Trunk': {'1.1'}} Feb 28 22:34:19.208367 dv-cinder-830538-5-iscsi neutron-server[109570]: consumer versions: Feb 28 22:34:19.208367 dv-cinder-830538-5-iscsi neutron-server[109570]: { DHCP agent@dv-cinder-830538-5-iscsi: {}, Feb 28 22:34:19.208367 dv-cinder-830538-5-iscsi neutron-server[109570]: L3 agent@dv-cinder-830538-5-iscsi: {}, Feb 28 22:34:19.208367 dv-cinder-830538-5-iscsi neutron-server[109570]: Metadata agent@dv-cinder-830538-5-iscsi: {}, Feb 28 22:34:19.208367 dv-cinder-830538-5-iscsi neutron-server[109570]: Metering agent@dv-cinder-830538-5-iscsi: {}, Feb 28 22:34:19.208367 dv-cinder-830538-5-iscsi neutron-server[109570]: Open vSwitch agent@dv-cinder-830538-5-iscsi: { 'AddressGroup': '1.2', Feb 28 22:34:19.208367 dv-cinder-830538-5-iscsi neutron-server[109570]: 'ConntrackHelper': '1.0', Feb 28 22:34:19.208367 dv-cinder-830538-5-iscsi neutron-server[109570]: 'LocalIPAssociation': '1.0', Feb 28 22:34:19.208367 dv-cinder-830538-5-iscsi neutron-server[109570]: 'Log': '1.0', Feb 28 22:34:19.208367 dv-cinder-830538-5-iscsi neutron-server[109570]: 'Network': '1.1', Feb 28 22:34:19.208367 dv-cinder-830538-5-iscsi neutron-server[109570]: 'Port': '1.7', Feb 28 22:34:19.208367 dv-cinder-830538-5-iscsi neutron-server[109570]: 'PortForwarding': '1.2', Feb 28 22:34:19.208367 dv-cinder-830538-5-iscsi neutron-server[109570]: 'QosPolicy': '1.10', Feb 28 22:34:19.208367 dv-cinder-830538-5-iscsi neutron-server[109570]: 'SecurityGroup': '1.5', Feb 28 22:34:19.208367 dv-cinder-830538-5-iscsi neutron-server[109570]: 'SecurityGroupRule': '1.2', Feb 28 22:34:19.208367 dv-cinder-830538-5-iscsi neutron-server[109570]: 'SubPort': '1.0', Feb 28 22:34:19.208367 dv-cinder-830538-5-iscsi neutron-server[109570]: 'Subnet': '1.1', Feb 28 22:34:19.208367 dv-cinder-830538-5-iscsi neutron-server[109570]: 'Trunk': '1.1'}} Feb 28 22:34:19.208367 dv-cinder-830538-5-iscsi neutron-server[109570]: {{(pid=109570) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 28 22:34:19.260305 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.managers [None req-3aea86ad-ee58-4692-a326-ea3c0fc58ff2 None None] Attempting to bind port 48a080a0-c95b-434d-b403-7851dc820dc4 on host dv-cinder-830538-5-iscsi for vnic_type normal with profile {{(pid=109570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 22:34:19.261019 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.managers [None req-3aea86ad-ee58-4692-a326-ea3c0fc58ff2 None None] Attempting to bind port 48a080a0-c95b-434d-b403-7851dc820dc4 by drivers openvswitch,hyperv on host dv-cinder-830538-5-iscsi at level 0 using segments [{'id': '0a06fea1-0969-4c58-8265-3eb3b6692b77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'a2cd614e-7400-405d-be8c-0c9f0608c8cb'}] {{(pid=109570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 22:34:19.261521 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3aea86ad-ee58-4692-a326-ea3c0fc58ff2 None None] Attempting to bind port 48a080a0-c95b-434d-b403-7851dc820dc4 on network a2cd614e-7400-405d-be8c-0c9f0608c8cb {{(pid=109570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 22:34:19.266520 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3aea86ad-ee58-4692-a326-ea3c0fc58ff2 None None] Checking agent: {'id': '7aa25ffb-1b87-4f08-8530-4bdf6e6b221c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830538-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 22, 34, 7), 'started_at': datetime.datetime(2022, 2, 28, 22, 34, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 22, 34, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830538-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 22:34:19.266892 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3aea86ad-ee58-4692-a326-ea3c0fc58ff2 None None] Checking segment: {'id': '0a06fea1-0969-4c58-8265-3eb3b6692b77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'a2cd614e-7400-405d-be8c-0c9f0608c8cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 22:34:19.267380 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-3aea86ad-ee58-4692-a326-ea3c0fc58ff2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:34:19.267799 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3aea86ad-ee58-4692-a326-ea3c0fc58ff2 None None] Bound using segment: {'id': '0a06fea1-0969-4c58-8265-3eb3b6692b77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'a2cd614e-7400-405d-be8c-0c9f0608c8cb'} {{(pid=109570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 22:34:19.268310 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.managers [None req-3aea86ad-ee58-4692-a326-ea3c0fc58ff2 None None] Bound port: 48a080a0-c95b-434d-b403-7851dc820dc4, host: dv-cinder-830538-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a06fea1-0969-4c58-8265-3eb3b6692b77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'a2cd614e-7400-405d-be8c-0c9f0608c8cb'}}] {{(pid=109570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 22:34:19.268717 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-3aea86ad-ee58-4692-a326-ea3c0fc58ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616566'] for port (48a080a0-c95b-434d-b403-7851dc820dc4), before_update {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:34:19.341248 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.db [None req-3aea86ad-ee58-4692-a326-ea3c0fc58ff2 None None] For port 48a080a0-c95b-434d-b403-7851dc820dc4, host dv-cinder-830538-5-iscsi, cleared binding levels {{(pid=109570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 22:34:19.345805 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.db [None req-3aea86ad-ee58-4692-a326-ea3c0fc58ff2 None None] For port 48a080a0-c95b-434d-b403-7851dc820dc4, host dv-cinder-830538-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830538-5-iscsi',level=0,port_id=48a080a0-c95b-434d-b403-7851dc820dc4,segment=NetworkSegment(0a06fea1-0969-4c58-8265-3eb3b6692b77),segment_id=0a06fea1-0969-4c58-8265-3eb3b6692b77)] {{(pid=109570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 22:34:19.353066 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-3aea86ad-ee58-4692-a326-ea3c0fc58ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33156859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750845083886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750844628246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750844628264'] for port (48a080a0-c95b-434d-b403-7851dc820dc4), after_update {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:34:19.415670 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aea86ad-ee58-4692-a326-ea3c0fc58ff2 None None] Pushing event updated for resources: {'Port': ['ID=48a080a0-c95b-434d-b403-7851dc820dc4,revision_number=2']} {{(pid=109570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:34:20.701538 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.wsgi [-] (109569) accepted ('10.222.0.11', 48554) {{(pid=109569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 22:34:21.016064 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.wsgi [None req-7939f1bb-2b46-4ae9-a0ca-728bfff058a1 admin admin] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=109569) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 28 22:34:21.017178 dv-cinder-830538-5-iscsi neutron-server[109569]: INFO neutron.wsgi [None req-7939f1bb-2b46-4ae9-a0ca-728bfff058a1 admin admin] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3146944 Feb 28 22:34:23.640943 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.wsgi [-] (109569) accepted ('10.222.0.11', 48562) {{(pid=109569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 22:34:23.952146 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.wsgi [None req-3f6866cb-e494-4ffb-b32e-80ee0e4aba08 admin admin] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=109569) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 28 22:34:23.953126 dv-cinder-830538-5-iscsi neutron-server[109569]: INFO neutron.wsgi [None req-3f6866cb-e494-4ffb-b32e-80ee0e4aba08 admin admin] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3112612 Feb 28 22:34:26.504631 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.wsgi [-] (109569) accepted ('10.222.0.11', 48570) {{(pid=109569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 22:34:26.824939 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.api.v2.base [None req-93ae102a-900d-4830-a7f4-0ac53bb2ac0e demo demo] Request body: {'router': {'admin_state_up': True, 'name': 'router1'}} {{(pid=109569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 22:34:26.852147 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-93ae102a-900d-4830-a7f4-0ac53bb2ac0e demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33524095', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4109'] for router (e63b04e4-1094-4b4c-819e-c00fa81e46b4), before_create {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:34:26.853833 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-93ae102a-900d-4830-a7f4-0ac53bb2ac0e demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33526511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33523248', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33436857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4102'] for router (e63b04e4-1094-4b4c-819e-c00fa81e46b4), precommit_create {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:34:26.989456 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-93ae102a-900d-4830-a7f4-0ac53bb2ac0e demo demo] Publish callbacks [] for router_controller (e63b04e4-1094-4b4c-819e-c00fa81e46b4), precommit_add_association {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:34:26.996154 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-93ae102a-900d-4830-a7f4-0ac53bb2ac0e demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33526520', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33523309'] for router (e63b04e4-1094-4b4c-819e-c00fa81e46b4), after_create {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:34:27.013957 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-93ae102a-900d-4830-a7f4-0ac53bb2ac0e demo demo] Publish callbacks [] for router (None), before_response {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:34:27.015128 dv-cinder-830538-5-iscsi neutron-server[109569]: INFO neutron.wsgi [None req-93ae102a-900d-4830-a7f4-0ac53bb2ac0e demo demo] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.5095294 Feb 28 22:34:29.551607 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.wsgi [-] (109569) accepted ('10.222.0.11', 48582) {{(pid=109569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 22:34:29.852028 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.rpc [None req-154add69-038d-48cc-93ba-bd7e358b6d11 None None] Device 48a080a0-c95b-434d-b403-7851dc820dc4 up at agent ovs-agent-dv-cinder-830538-5-iscsi {{(pid=109570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 22:34:29.886298 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.wsgi [None req-8cd88009-2716-41c4-b4a3-c3817e7a538a admin admin] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=109569) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 28 22:34:29.891418 dv-cinder-830538-5-iscsi neutron-server[109569]: INFO neutron.wsgi [None req-8cd88009-2716-41c4-b4a3-c3817e7a538a admin admin] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3347595 Feb 28 22:34:29.947598 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.db.provisioning_blocks [None req-154add69-038d-48cc-93ba-bd7e358b6d11 None None] Provisioning complete for port 48a080a0-c95b-434d-b403-7851dc820dc4 triggered by entity L2. {{(pid=109570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 22:34:29.948063 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-154add69-038d-48cc-93ba-bd7e358b6d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579965'] for port (48a080a0-c95b-434d-b403-7851dc820dc4), provisioning_complete {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:34:30.073232 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.plugin [None req-154add69-038d-48cc-93ba-bd7e358b6d11 None None] Current status of the port 48a080a0-c95b-434d-b403-7851dc820dc4 is: DOWN; New status is: ACTIVE {{(pid=109570) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 22:34:30.073638 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-154add69-038d-48cc-93ba-bd7e358b6d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616566'] for port (48a080a0-c95b-434d-b403-7851dc820dc4), before_update {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:34:30.111252 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.db [None req-154add69-038d-48cc-93ba-bd7e358b6d11 None None] For port 48a080a0-c95b-434d-b403-7851dc820dc4, host dv-cinder-830538-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830538-5-iscsi',level=0,port_id=48a080a0-c95b-434d-b403-7851dc820dc4,segment=NetworkSegment(0a06fea1-0969-4c58-8265-3eb3b6692b77),segment_id=0a06fea1-0969-4c58-8265-3eb3b6692b77)] {{(pid=109570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 22:34:30.116929 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-154add69-038d-48cc-93ba-bd7e358b6d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33156859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750845083886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750844628246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750844628264'] for port (48a080a0-c95b-434d-b403-7851dc820dc4), after_update {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:34:30.167691 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154add69-038d-48cc-93ba-bd7e358b6d11 None None] Pushing event updated for resources: {'Port': ['ID=48a080a0-c95b-434d-b403-7851dc820dc4,revision_number=3']} {{(pid=109570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:34:30.777446 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-9f934a3b-ff4f-400c-8a87-703f7fffaf3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750845036683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579975'] for agent (55d6ddf3-619a-4750-95a9-02c5b2728e0c), after_update {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:34:30.815604 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb041286-ffd0-4e0a-8f2a-2193819cd345 None None] Network a2cd614e-7400-405d-be8c-0c9f0608c8cb requested from dv-cinder-830538-5-iscsi {{(pid=109570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 22:34:30.930156 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.db.provisioning_blocks [None req-d81bdfa5-e2f9-4679-aed0-f925b3c49681 None None] Provisioning complete for port 48a080a0-c95b-434d-b403-7851dc820dc4 triggered by entity DHCP. {{(pid=109570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 22:34:30.930845 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-d81bdfa5-e2f9-4679-aed0-f925b3c49681 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579965'] for port (48a080a0-c95b-434d-b403-7851dc820dc4), provisioning_complete {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:34:31.033885 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.plugin [None req-d81bdfa5-e2f9-4679-aed0-f925b3c49681 None None] Current status of the port 48a080a0-c95b-434d-b403-7851dc820dc4 is: ACTIVE; New status is: ACTIVE {{(pid=109570) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 22:34:31.153524 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.db.provisioning_blocks [None req-3b71571d-58fe-4a8c-b0f3-f72d6086fc5a None None] Provisioning complete for port 48a080a0-c95b-434d-b403-7851dc820dc4 triggered by entity DHCP. {{(pid=109570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 22:34:31.153913 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-3b71571d-58fe-4a8c-b0f3-f72d6086fc5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579965'] for port (48a080a0-c95b-434d-b403-7851dc820dc4), provisioning_complete {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:34:31.230094 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.plugin [None req-3b71571d-58fe-4a8c-b0f3-f72d6086fc5a None None] Current status of the port 48a080a0-c95b-434d-b403-7851dc820dc4 is: ACTIVE; New status is: ACTIVE {{(pid=109570) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 22:34:31.806956 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.rpc [None req-154add69-038d-48cc-93ba-bd7e358b6d11 None None] Device 48a080a0-c95b-434d-b403-7851dc820dc4 up at agent ovs-agent-dv-cinder-830538-5-iscsi {{(pid=109570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 22:34:31.855128 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.db.provisioning_blocks [None req-154add69-038d-48cc-93ba-bd7e358b6d11 None None] Provisioning complete for port 48a080a0-c95b-434d-b403-7851dc820dc4 triggered by entity L2. {{(pid=109570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 22:34:31.855516 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-154add69-038d-48cc-93ba-bd7e358b6d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579965'] for port (48a080a0-c95b-434d-b403-7851dc820dc4), provisioning_complete {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:34:31.934549 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.plugin [None req-154add69-038d-48cc-93ba-bd7e358b6d11 None None] Current status of the port 48a080a0-c95b-434d-b403-7851dc820dc4 is: ACTIVE; New status is: ACTIVE {{(pid=109570) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 22:34:32.453427 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.wsgi [-] (109569) accepted ('10.222.0.11', 48590) {{(pid=109569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 22:34:32.757233 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.api.v2.base [None req-1b15e9c0-b1dc-4611-a923-1c423e9d535b admin admin] Request body: {'network': {'router:external': True, 'admin_state_up': True, 'is_default': True, 'provider:physical_network': 'physnet1', 'provider:network_type': 'flat', 'name': 'public'}} {{(pid=109569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 22:34:32.776658 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b15e9c0-b1dc-4611-a923-1c423e9d535b admin admin] Made reservation on behalf of d230c2ed73e445d8a603704d2e18990c for: {'network': 1} {{(pid=109569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 22:34:32.778834 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-1b15e9c0-b1dc-4611-a923-1c423e9d535b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616566'] for network (None), before_create {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:34:32.786442 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-1b15e9c0-b1dc-4611-a923-1c423e9d535b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:34:32.862827 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-1b15e9c0-b1dc-4611-a923-1c423e9d535b admin admin] Publish callbacks [] for security_group (b18280e8-ad40-447f-b602-43b6a4a6bfb6), precommit_create {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:34:32.866435 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-1b15e9c0-b1dc-4611-a923-1c423e9d535b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33441213'] for security_group (b18280e8-ad40-447f-b602-43b6a4a6bfb6), after_create {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:34:32.880990 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-1b15e9c0-b1dc-4611-a923-1c423e9d535b admin admin] Reserving flat network on physical network physnet1 {{(pid=109569) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Feb 28 22:34:32.901896 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b15e9c0-b1dc-4611-a923-1c423e9d535b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b18280e8-ad40-447f-b602-43b6a4a6bfb6,revision_number=1']} {{(pid=109569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:34:32.906534 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-1b15e9c0-b1dc-4611-a923-1c423e9d535b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1012980'] for segment (ee66776f-25dd-443a-9417-ae0becd0bae6), precommit_create {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:34:32.906866 dv-cinder-830538-5-iscsi neutron-server[109569]: INFO neutron.db.segments_db [None req-1b15e9c0-b1dc-4611-a923-1c423e9d535b admin admin] Added segment ee66776f-25dd-443a-9417-ae0becd0bae6 of type flat for network 3e7a10c7-addc-4b79-a555-0b472e939652 Feb 28 22:34:32.951288 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-1b15e9c0-b1dc-4611-a923-1c423e9d535b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750844646229'] for network (3e7a10c7-addc-4b79-a555-0b472e939652), precommit_create {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:34:32.982026 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-1b15e9c0-b1dc-4611-a923-1c423e9d535b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33441228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33156859'] for network (3e7a10c7-addc-4b79-a555-0b472e939652), after_create {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:34:32.982968 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b15e9c0-b1dc-4611-a923-1c423e9d535b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:34:32.983532 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-1b15e9c0-b1dc-4611-a923-1c423e9d535b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33156845'] for network (None), before_response {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:34:33.056055 dv-cinder-830538-5-iscsi neutron-server[109569]: INFO neutron.wsgi [None req-1b15e9c0-b1dc-4611-a923-1c423e9d535b admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6015522 Feb 28 22:34:33.074291 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b15e9c0-b1dc-4611-a923-1c423e9d535b admin admin] Pushing event updated for resources: {'Network': ['ID=3e7a10c7-addc-4b79-a555-0b472e939652,revision_number=1']} {{(pid=109569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:34:33.087465 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.rpc [None req-154add69-038d-48cc-93ba-bd7e358b6d11 None None] Network 3e7a10c7-addc-4b79-a555-0b472e939652 details requested by agent ovs-agent-dv-cinder-830538-5-iscsi with host dv-cinder-830538-5-iscsi {{(pid=109570) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 22:34:33.142383 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-42842415-1a4c-4e61-bf25-23a82f3e2749 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750845036683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579975'] for agent (1bbc3f13-d896-4633-9d3f-4f3415ceb83d), after_update {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:34:34.078713 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-fb85eb0a-98c9-414d-bd8b-45b99ef4efd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750845036683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579975'] for agent (0569ef69-4feb-452f-8380-1d628b96faff), after_update {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:34:35.557975 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.wsgi [-] (109569) accepted ('10.222.0.11', 48608) {{(pid=109569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 22:34:35.732390 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bddbe75b-bc8d-43fb-aaca-b9dcdd6470c6 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:34:35.733721 dv-cinder-830538-5-iscsi neutron-server[109569]: INFO neutron.wsgi [None req-bddbe75b-bc8d-43fb-aaca-b9dcdd6470c6 demo admin] 10.222.0.11 "GET /v2.0/subnets/1c89d9c1-a5bb-4d6a-bf4d-0e25ead5a68c HTTP/1.1" status: 200 len: 849 time: 0.1746931 Feb 28 22:34:35.855689 dv-cinder-830538-5-iscsi neutron-server[109569]: INFO neutron.wsgi [None req-9b47fffd-e3b1-44bd-8c44-8d289d0bfdde demo admin] 10.222.0.11 "GET /v2.0/routers/e63b04e4-1094-4b4c-819e-c00fa81e46b4 HTTP/1.1" status: 200 len: 704 time: 0.1163759 Feb 28 22:34:35.865037 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-f2b490b5-353e-4b99-942a-fb2407025861 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750845036683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579975'] for agent (e6e3d797-755b-495e-bc70-4cd2b9791ebb), after_update {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:34:36.132639 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-81522935-1a94-4efb-9733-083e40a08352 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616566'] for port (None), before_create {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:34:36.429368 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.db.db_base_plugin_common [None req-81522935-1a94-4efb-9733-083e40a08352 demo admin] Allocated IP 172.20.0.1 (a2cd614e-7400-405d-be8c-0c9f0608c8cb/1c89d9c1-a5bb-4d6a-bf4d-0e25ead5a68c/11c4753f-0c3a-403c-8f90-a184fb6b7f4a) {{(pid=109569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 22:34:36.622435 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-81522935-1a94-4efb-9733-083e40a08352 demo admin] Publish callbacks [] for port (11c4753f-0c3a-403c-8f90-a184fb6b7f4a), precommit_create {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:34:36.687045 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-81522935-1a94-4efb-9733-083e40a08352 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33156859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750844628228'] for port (11c4753f-0c3a-403c-8f90-a184fb6b7f4a), after_create {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:34:36.747837 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81522935-1a94-4efb-9733-083e40a08352 demo admin] Network a2cd614e-7400-405d-be8c-0c9f0608c8cb is already hosted by enough agents. {{(pid=109569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 22:34:36.753500 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.scheduler.base_scheduler [None req-81522935-1a94-4efb-9733-083e40a08352 demo admin] Resources bound (agent type, host, resource id): {{(pid=109569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 22:34:36.761389 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81522935-1a94-4efb-9733-083e40a08352 demo admin] Received port after_create {{(pid=109569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 22:34:36.761908 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-81522935-1a94-4efb-9733-083e40a08352 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33521968'] for router_interface (e63b04e4-1094-4b4c-819e-c00fa81e46b4), before_create {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:34:36.839926 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81522935-1a94-4efb-9733-083e40a08352 demo admin] Pushing event updated for resources: {'Port': ['ID=11c4753f-0c3a-403c-8f90-a184fb6b7f4a,revision_number=1']} {{(pid=109569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:34:36.980972 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-81522935-1a94-4efb-9733-083e40a08352 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616566'] for port (11c4753f-0c3a-403c-8f90-a184fb6b7f4a), before_update {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:34:36.981798 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.db.provisioning_blocks [None req-f274f84f-174f-4d27-9cb3-5b644c339567 None None] Provisioning complete for port 11c4753f-0c3a-403c-8f90-a184fb6b7f4a triggered by entity DHCP. {{(pid=109570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 22:34:36.982369 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-f274f84f-174f-4d27-9cb3-5b644c339567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579965'] for port (11c4753f-0c3a-403c-8f90-a184fb6b7f4a), provisioning_complete {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:34:37.015293 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.plugin [None req-f274f84f-174f-4d27-9cb3-5b644c339567 None None] Port 11c4753f-0c3a-403c-8f90-a184fb6b7f4a cannot update to ACTIVE because it is not bound. {{(pid=109570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 22:34:37.110087 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-154add69-038d-48cc-93ba-bd7e358b6d11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750845036683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579975'] for agent (7aa25ffb-1b87-4f08-8530-4bdf6e6b221c), after_update {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:34:37.193598 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-81522935-1a94-4efb-9733-083e40a08352 demo admin] Publish callbacks [] for port (11c4753f-0c3a-403c-8f90-a184fb6b7f4a), precommit_update {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:34:37.198280 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-81522935-1a94-4efb-9733-083e40a08352 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33156859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750845083886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750844628246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750844628264'] for port (11c4753f-0c3a-403c-8f90-a184fb6b7f4a), after_update {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:34:37.199052 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-81522935-1a94-4efb-9733-083e40a08352 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33156617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33522848'] for router_interface (e63b04e4-1094-4b4c-819e-c00fa81e46b4), after_create {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:34:37.277821 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81522935-1a94-4efb-9733-083e40a08352 demo admin] Pushing event updated for resources: {'Port': ['ID=11c4753f-0c3a-403c-8f90-a184fb6b7f4a,revision_number=2']} {{(pid=109569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:34:37.319765 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81522935-1a94-4efb-9733-083e40a08352 demo admin] Network a2cd614e-7400-405d-be8c-0c9f0608c8cb is already hosted by enough agents. {{(pid=109569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 22:34:37.321016 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.scheduler.base_scheduler [None req-81522935-1a94-4efb-9733-083e40a08352 demo admin] Resources bound (agent type, host, resource id): {{(pid=109569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 22:34:37.484714 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81522935-1a94-4efb-9733-083e40a08352 demo admin] Router e63b04e4-1094-4b4c-819e-c00fa81e46b4 is scheduled to L3 agent 1bbc3f13-d896-4633-9d3f-4f3415ceb83d with binding_index 1 {{(pid=109569) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 28 22:34:37.586208 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81522935-1a94-4efb-9733-083e40a08352 demo admin] Notify agent at l3_agent.dv-cinder-830538-5-iscsi the message routers_updated {{(pid=109569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 22:34:37.591753 dv-cinder-830538-5-iscsi neutron-server[109569]: INFO neutron.wsgi [None req-81522935-1a94-4efb-9733-083e40a08352 demo admin] 10.222.0.11 "PUT /v2.0/routers/e63b04e4-1094-4b4c-819e-c00fa81e46b4/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7306759 Feb 28 22:34:37.607569 dv-cinder-830538-5-iscsi neutron-server[109571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20c9b387-e2ea-40d7-92b4-2e27f0996d4b None None] Sync routers for ids ['e63b04e4-1094-4b4c-819e-c00fa81e46b4'] in dv-cinder-830538-5-iscsi {{(pid=109571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 22:34:37.621031 dv-cinder-830538-5-iscsi neutron-server[109571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20c9b387-e2ea-40d7-92b4-2e27f0996d4b None None] Routers {'e63b04e4-1094-4b4c-819e-c00fa81e46b4'} bound to L3 agent in host dv-cinder-830538-5-iscsi {{(pid=109571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 22:34:37.621916 dv-cinder-830538-5-iscsi neutron-server[109571]: DEBUG neutron.db.l3_hamode_db [None req-20c9b387-e2ea-40d7-92b4-2e27f0996d4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830538-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-28T22:34:03Z,description=,heartbeat_timestamp=2022-02-28T22:34:33Z,host='dv-cinder-830538-5-iscsi',id=1bbc3f13-d896-4633-9d3f-4f3415ceb83d,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T22:34:03Z,topic='l3_agent')) {'router_ids': ['e63b04e4-1094-4b4c-819e-c00fa81e46b4'], 'active': True} {{(pid=109571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 22:34:37.640284 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.db.provisioning_blocks [None req-aa3241ea-39f5-44b5-9f37-af20ea376089 None None] Provisioning complete for port 11c4753f-0c3a-403c-8f90-a184fb6b7f4a triggered by entity DHCP. {{(pid=109570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 22:34:37.640688 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-aa3241ea-39f5-44b5-9f37-af20ea376089 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579965'] for port (11c4753f-0c3a-403c-8f90-a184fb6b7f4a), provisioning_complete {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:34:37.685253 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.plugin [None req-aa3241ea-39f5-44b5-9f37-af20ea376089 None None] Port 11c4753f-0c3a-403c-8f90-a184fb6b7f4a cannot update to ACTIVE because it is not bound. {{(pid=109570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 22:34:37.823628 dv-cinder-830538-5-iscsi neutron-server[109571]: DEBUG neutron.db.l3_dvr_db [None req-20c9b387-e2ea-40d7-92b4-2e27f0996d4b None None] Set router e63b04e4-1094-4b4c-819e-c00fa81e46b4 gateway port host: None {{(pid=109571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 22:34:38.260378 dv-cinder-830538-5-iscsi neutron-server[109571]: DEBUG neutron.db.l3_hamode_db [None req-20c9b387-e2ea-40d7-92b4-2e27f0996d4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e63b04e4-1094-4b4c-819e-c00fa81e46b4', 'name': 'router1', 'tenant_id': '3a62459b64b048f59def6a0e246033b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T22:34:26Z', 'updated_at': '2022-02-28T22:34:36Z', 'revision_number': 2, 'project_id': '3a62459b64b048f59def6a0e246033b5', 'gw_port_host': None, '_interfaces': [{'id': '11c4753f-0c3a-403c-8f90-a184fb6b7f4a', 'name': '', 'network_id': 'a2cd614e-7400-405d-be8c-0c9f0608c8cb', 'tenant_id': '3a62459b64b048f59def6a0e246033b5', 'mac_address': 'fa:16:3e:92:f1:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e63b04e4-1094-4b4c-819e-c00fa81e46b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1c89d9c1-a5bb-4d6a-bf4d-0e25ead5a68c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T22:34:36Z', 'updated_at': '2022-02-28T22:34:37Z', 'revision_number': 2, 'project_id': '3a62459b64b048f59def6a0e246033b5', 'subnets': [{'id': '1c89d9c1-a5bb-4d6a-bf4d-0e25ead5a68c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c0f29b4d-ed47-4c02-a6cd-fcf0a7bb28a6'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830538-5-iscsi', False) {} {{(pid=109571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 22:34:38.314251 dv-cinder-830538-5-iscsi neutron-server[109571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20c9b387-e2ea-40d7-92b4-2e27f0996d4b None None] Checking router: e63b04e4-1094-4b4c-819e-c00fa81e46b4 for host: dv-cinder-830538-5-iscsi {{(pid=109571) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 22:34:38.314619 dv-cinder-830538-5-iscsi neutron-server[109571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20c9b387-e2ea-40d7-92b4-2e27f0996d4b None None] Updating router e63b04e4-1094-4b4c-819e-c00fa81e46b4 port 11c4753f-0c3a-403c-8f90-a184fb6b7f4a binding host dv-cinder-830538-5-iscsi {{(pid=109571) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 22:34:38.372900 dv-cinder-830538-5-iscsi neutron-server[109571]: DEBUG neutron_lib.callbacks.manager [None req-20c9b387-e2ea-40d7-92b4-2e27f0996d4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616566'] for port (11c4753f-0c3a-403c-8f90-a184fb6b7f4a), before_update {{(pid=109571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:34:38.894621 dv-cinder-830538-5-iscsi neutron-server[109571]: DEBUG neutron_lib.callbacks.manager [None req-20c9b387-e2ea-40d7-92b4-2e27f0996d4b None None] Publish callbacks [] for port (11c4753f-0c3a-403c-8f90-a184fb6b7f4a), precommit_update {{(pid=109571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:34:38.901577 dv-cinder-830538-5-iscsi neutron-server[109571]: DEBUG neutron_lib.callbacks.manager [None req-20c9b387-e2ea-40d7-92b4-2e27f0996d4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33156859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750845083886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750844628246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750844628264'] for port (11c4753f-0c3a-403c-8f90-a184fb6b7f4a), after_update {{(pid=109571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:34:39.063350 dv-cinder-830538-5-iscsi neutron-server[109571]: DEBUG neutron.plugins.ml2.managers [None req-20c9b387-e2ea-40d7-92b4-2e27f0996d4b None None] Attempting to bind port 11c4753f-0c3a-403c-8f90-a184fb6b7f4a on host dv-cinder-830538-5-iscsi for vnic_type normal with profile {{(pid=109571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 22:34:39.063791 dv-cinder-830538-5-iscsi neutron-server[109571]: DEBUG neutron.plugins.ml2.managers [None req-20c9b387-e2ea-40d7-92b4-2e27f0996d4b None None] Attempting to bind port 11c4753f-0c3a-403c-8f90-a184fb6b7f4a by drivers openvswitch,hyperv on host dv-cinder-830538-5-iscsi at level 0 using segments [{'id': '0a06fea1-0969-4c58-8265-3eb3b6692b77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'a2cd614e-7400-405d-be8c-0c9f0608c8cb'}] {{(pid=109571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 22:34:39.064223 dv-cinder-830538-5-iscsi neutron-server[109571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20c9b387-e2ea-40d7-92b4-2e27f0996d4b None None] Attempting to bind port 11c4753f-0c3a-403c-8f90-a184fb6b7f4a on network a2cd614e-7400-405d-be8c-0c9f0608c8cb {{(pid=109571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 22:34:39.069947 dv-cinder-830538-5-iscsi neutron-server[109571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34e3b19-f815-4572-bb38-d9d029edce35 None None] Pushing event updated for resources: {'Port': ['ID=11c4753f-0c3a-403c-8f90-a184fb6b7f4a,revision_number=3']} {{(pid=109571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:34:39.074462 dv-cinder-830538-5-iscsi neutron-server[109571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20c9b387-e2ea-40d7-92b4-2e27f0996d4b None None] Checking agent: {'id': '7aa25ffb-1b87-4f08-8530-4bdf6e6b221c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830538-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 22, 34, 7), 'started_at': datetime.datetime(2022, 2, 28, 22, 34, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 22, 34, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830538-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 22:34:39.074852 dv-cinder-830538-5-iscsi neutron-server[109571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20c9b387-e2ea-40d7-92b4-2e27f0996d4b None None] Checking segment: {'id': '0a06fea1-0969-4c58-8265-3eb3b6692b77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'a2cd614e-7400-405d-be8c-0c9f0608c8cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 22:34:39.075358 dv-cinder-830538-5-iscsi neutron-server[109571]: DEBUG neutron_lib.callbacks.manager [None req-20c9b387-e2ea-40d7-92b4-2e27f0996d4b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:34:39.075764 dv-cinder-830538-5-iscsi neutron-server[109571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20c9b387-e2ea-40d7-92b4-2e27f0996d4b None None] Bound using segment: {'id': '0a06fea1-0969-4c58-8265-3eb3b6692b77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'a2cd614e-7400-405d-be8c-0c9f0608c8cb'} {{(pid=109571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 22:34:39.076296 dv-cinder-830538-5-iscsi neutron-server[109571]: DEBUG neutron.plugins.ml2.managers [None req-20c9b387-e2ea-40d7-92b4-2e27f0996d4b None None] Bound port: 11c4753f-0c3a-403c-8f90-a184fb6b7f4a, host: dv-cinder-830538-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a06fea1-0969-4c58-8265-3eb3b6692b77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'a2cd614e-7400-405d-be8c-0c9f0608c8cb'}}] {{(pid=109571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 22:34:39.076794 dv-cinder-830538-5-iscsi neutron-server[109571]: DEBUG neutron_lib.callbacks.manager [None req-20c9b387-e2ea-40d7-92b4-2e27f0996d4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616566'] for port (11c4753f-0c3a-403c-8f90-a184fb6b7f4a), before_update {{(pid=109571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:34:39.091072 dv-cinder-830538-5-iscsi neutron-server[109571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c34e3b19-f815-4572-bb38-d9d029edce35 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830538-5-iscsi {{(pid=109571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:34:39.091490 dv-cinder-830538-5-iscsi neutron-server[109571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c34e3b19-f815-4572-bb38-d9d029edce35 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-5-iscsi {{(pid=109571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:34:39.091826 dv-cinder-830538-5-iscsi neutron-server[109571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c34e3b19-f815-4572-bb38-d9d029edce35 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-5-iscsi {{(pid=109571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:34:39.092171 dv-cinder-830538-5-iscsi neutron-server[109571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c34e3b19-f815-4572-bb38-d9d029edce35 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-5-iscsi {{(pid=109571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:34:39.092506 dv-cinder-830538-5-iscsi neutron-server[109571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c34e3b19-f815-4572-bb38-d9d029edce35 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830538-5-iscsi {{(pid=109571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:34:39.092835 dv-cinder-830538-5-iscsi neutron-server[109571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c34e3b19-f815-4572-bb38-d9d029edce35 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830538-5-iscsi {{(pid=109571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:34:39.093162 dv-cinder-830538-5-iscsi neutron-server[109571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c34e3b19-f815-4572-bb38-d9d029edce35 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830538-5-iscsi {{(pid=109571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:34:39.093486 dv-cinder-830538-5-iscsi neutron-server[109571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c34e3b19-f815-4572-bb38-d9d029edce35 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830538-5-iscsi {{(pid=109571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:34:39.093808 dv-cinder-830538-5-iscsi neutron-server[109571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c34e3b19-f815-4572-bb38-d9d029edce35 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830538-5-iscsi {{(pid=109571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:34:39.094147 dv-cinder-830538-5-iscsi neutron-server[109571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c34e3b19-f815-4572-bb38-d9d029edce35 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830538-5-iscsi {{(pid=109571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:34:39.094474 dv-cinder-830538-5-iscsi neutron-server[109571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c34e3b19-f815-4572-bb38-d9d029edce35 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-5-iscsi {{(pid=109571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:34:39.094793 dv-cinder-830538-5-iscsi neutron-server[109571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c34e3b19-f815-4572-bb38-d9d029edce35 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830538-5-iscsi {{(pid=109571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:34:39.095113 dv-cinder-830538-5-iscsi neutron-server[109571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c34e3b19-f815-4572-bb38-d9d029edce35 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830538-5-iscsi {{(pid=109571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:34:39.096524 dv-cinder-830538-5-iscsi neutron-server[109571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c34e3b19-f815-4572-bb38-d9d029edce35 None None] Tracked resource versions report: Feb 28 22:34:39.096524 dv-cinder-830538-5-iscsi neutron-server[109571]: pushed versions: Feb 28 22:34:39.096524 dv-cinder-830538-5-iscsi neutron-server[109571]: { 'AddressGroup': {'1.2'}, Feb 28 22:34:39.096524 dv-cinder-830538-5-iscsi neutron-server[109571]: 'ConntrackHelper': {'1.0'}, Feb 28 22:34:39.096524 dv-cinder-830538-5-iscsi neutron-server[109571]: 'LocalIPAssociation': {'1.0'}, Feb 28 22:34:39.096524 dv-cinder-830538-5-iscsi neutron-server[109571]: 'Log': {'1.0'}, Feb 28 22:34:39.096524 dv-cinder-830538-5-iscsi neutron-server[109571]: 'Network': {'1.1'}, Feb 28 22:34:39.096524 dv-cinder-830538-5-iscsi neutron-server[109571]: 'Port': {'1.7'}, Feb 28 22:34:39.096524 dv-cinder-830538-5-iscsi neutron-server[109571]: 'PortForwarding': {'1.2'}, Feb 28 22:34:39.096524 dv-cinder-830538-5-iscsi neutron-server[109571]: 'QosPolicy': {'1.10'}, Feb 28 22:34:39.096524 dv-cinder-830538-5-iscsi neutron-server[109571]: 'SecurityGroup': {'1.5'}, Feb 28 22:34:39.096524 dv-cinder-830538-5-iscsi neutron-server[109571]: 'SecurityGroupRule': {'1.2'}, Feb 28 22:34:39.096524 dv-cinder-830538-5-iscsi neutron-server[109571]: 'SubPort': {'1.0'}, Feb 28 22:34:39.096524 dv-cinder-830538-5-iscsi neutron-server[109571]: 'Subnet': {'1.1'}, Feb 28 22:34:39.096524 dv-cinder-830538-5-iscsi neutron-server[109571]: 'Trunk': {'1.1'}} Feb 28 22:34:39.096524 dv-cinder-830538-5-iscsi neutron-server[109571]: consumer versions: Feb 28 22:34:39.096524 dv-cinder-830538-5-iscsi neutron-server[109571]: { DHCP agent@dv-cinder-830538-5-iscsi: {}, Feb 28 22:34:39.096524 dv-cinder-830538-5-iscsi neutron-server[109571]: L3 agent@dv-cinder-830538-5-iscsi: {}, Feb 28 22:34:39.096524 dv-cinder-830538-5-iscsi neutron-server[109571]: Metadata agent@dv-cinder-830538-5-iscsi: {}, Feb 28 22:34:39.096524 dv-cinder-830538-5-iscsi neutron-server[109571]: Metering agent@dv-cinder-830538-5-iscsi: {}, Feb 28 22:34:39.096524 dv-cinder-830538-5-iscsi neutron-server[109571]: Open vSwitch agent@dv-cinder-830538-5-iscsi: { 'AddressGroup': '1.2', Feb 28 22:34:39.096524 dv-cinder-830538-5-iscsi neutron-server[109571]: 'ConntrackHelper': '1.0', Feb 28 22:34:39.096524 dv-cinder-830538-5-iscsi neutron-server[109571]: 'LocalIPAssociation': '1.0', Feb 28 22:34:39.096524 dv-cinder-830538-5-iscsi neutron-server[109571]: 'Log': '1.0', Feb 28 22:34:39.096524 dv-cinder-830538-5-iscsi neutron-server[109571]: 'Network': '1.1', Feb 28 22:34:39.096524 dv-cinder-830538-5-iscsi neutron-server[109571]: 'Port': '1.7', Feb 28 22:34:39.096524 dv-cinder-830538-5-iscsi neutron-server[109571]: 'PortForwarding': '1.2', Feb 28 22:34:39.096524 dv-cinder-830538-5-iscsi neutron-server[109571]: 'QosPolicy': '1.10', Feb 28 22:34:39.096524 dv-cinder-830538-5-iscsi neutron-server[109571]: 'SecurityGroup': '1.5', Feb 28 22:34:39.096524 dv-cinder-830538-5-iscsi neutron-server[109571]: 'SecurityGroupRule': '1.2', Feb 28 22:34:39.096524 dv-cinder-830538-5-iscsi neutron-server[109571]: 'SubPort': '1.0', Feb 28 22:34:39.096524 dv-cinder-830538-5-iscsi neutron-server[109571]: 'Subnet': '1.1', Feb 28 22:34:39.096524 dv-cinder-830538-5-iscsi neutron-server[109571]: 'Trunk': '1.1'}} Feb 28 22:34:39.096524 dv-cinder-830538-5-iscsi neutron-server[109571]: {{(pid=109571) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 28 22:34:39.123108 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.db.provisioning_blocks [None req-545c0dac-e074-44f4-a07b-4c8e7e19aca8 None None] Provisioning complete for port 11c4753f-0c3a-403c-8f90-a184fb6b7f4a triggered by entity DHCP. {{(pid=109570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 22:34:39.123762 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-545c0dac-e074-44f4-a07b-4c8e7e19aca8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579965'] for port (11c4753f-0c3a-403c-8f90-a184fb6b7f4a), provisioning_complete {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:34:39.157426 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.plugin [None req-545c0dac-e074-44f4-a07b-4c8e7e19aca8 None None] Port 11c4753f-0c3a-403c-8f90-a184fb6b7f4a cannot update to ACTIVE because it is not bound. {{(pid=109570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 22:34:39.157622 dv-cinder-830538-5-iscsi neutron-server[109571]: DEBUG neutron.plugins.ml2.db [None req-20c9b387-e2ea-40d7-92b4-2e27f0996d4b None None] For port 11c4753f-0c3a-403c-8f90-a184fb6b7f4a, host dv-cinder-830538-5-iscsi, cleared binding levels {{(pid=109571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 22:34:39.177342 dv-cinder-830538-5-iscsi neutron-server[109571]: DEBUG neutron.plugins.ml2.db [None req-20c9b387-e2ea-40d7-92b4-2e27f0996d4b None None] For port 11c4753f-0c3a-403c-8f90-a184fb6b7f4a, host dv-cinder-830538-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830538-5-iscsi',level=0,port_id=11c4753f-0c3a-403c-8f90-a184fb6b7f4a,segment=NetworkSegment(0a06fea1-0969-4c58-8265-3eb3b6692b77),segment_id=0a06fea1-0969-4c58-8265-3eb3b6692b77)] {{(pid=109571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 22:34:39.187015 dv-cinder-830538-5-iscsi neutron-server[109571]: DEBUG neutron_lib.callbacks.manager [None req-20c9b387-e2ea-40d7-92b4-2e27f0996d4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33156859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750845083886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750844628246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750844628264'] for port (11c4753f-0c3a-403c-8f90-a184fb6b7f4a), after_update {{(pid=109571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:34:39.252535 dv-cinder-830538-5-iscsi neutron-server[109571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34e3b19-f815-4572-bb38-d9d029edce35 None None] Pushing event updated for resources: {'Port': ['ID=11c4753f-0c3a-403c-8f90-a184fb6b7f4a,revision_number=4']} {{(pid=109571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:34:39.256421 dv-cinder-830538-5-iscsi neutron-server[109571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20c9b387-e2ea-40d7-92b4-2e27f0996d4b None None] Routers {'e63b04e4-1094-4b4c-819e-c00fa81e46b4'} bound to L3 agent in host dv-cinder-830538-5-iscsi {{(pid=109571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 22:34:39.257033 dv-cinder-830538-5-iscsi neutron-server[109571]: DEBUG neutron.db.l3_hamode_db [None req-20c9b387-e2ea-40d7-92b4-2e27f0996d4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830538-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-28T22:34:03Z,description=,heartbeat_timestamp=2022-02-28T22:34:33Z,host='dv-cinder-830538-5-iscsi',id=1bbc3f13-d896-4633-9d3f-4f3415ceb83d,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T22:34:03Z,topic='l3_agent')) {'router_ids': ['e63b04e4-1094-4b4c-819e-c00fa81e46b4'], 'active': True} {{(pid=109571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 22:34:39.351236 dv-cinder-830538-5-iscsi neutron-server[109571]: DEBUG neutron.db.l3_dvr_db [None req-20c9b387-e2ea-40d7-92b4-2e27f0996d4b None None] Set router e63b04e4-1094-4b4c-819e-c00fa81e46b4 gateway port host: None {{(pid=109571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 22:34:39.480224 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.db.provisioning_blocks [None req-010b1acf-7901-4e94-a87f-29b28c354198 None None] Provisioning complete for port 11c4753f-0c3a-403c-8f90-a184fb6b7f4a triggered by entity DHCP. {{(pid=109570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 22:34:39.480710 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-010b1acf-7901-4e94-a87f-29b28c354198 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579965'] for port (11c4753f-0c3a-403c-8f90-a184fb6b7f4a), provisioning_complete {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:34:39.559508 dv-cinder-830538-5-iscsi neutron-server[109571]: DEBUG neutron.db.l3_hamode_db [None req-20c9b387-e2ea-40d7-92b4-2e27f0996d4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e63b04e4-1094-4b4c-819e-c00fa81e46b4', 'name': 'router1', 'tenant_id': '3a62459b64b048f59def6a0e246033b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T22:34:26Z', 'updated_at': '2022-02-28T22:34:36Z', 'revision_number': 2, 'project_id': '3a62459b64b048f59def6a0e246033b5', 'gw_port_host': None, '_interfaces': [{'id': '11c4753f-0c3a-403c-8f90-a184fb6b7f4a', 'name': '', 'network_id': 'a2cd614e-7400-405d-be8c-0c9f0608c8cb', 'tenant_id': '3a62459b64b048f59def6a0e246033b5', 'mac_address': 'fa:16:3e:92:f1:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e63b04e4-1094-4b4c-819e-c00fa81e46b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1c89d9c1-a5bb-4d6a-bf4d-0e25ead5a68c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T22:34:36Z', 'updated_at': '2022-02-28T22:34:39Z', 'revision_number': 4, 'project_id': '3a62459b64b048f59def6a0e246033b5', 'subnets': [{'id': '1c89d9c1-a5bb-4d6a-bf4d-0e25ead5a68c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c0f29b4d-ed47-4c02-a6cd-fcf0a7bb28a6'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830538-5-iscsi', False) {} {{(pid=109571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 22:34:39.561951 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.plugin [None req-010b1acf-7901-4e94-a87f-29b28c354198 None None] Current status of the port 11c4753f-0c3a-403c-8f90-a184fb6b7f4a is: DOWN; New status is: ACTIVE {{(pid=109570) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 22:34:39.562348 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-010b1acf-7901-4e94-a87f-29b28c354198 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616566'] for port (11c4753f-0c3a-403c-8f90-a184fb6b7f4a), before_update {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:34:39.587033 dv-cinder-830538-5-iscsi neutron-server[109571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20c9b387-e2ea-40d7-92b4-2e27f0996d4b None None] The sync data for ids ['e63b04e4-1094-4b4c-819e-c00fa81e46b4'] in dv-cinder-830538-5-iscsi is: [{'id': 'e63b04e4-1094-4b4c-819e-c00fa81e46b4', 'name': 'router1', 'tenant_id': '3a62459b64b048f59def6a0e246033b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T22:34:26Z', 'updated_at': '2022-02-28T22:34:36Z', 'revision_number': 2, 'project_id': '3a62459b64b048f59def6a0e246033b5', 'gw_port_host': None, '_interfaces': [{'id': '11c4753f-0c3a-403c-8f90-a184fb6b7f4a', 'name': '', 'network_id': 'a2cd614e-7400-405d-be8c-0c9f0608c8cb', 'tenant_id': '3a62459b64b048f59def6a0e246033b5', 'mac_address': 'fa:16:3e:92:f1:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e63b04e4-1094-4b4c-819e-c00fa81e46b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1c89d9c1-a5bb-4d6a-bf4d-0e25ead5a68c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T22:34:36Z', 'updated_at': '2022-02-28T22:34:39Z', 'revision_number': 4, 'project_id': '3a62459b64b048f59def6a0e246033b5', 'subnets': [{'id': '1c89d9c1-a5bb-4d6a-bf4d-0e25ead5a68c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c0f29b4d-ed47-4c02-a6cd-fcf0a7bb28a6'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 22:34:39.598203 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.db [None req-010b1acf-7901-4e94-a87f-29b28c354198 None None] For port 11c4753f-0c3a-403c-8f90-a184fb6b7f4a, host dv-cinder-830538-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830538-5-iscsi',level=0,port_id=11c4753f-0c3a-403c-8f90-a184fb6b7f4a,segment=NetworkSegment(0a06fea1-0969-4c58-8265-3eb3b6692b77),segment_id=0a06fea1-0969-4c58-8265-3eb3b6692b77)] {{(pid=109570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 22:34:39.602448 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-010b1acf-7901-4e94-a87f-29b28c354198 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33156859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750845083886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750844628246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750844628264'] for port (11c4753f-0c3a-403c-8f90-a184fb6b7f4a), after_update {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:34:39.652428 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010b1acf-7901-4e94-a87f-29b28c354198 None None] Pushing event updated for resources: {'Port': ['ID=11c4753f-0c3a-403c-8f90-a184fb6b7f4a,revision_number=5']} {{(pid=109570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:34:40.092074 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.wsgi [-] (109569) accepted ('10.222.0.11', 48628) {{(pid=109569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 22:34:40.203686 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ee0a425-ad3c-4619-94a2-fd1257b5f111 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:34:40.204993 dv-cinder-830538-5-iscsi neutron-server[109569]: INFO neutron.wsgi [None req-5ee0a425-ad3c-4619-94a2-fd1257b5f111 admin admin] 10.222.0.11 "GET /v2.0/networks/3e7a10c7-addc-4b79-a555-0b472e939652 HTTP/1.1" status: 200 len: 842 time: 0.1119597 Feb 28 22:34:40.214553 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.api.v2.base [None req-bdff7259-9ebf-483f-a426-6e13a4e4e4e4 admin admin] Request body: {'subnet': {'name': 'public-subnet', 'network_id': '3e7a10c7-addc-4b79-a555-0b472e939652', 'enable_dhcp': False, 'cidr': '172.27.0.0/24', 'ip_version': 4, 'gateway_ip': '172.27.0.1'}} {{(pid=109569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 22:34:40.235704 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdff7259-9ebf-483f-a426-6e13a4e4e4e4 admin admin] Made reservation on behalf of d230c2ed73e445d8a603704d2e18990c for: {'subnet': 1} {{(pid=109569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 22:34:40.237937 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-bdff7259-9ebf-483f-a426-6e13a4e4e4e4 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:34:40.598128 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.objects.ports [None req-bdff7259-9ebf-483f-a426-6e13a4e4e4e4 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109569) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 28 22:34:40.598445 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-bdff7259-9ebf-483f-a426-6e13a4e4e4e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33448168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33156859'] for subnet (8aaf002d-6309-4cf0-ae69-6d349a14c0b1), after_create {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:34:40.652790 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdff7259-9ebf-483f-a426-6e13a4e4e4e4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8aaf002d-6309-4cf0-ae69-6d349a14c0b1,revision_number=0']} {{(pid=109569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:34:40.660644 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdff7259-9ebf-483f-a426-6e13a4e4e4e4 admin admin] Checking segment: {'id': 'ee66776f-25dd-443a-9417-ae0becd0bae6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e7a10c7-addc-4b79-a555-0b472e939652'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 22:34:40.660995 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdff7259-9ebf-483f-a426-6e13a4e4e4e4 admin admin] Network hostable DHCP agents. Network: 3e7a10c7-addc-4b79-a555-0b472e939652, hostable agents: ['55d6ddf3-619a-4750-95a9-02c5b2728e0c'], hosted agents: [] {{(pid=109569) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 22:34:40.677175 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdff7259-9ebf-483f-a426-6e13a4e4e4e4 admin admin] Network 3e7a10c7-addc-4b79-a555-0b472e939652 is scheduled to be hosted by DHCP agent 55d6ddf3-619a-4750-95a9-02c5b2728e0c with binding_index 1 {{(pid=109569) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 22:34:40.686021 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.scheduler.base_scheduler [None req-bdff7259-9ebf-483f-a426-6e13a4e4e4e4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830538-5-iscsi, 3e7a10c7-addc-4b79-a555-0b472e939652) {{(pid=109569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 22:34:40.690072 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdff7259-9ebf-483f-a426-6e13a4e4e4e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:34:40.690687 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-bdff7259-9ebf-483f-a426-6e13a4e4e4e4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33156845'] for subnet (None), before_response {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:34:40.698021 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a2bd2f4-24f8-4b5f-bcd5-8f6cfeb48ea9 None None] Network 3e7a10c7-addc-4b79-a555-0b472e939652 requested from dv-cinder-830538-5-iscsi {{(pid=109570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 22:34:40.707733 dv-cinder-830538-5-iscsi neutron-server[109569]: INFO neutron.wsgi [None req-bdff7259-9ebf-483f-a426-6e13a4e4e4e4 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4966686 Feb 28 22:34:40.813694 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf474467-cf18-4683-8a7d-4ea3691344ad None None] Network 3e7a10c7-addc-4b79-a555-0b472e939652 requested from dv-cinder-830538-5-iscsi {{(pid=109570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 22:34:43.139087 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.wsgi [-] (109569) accepted ('10.222.0.11', 48636) {{(pid=109569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 22:34:43.271400 dv-cinder-830538-5-iscsi neutron-server[109569]: INFO neutron.wsgi [None req-d247c6fb-c5b8-4b31-8e56-6ff0bfa6d6c9 demo admin] 10.222.0.11 "GET /v2.0/routers/e63b04e4-1094-4b4c-819e-c00fa81e46b4 HTTP/1.1" status: 200 len: 710 time: 0.1310899 Feb 28 22:34:43.355834 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a74eb407-62d6-42b0-aaa0-a1feecef2b7f demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:34:43.357114 dv-cinder-830538-5-iscsi neutron-server[109569]: INFO neutron.wsgi [None req-a74eb407-62d6-42b0-aaa0-a1feecef2b7f demo admin] 10.222.0.11 "GET /v2.0/networks/3e7a10c7-addc-4b79-a555-0b472e939652 HTTP/1.1" status: 200 len: 886 time: 0.0797927 Feb 28 22:34:43.365911 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.api.v2.base [None req-3949202a-3e44-401d-b0fb-429929eeae94 demo admin] Request body: {'router': {'external_gateway_info': {'network_id': '3e7a10c7-addc-4b79-a555-0b472e939652'}}} {{(pid=109569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 22:34:43.611878 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-3949202a-3e44-401d-b0fb-429929eeae94 demo admin] Publish callbacks [] for router_gateway (e63b04e4-1094-4b4c-819e-c00fa81e46b4), precommit_update {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:34:43.843216 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-3949202a-3e44-401d-b0fb-429929eeae94 demo admin] Publish callbacks [] for router_gateway (e63b04e4-1094-4b4c-819e-c00fa81e46b4), before_create {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:34:43.927975 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-3949202a-3e44-401d-b0fb-429929eeae94 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616566'] for port (None), before_create {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:34:44.026308 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.db.db_base_plugin_common [None req-3949202a-3e44-401d-b0fb-429929eeae94 demo admin] Allocated IP 172.27.0.128 (3e7a10c7-addc-4b79-a555-0b472e939652/8aaf002d-6309-4cf0-ae69-6d349a14c0b1/9f2cfdf7-2b73-46ec-a805-dfd081569533) {{(pid=109569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 22:34:44.125248 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-3949202a-3e44-401d-b0fb-429929eeae94 demo admin] Publish callbacks [] for port (9f2cfdf7-2b73-46ec-a805-dfd081569533), precommit_create {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:34:44.158473 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-3949202a-3e44-401d-b0fb-429929eeae94 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33156859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750844628228'] for port (9f2cfdf7-2b73-46ec-a805-dfd081569533), after_create {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:34:44.199353 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3949202a-3e44-401d-b0fb-429929eeae94 demo admin] Network 3e7a10c7-addc-4b79-a555-0b472e939652 is already hosted by enough agents. {{(pid=109569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 22:34:44.202020 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.scheduler.base_scheduler [None req-3949202a-3e44-401d-b0fb-429929eeae94 demo admin] Resources bound (agent type, host, resource id): {{(pid=109569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 22:34:44.206916 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3949202a-3e44-401d-b0fb-429929eeae94 demo admin] Received port after_create {{(pid=109569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 22:34:44.209691 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3949202a-3e44-401d-b0fb-429929eeae94 demo admin] Pushing event updated for resources: {'Port': ['ID=9f2cfdf7-2b73-46ec-a805-dfd081569533,revision_number=1']} {{(pid=109569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:34:44.542517 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-3949202a-3e44-401d-b0fb-429929eeae94 demo admin] Publish callbacks [] for router_gateway (e63b04e4-1094-4b4c-819e-c00fa81e46b4), after_create {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:34:44.736064 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-3949202a-3e44-401d-b0fb-429929eeae94 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33523266', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33526513', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4136'] for router (e63b04e4-1094-4b4c-819e-c00fa81e46b4), precommit_update {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:34:44.739358 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-3949202a-3e44-401d-b0fb-429929eeae94 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33523309', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-33523291', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-33523284', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-33526282'] for router (e63b04e4-1094-4b4c-819e-c00fa81e46b4), after_update {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:34:44.863179 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3949202a-3e44-401d-b0fb-429929eeae94 demo admin] Router e63b04e4-1094-4b4c-819e-c00fa81e46b4 has already been hosted by L3 agent 1bbc3f13-d896-4633-9d3f-4f3415ceb83d {{(pid=109569) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 22:34:44.980152 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3949202a-3e44-401d-b0fb-429929eeae94 demo admin] Notify agent at l3_agent.dv-cinder-830538-5-iscsi the message routers_updated {{(pid=109569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 22:34:44.984652 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-3949202a-3e44-401d-b0fb-429929eeae94 demo admin] Publish callbacks [] for router (None), before_response {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:34:44.985841 dv-cinder-830538-5-iscsi neutron-server[109569]: INFO neutron.wsgi [None req-3949202a-3e44-401d-b0fb-429929eeae94 demo admin] 10.222.0.11 "PUT /v2.0/routers/e63b04e4-1094-4b4c-819e-c00fa81e46b4 HTTP/1.1" status: 200 len: 890 time: 1.6230743 Feb 28 22:34:47.526987 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.wsgi [-] (109568) accepted ('10.222.0.11', 48648) {{(pid=109568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 22:34:47.685858 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [None req-a1b95d10-b7df-42f6-a2b6-4daf89b7d324 admin admin] 10.222.0.11 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1574495 Feb 28 22:34:47.853457 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.rpc [None req-154add69-038d-48cc-93ba-bd7e358b6d11 None None] Device 11c4753f-0c3a-403c-8f90-a184fb6b7f4a up at agent ovs-agent-dv-cinder-830538-5-iscsi {{(pid=109570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 22:34:47.915836 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.db.provisioning_blocks [None req-154add69-038d-48cc-93ba-bd7e358b6d11 None None] Provisioning complete for port 11c4753f-0c3a-403c-8f90-a184fb6b7f4a triggered by entity L2. {{(pid=109570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 22:34:47.916516 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-154add69-038d-48cc-93ba-bd7e358b6d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579965'] for port (11c4753f-0c3a-403c-8f90-a184fb6b7f4a), provisioning_complete {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:34:47.998895 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.plugin [None req-154add69-038d-48cc-93ba-bd7e358b6d11 None None] Current status of the port 11c4753f-0c3a-403c-8f90-a184fb6b7f4a is: ACTIVE; New status is: ACTIVE {{(pid=109570) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 22:34:48.307175 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-455ed529-b53a-44d4-81c6-4b6424be5bd5 None None] Sync routers for ids ['e63b04e4-1094-4b4c-819e-c00fa81e46b4'] in dv-cinder-830538-5-iscsi {{(pid=109570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 22:34:48.318446 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-455ed529-b53a-44d4-81c6-4b6424be5bd5 None None] Routers {'e63b04e4-1094-4b4c-819e-c00fa81e46b4'} bound to L3 agent in host dv-cinder-830538-5-iscsi {{(pid=109570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 22:34:48.319090 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.db.l3_hamode_db [None req-455ed529-b53a-44d4-81c6-4b6424be5bd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830538-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-28T22:34:03Z,description=,heartbeat_timestamp=2022-02-28T22:34:33Z,host='dv-cinder-830538-5-iscsi',id=1bbc3f13-d896-4633-9d3f-4f3415ceb83d,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T22:34:03Z,topic='l3_agent')) {'router_ids': ['e63b04e4-1094-4b4c-819e-c00fa81e46b4'], 'active': True} {{(pid=109570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 22:34:48.558165 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.db.l3_dvr_db [None req-455ed529-b53a-44d4-81c6-4b6424be5bd5 None None] Set router e63b04e4-1094-4b4c-819e-c00fa81e46b4 gateway port host: dv-cinder-830538-5-iscsi {{(pid=109570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 22:34:49.043975 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.db.l3_hamode_db [None req-455ed529-b53a-44d4-81c6-4b6424be5bd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e63b04e4-1094-4b4c-819e-c00fa81e46b4', 'name': 'router1', 'tenant_id': '3a62459b64b048f59def6a0e246033b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e7a10c7-addc-4b79-a555-0b472e939652', 'external_fixed_ips': [{'subnet_id': '8aaf002d-6309-4cf0-ae69-6d349a14c0b1', 'ip_address': '172.27.0.128'}], 'enable_snat': True}, 'gw_port_id': '9f2cfdf7-2b73-46ec-a805-dfd081569533', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T22:34:26Z', 'updated_at': '2022-02-28T22:34:44Z', 'revision_number': 4, 'project_id': '3a62459b64b048f59def6a0e246033b5', 'gw_port': {'id': '9f2cfdf7-2b73-46ec-a805-dfd081569533', 'name': '', 'network_id': '3e7a10c7-addc-4b79-a555-0b472e939652', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:28:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e63b04e4-1094-4b4c-819e-c00fa81e46b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '8aaf002d-6309-4cf0-ae69-6d349a14c0b1', 'ip_address': '172.27.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T22:34:43Z', 'updated_at': '2022-02-28T22:34:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8aaf002d-6309-4cf0-ae69-6d349a14c0b1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830538-5-iscsi', '_interfaces': [{'id': '11c4753f-0c3a-403c-8f90-a184fb6b7f4a', 'name': '', 'network_id': 'a2cd614e-7400-405d-be8c-0c9f0608c8cb', 'tenant_id': '3a62459b64b048f59def6a0e246033b5', 'mac_address': 'fa:16:3e:92:f1:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e63b04e4-1094-4b4c-819e-c00fa81e46b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1c89d9c1-a5bb-4d6a-bf4d-0e25ead5a68c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T22:34:36Z', 'updated_at': '2022-02-28T22:34:39Z', 'revision_number': 5, 'project_id': '3a62459b64b048f59def6a0e246033b5', 'subnets': [{'id': '1c89d9c1-a5bb-4d6a-bf4d-0e25ead5a68c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c0f29b4d-ed47-4c02-a6cd-fcf0a7bb28a6'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830538-5-iscsi', False) {} {{(pid=109570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 22:34:49.094950 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-455ed529-b53a-44d4-81c6-4b6424be5bd5 None None] Checking router: e63b04e4-1094-4b4c-819e-c00fa81e46b4 for host: dv-cinder-830538-5-iscsi {{(pid=109570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 22:34:49.095202 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-455ed529-b53a-44d4-81c6-4b6424be5bd5 None None] Updating router e63b04e4-1094-4b4c-819e-c00fa81e46b4 port 9f2cfdf7-2b73-46ec-a805-dfd081569533 binding host dv-cinder-830538-5-iscsi {{(pid=109570) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 22:34:49.145209 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-455ed529-b53a-44d4-81c6-4b6424be5bd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616566'] for port (9f2cfdf7-2b73-46ec-a805-dfd081569533), before_update {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:34:49.496875 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-455ed529-b53a-44d4-81c6-4b6424be5bd5 None None] Publish callbacks [] for port (9f2cfdf7-2b73-46ec-a805-dfd081569533), precommit_update {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:34:49.503341 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-455ed529-b53a-44d4-81c6-4b6424be5bd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33156859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750845083886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750844628246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750844628264'] for port (9f2cfdf7-2b73-46ec-a805-dfd081569533), after_update {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:34:49.553095 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b34b29-eae9-4f68-a889-9cfb7dd750fd None None] Pushing event updated for resources: {'Port': ['ID=9f2cfdf7-2b73-46ec-a805-dfd081569533,revision_number=2']} {{(pid=109570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:34:49.564940 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.managers [None req-455ed529-b53a-44d4-81c6-4b6424be5bd5 None None] Attempting to bind port 9f2cfdf7-2b73-46ec-a805-dfd081569533 on host dv-cinder-830538-5-iscsi for vnic_type normal with profile {{(pid=109570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 22:34:49.565967 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.managers [None req-455ed529-b53a-44d4-81c6-4b6424be5bd5 None None] Attempting to bind port 9f2cfdf7-2b73-46ec-a805-dfd081569533 by drivers openvswitch,hyperv on host dv-cinder-830538-5-iscsi at level 0 using segments [{'id': 'ee66776f-25dd-443a-9417-ae0becd0bae6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e7a10c7-addc-4b79-a555-0b472e939652'}] {{(pid=109570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 22:34:49.565967 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-455ed529-b53a-44d4-81c6-4b6424be5bd5 None None] Attempting to bind port 9f2cfdf7-2b73-46ec-a805-dfd081569533 on network 3e7a10c7-addc-4b79-a555-0b472e939652 {{(pid=109570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 22:34:49.573826 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-455ed529-b53a-44d4-81c6-4b6424be5bd5 None None] Checking agent: {'id': '7aa25ffb-1b87-4f08-8530-4bdf6e6b221c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830538-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 22, 34, 7), 'started_at': datetime.datetime(2022, 2, 28, 22, 34, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 22, 34, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830538-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 22:34:49.573826 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-455ed529-b53a-44d4-81c6-4b6424be5bd5 None None] Checking segment: {'id': 'ee66776f-25dd-443a-9417-ae0becd0bae6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e7a10c7-addc-4b79-a555-0b472e939652'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 22:34:49.573826 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-455ed529-b53a-44d4-81c6-4b6424be5bd5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:34:49.573826 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-455ed529-b53a-44d4-81c6-4b6424be5bd5 None None] Bound using segment: {'id': 'ee66776f-25dd-443a-9417-ae0becd0bae6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e7a10c7-addc-4b79-a555-0b472e939652'} {{(pid=109570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 22:34:49.574871 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.managers [None req-455ed529-b53a-44d4-81c6-4b6424be5bd5 None None] Bound port: 9f2cfdf7-2b73-46ec-a805-dfd081569533, host: dv-cinder-830538-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee66776f-25dd-443a-9417-ae0becd0bae6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e7a10c7-addc-4b79-a555-0b472e939652'}}] {{(pid=109570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 22:34:49.574871 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-455ed529-b53a-44d4-81c6-4b6424be5bd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616566'] for port (9f2cfdf7-2b73-46ec-a805-dfd081569533), before_update {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:34:49.631185 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.db [None req-455ed529-b53a-44d4-81c6-4b6424be5bd5 None None] For port 9f2cfdf7-2b73-46ec-a805-dfd081569533, host dv-cinder-830538-5-iscsi, cleared binding levels {{(pid=109570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 22:34:49.636158 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.db [None req-455ed529-b53a-44d4-81c6-4b6424be5bd5 None None] For port 9f2cfdf7-2b73-46ec-a805-dfd081569533, host dv-cinder-830538-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830538-5-iscsi',level=0,port_id=9f2cfdf7-2b73-46ec-a805-dfd081569533,segment=NetworkSegment(ee66776f-25dd-443a-9417-ae0becd0bae6),segment_id=ee66776f-25dd-443a-9417-ae0becd0bae6)] {{(pid=109570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 22:34:49.643515 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-455ed529-b53a-44d4-81c6-4b6424be5bd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33156859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750845083886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750844628246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750844628264'] for port (9f2cfdf7-2b73-46ec-a805-dfd081569533), after_update {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:34:49.710176 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b34b29-eae9-4f68-a889-9cfb7dd750fd None None] Pushing event updated for resources: {'Port': ['ID=9f2cfdf7-2b73-46ec-a805-dfd081569533,revision_number=3']} {{(pid=109570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:34:49.713244 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-455ed529-b53a-44d4-81c6-4b6424be5bd5 None None] Routers {'e63b04e4-1094-4b4c-819e-c00fa81e46b4'} bound to L3 agent in host dv-cinder-830538-5-iscsi {{(pid=109570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 22:34:49.713850 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.db.l3_hamode_db [None req-455ed529-b53a-44d4-81c6-4b6424be5bd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830538-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-28T22:34:03Z,description=,heartbeat_timestamp=2022-02-28T22:34:33Z,host='dv-cinder-830538-5-iscsi',id=1bbc3f13-d896-4633-9d3f-4f3415ceb83d,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T22:34:03Z,topic='l3_agent')) {'router_ids': ['e63b04e4-1094-4b4c-819e-c00fa81e46b4'], 'active': True} {{(pid=109570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 22:34:49.857271 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.db.l3_dvr_db [None req-455ed529-b53a-44d4-81c6-4b6424be5bd5 None None] Set router e63b04e4-1094-4b4c-819e-c00fa81e46b4 gateway port host: dv-cinder-830538-5-iscsi {{(pid=109570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 22:34:50.129819 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.db.l3_hamode_db [None req-455ed529-b53a-44d4-81c6-4b6424be5bd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e63b04e4-1094-4b4c-819e-c00fa81e46b4', 'name': 'router1', 'tenant_id': '3a62459b64b048f59def6a0e246033b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e7a10c7-addc-4b79-a555-0b472e939652', 'external_fixed_ips': [{'subnet_id': '8aaf002d-6309-4cf0-ae69-6d349a14c0b1', 'ip_address': '172.27.0.128'}], 'enable_snat': True}, 'gw_port_id': '9f2cfdf7-2b73-46ec-a805-dfd081569533', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T22:34:26Z', 'updated_at': '2022-02-28T22:34:44Z', 'revision_number': 4, 'project_id': '3a62459b64b048f59def6a0e246033b5', 'gw_port': {'id': '9f2cfdf7-2b73-46ec-a805-dfd081569533', 'name': '', 'network_id': '3e7a10c7-addc-4b79-a555-0b472e939652', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:28:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e63b04e4-1094-4b4c-819e-c00fa81e46b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '8aaf002d-6309-4cf0-ae69-6d349a14c0b1', 'ip_address': '172.27.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T22:34:43Z', 'updated_at': '2022-02-28T22:34:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8aaf002d-6309-4cf0-ae69-6d349a14c0b1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830538-5-iscsi', '_interfaces': [{'id': '11c4753f-0c3a-403c-8f90-a184fb6b7f4a', 'name': '', 'network_id': 'a2cd614e-7400-405d-be8c-0c9f0608c8cb', 'tenant_id': '3a62459b64b048f59def6a0e246033b5', 'mac_address': 'fa:16:3e:92:f1:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e63b04e4-1094-4b4c-819e-c00fa81e46b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1c89d9c1-a5bb-4d6a-bf4d-0e25ead5a68c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T22:34:36Z', 'updated_at': '2022-02-28T22:34:39Z', 'revision_number': 5, 'project_id': '3a62459b64b048f59def6a0e246033b5', 'subnets': [{'id': '1c89d9c1-a5bb-4d6a-bf4d-0e25ead5a68c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c0f29b4d-ed47-4c02-a6cd-fcf0a7bb28a6'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830538-5-iscsi', False) {} {{(pid=109570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 22:34:50.161177 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-455ed529-b53a-44d4-81c6-4b6424be5bd5 None None] The sync data for ids ['e63b04e4-1094-4b4c-819e-c00fa81e46b4'] in dv-cinder-830538-5-iscsi is: [{'id': 'e63b04e4-1094-4b4c-819e-c00fa81e46b4', 'name': 'router1', 'tenant_id': '3a62459b64b048f59def6a0e246033b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e7a10c7-addc-4b79-a555-0b472e939652', 'external_fixed_ips': [{'subnet_id': '8aaf002d-6309-4cf0-ae69-6d349a14c0b1', 'ip_address': '172.27.0.128'}], 'enable_snat': True}, 'gw_port_id': '9f2cfdf7-2b73-46ec-a805-dfd081569533', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T22:34:26Z', 'updated_at': '2022-02-28T22:34:44Z', 'revision_number': 4, 'project_id': '3a62459b64b048f59def6a0e246033b5', 'gw_port': {'id': '9f2cfdf7-2b73-46ec-a805-dfd081569533', 'name': '', 'network_id': '3e7a10c7-addc-4b79-a555-0b472e939652', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:28:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e63b04e4-1094-4b4c-819e-c00fa81e46b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '8aaf002d-6309-4cf0-ae69-6d349a14c0b1', 'ip_address': '172.27.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T22:34:43Z', 'updated_at': '2022-02-28T22:34:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8aaf002d-6309-4cf0-ae69-6d349a14c0b1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830538-5-iscsi', '_interfaces': [{'id': '11c4753f-0c3a-403c-8f90-a184fb6b7f4a', 'name': '', 'network_id': 'a2cd614e-7400-405d-be8c-0c9f0608c8cb', 'tenant_id': '3a62459b64b048f59def6a0e246033b5', 'mac_address': 'fa:16:3e:92:f1:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e63b04e4-1094-4b4c-819e-c00fa81e46b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1c89d9c1-a5bb-4d6a-bf4d-0e25ead5a68c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T22:34:36Z', 'updated_at': '2022-02-28T22:34:39Z', 'revision_number': 5, 'project_id': '3a62459b64b048f59def6a0e246033b5', 'subnets': [{'id': '1c89d9c1-a5bb-4d6a-bf4d-0e25ead5a68c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c0f29b4d-ed47-4c02-a6cd-fcf0a7bb28a6'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 22:34:51.953718 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.rpc [None req-154add69-038d-48cc-93ba-bd7e358b6d11 None None] Device 9f2cfdf7-2b73-46ec-a805-dfd081569533 up at agent ovs-agent-dv-cinder-830538-5-iscsi {{(pid=109570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 22:34:52.017059 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.db.provisioning_blocks [None req-154add69-038d-48cc-93ba-bd7e358b6d11 None None] Provisioning complete for port 9f2cfdf7-2b73-46ec-a805-dfd081569533 triggered by entity L2. {{(pid=109570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 22:34:52.017798 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-154add69-038d-48cc-93ba-bd7e358b6d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579965'] for port (9f2cfdf7-2b73-46ec-a805-dfd081569533), provisioning_complete {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:34:52.109143 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.plugin [None req-154add69-038d-48cc-93ba-bd7e358b6d11 None None] Current status of the port 9f2cfdf7-2b73-46ec-a805-dfd081569533 is: DOWN; New status is: ACTIVE {{(pid=109570) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 22:34:52.109943 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-154add69-038d-48cc-93ba-bd7e358b6d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616566'] for port (9f2cfdf7-2b73-46ec-a805-dfd081569533), before_update {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:34:52.138153 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.db [None req-154add69-038d-48cc-93ba-bd7e358b6d11 None None] For port 9f2cfdf7-2b73-46ec-a805-dfd081569533, host dv-cinder-830538-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830538-5-iscsi',level=0,port_id=9f2cfdf7-2b73-46ec-a805-dfd081569533,segment=NetworkSegment(ee66776f-25dd-443a-9417-ae0becd0bae6),segment_id=ee66776f-25dd-443a-9417-ae0becd0bae6)] {{(pid=109570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 22:34:52.149718 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-154add69-038d-48cc-93ba-bd7e358b6d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33156859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750845083886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750844628246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750844628264'] for port (9f2cfdf7-2b73-46ec-a805-dfd081569533), after_update {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:34:52.216659 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154add69-038d-48cc-93ba-bd7e358b6d11 None None] Pushing event updated for resources: {'Port': ['ID=9f2cfdf7-2b73-46ec-a805-dfd081569533,revision_number=4']} {{(pid=109570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:34:53.913787 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.rpc [None req-154add69-038d-48cc-93ba-bd7e358b6d11 None None] Device 9f2cfdf7-2b73-46ec-a805-dfd081569533 up at agent ovs-agent-dv-cinder-830538-5-iscsi {{(pid=109570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 22:34:54.005306 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.db.provisioning_blocks [None req-154add69-038d-48cc-93ba-bd7e358b6d11 None None] Provisioning complete for port 9f2cfdf7-2b73-46ec-a805-dfd081569533 triggered by entity L2. {{(pid=109570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 22:34:54.005694 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-154add69-038d-48cc-93ba-bd7e358b6d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579965'] for port (9f2cfdf7-2b73-46ec-a805-dfd081569533), provisioning_complete {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:34:54.110568 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.plugin [None req-154add69-038d-48cc-93ba-bd7e358b6d11 None None] Current status of the port 9f2cfdf7-2b73-46ec-a805-dfd081569533 is: ACTIVE; New status is: ACTIVE {{(pid=109570) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 22:34:54.232437 dv-cinder-830538-5-iscsi neutron-server[109571]: DEBUG neutron.db.agents_db [None req-267e04d6-1473-4c25-8f3a-d1c5e119a015 None None] Agent healthcheck: found 5 active agents {{(pid=109571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 22:35:00.780896 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-d10f02e4-cebb-44e9-b8c2-4dd1ed2e7042 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750845036683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579975'] for agent (55d6ddf3-619a-4750-95a9-02c5b2728e0c), after_update {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:35:03.101380 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-d3394057-090e-439d-b23a-1ed9209e9727 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750845036683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579975'] for agent (1bbc3f13-d896-4633-9d3f-4f3415ceb83d), after_update {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:35:04.085597 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-fb85eb0a-98c9-414d-bd8b-45b99ef4efd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750845036683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579975'] for agent (0569ef69-4feb-452f-8380-1d628b96faff), after_update {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:35:05.823198 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-f2b490b5-353e-4b99-942a-fb2407025861 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750845036683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579975'] for agent (e6e3d797-755b-495e-bc70-4cd2b9791ebb), after_update {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:35:07.114620 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-154add69-038d-48cc-93ba-bd7e358b6d11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750845036683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579975'] for agent (7aa25ffb-1b87-4f08-8530-4bdf6e6b221c), after_update {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:35:30.784523 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-9fb9add3-94b5-4324-8087-0cf980dfa2a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750845036683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579975'] for agent (55d6ddf3-619a-4750-95a9-02c5b2728e0c), after_update {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:35:31.231989 dv-cinder-830538-5-iscsi neutron-server[109571]: DEBUG neutron.db.agents_db [None req-267e04d6-1473-4c25-8f3a-d1c5e119a015 None None] Agent healthcheck: found 5 active agents {{(pid=109571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 22:35:33.099120 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-b277fe8d-fe16-4f50-82f2-8259d9fe5e4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750845036683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579975'] for agent (1bbc3f13-d896-4633-9d3f-4f3415ceb83d), after_update {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:35:34.088624 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-fb85eb0a-98c9-414d-bd8b-45b99ef4efd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750845036683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579975'] for agent (0569ef69-4feb-452f-8380-1d628b96faff), after_update {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:35:35.823957 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-f2b490b5-353e-4b99-942a-fb2407025861 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750845036683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579975'] for agent (e6e3d797-755b-495e-bc70-4cd2b9791ebb), after_update {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:35:37.121524 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-154add69-038d-48cc-93ba-bd7e358b6d11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750845036683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579975'] for agent (7aa25ffb-1b87-4f08-8530-4bdf6e6b221c), after_update {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:36:00.787619 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-8dd548d2-a5cc-41fe-b8eb-4fb029c88448 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750845036683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579975'] for agent (55d6ddf3-619a-4750-95a9-02c5b2728e0c), after_update {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:36:03.090507 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-37886e74-c359-49a0-a920-f12b8ff1a93a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750845036683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579975'] for agent (1bbc3f13-d896-4633-9d3f-4f3415ceb83d), after_update {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:36:04.090655 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-fb85eb0a-98c9-414d-bd8b-45b99ef4efd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750845036683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579975'] for agent (0569ef69-4feb-452f-8380-1d628b96faff), after_update {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:36:05.828914 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-f2b490b5-353e-4b99-942a-fb2407025861 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750845036683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579975'] for agent (e6e3d797-755b-495e-bc70-4cd2b9791ebb), after_update {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:36:07.114845 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-154add69-038d-48cc-93ba-bd7e358b6d11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750845036683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579975'] for agent (7aa25ffb-1b87-4f08-8530-4bdf6e6b221c), after_update {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:36:08.238548 dv-cinder-830538-5-iscsi neutron-server[109571]: DEBUG neutron.db.agents_db [None req-267e04d6-1473-4c25-8f3a-d1c5e119a015 None None] Agent healthcheck: found 5 active agents {{(pid=109571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 22:36:12.705750 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.wsgi [-] (109568) accepted ('10.222.0.11', 49132) {{(pid=109568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 22:36:12.778870 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.pecan_wsgi.hooks.translation [None req-e47d8adb-2476-41d3-9b60-a95459e55b5f admin admin] GET failed (client error): The resource could not be found. Feb 28 22:36:12.780167 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [None req-e47d8adb-2476-41d3-9b60-a95459e55b5f admin admin] 10.222.0.11 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0734861 Feb 28 22:36:12.973412 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-413556cf-5add-412e-afae-50c873ba453a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:36:12.974963 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [None req-413556cf-5add-412e-afae-50c873ba453a admin admin] 10.222.0.11 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1897473 Feb 28 22:36:15.298139 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.wsgi [-] (109568) accepted ('10.222.0.11', 49142) {{(pid=109568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 22:36:15.426283 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a231921-bd47-4cfc-bdf6-b9c663ca818d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:36:15.427764 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [None req-0a231921-bd47-4cfc-bdf6-b9c663ca818d admin admin] 10.222.0.11 "GET /v2.0/subnets/1c89d9c1-a5bb-4d6a-bf4d-0e25ead5a68c HTTP/1.1" status: 200 len: 849 time: 0.1285889 Feb 28 22:36:15.437386 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.api.v2.base [None req-0a738c49-2b39-4a47-b50a-10dc3a8b0fef admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=109568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 22:36:15.525963 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-0a738c49-2b39-4a47-b50a-10dc3a8b0fef admin admin] Publish callbacks [] for subnet (1c89d9c1-a5bb-4d6a-bf4d-0e25ead5a68c), before_update {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:36:15.677489 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-0a738c49-2b39-4a47-b50a-10dc3a8b0fef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33448168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33156859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8750845083877'] for subnet (1c89d9c1-a5bb-4d6a-bf4d-0e25ead5a68c), after_update {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:36:15.758390 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a738c49-2b39-4a47-b50a-10dc3a8b0fef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:36:15.759313 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-0a738c49-2b39-4a47-b50a-10dc3a8b0fef admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33156845'] for subnet (None), before_response {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:36:15.760401 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [None req-0a738c49-2b39-4a47-b50a-10dc3a8b0fef admin admin] 10.222.0.11 "PUT /v2.0/subnets/1c89d9c1-a5bb-4d6a-bf4d-0e25ead5a68c HTTP/1.1" status: 200 len: 868 time: 0.3269067 Feb 28 22:36:15.762885 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-410006e2-483d-4cb8-ad3e-f35936e57227 None None] Network a2cd614e-7400-405d-be8c-0c9f0608c8cb requested from dv-cinder-830538-5-iscsi {{(pid=109570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 22:36:15.777034 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a738c49-2b39-4a47-b50a-10dc3a8b0fef admin admin] Pushing event updated for resources: {'Subnet': ['ID=1c89d9c1-a5bb-4d6a-bf4d-0e25ead5a68c,revision_number=1']} {{(pid=109568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:36:15.787600 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a738c49-2b39-4a47-b50a-10dc3a8b0fef admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830538-5-iscsi {{(pid=109568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:36:15.788203 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a738c49-2b39-4a47-b50a-10dc3a8b0fef admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-5-iscsi {{(pid=109568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:36:15.788543 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a738c49-2b39-4a47-b50a-10dc3a8b0fef admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-5-iscsi {{(pid=109568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:36:15.788884 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a738c49-2b39-4a47-b50a-10dc3a8b0fef admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-5-iscsi {{(pid=109568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:36:15.789215 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a738c49-2b39-4a47-b50a-10dc3a8b0fef admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830538-5-iscsi {{(pid=109568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:36:15.789579 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a738c49-2b39-4a47-b50a-10dc3a8b0fef admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830538-5-iscsi {{(pid=109568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:36:15.790081 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a738c49-2b39-4a47-b50a-10dc3a8b0fef admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830538-5-iscsi {{(pid=109568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:36:15.790415 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a738c49-2b39-4a47-b50a-10dc3a8b0fef admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830538-5-iscsi {{(pid=109568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:36:15.790763 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a738c49-2b39-4a47-b50a-10dc3a8b0fef admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830538-5-iscsi {{(pid=109568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:36:15.791109 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a738c49-2b39-4a47-b50a-10dc3a8b0fef admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830538-5-iscsi {{(pid=109568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:36:15.791437 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a738c49-2b39-4a47-b50a-10dc3a8b0fef admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-5-iscsi {{(pid=109568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:36:15.791789 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a738c49-2b39-4a47-b50a-10dc3a8b0fef admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830538-5-iscsi {{(pid=109568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:36:15.792261 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a738c49-2b39-4a47-b50a-10dc3a8b0fef admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830538-5-iscsi {{(pid=109568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:36:15.793658 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a738c49-2b39-4a47-b50a-10dc3a8b0fef admin admin] Tracked resource versions report: Feb 28 22:36:15.793658 dv-cinder-830538-5-iscsi neutron-server[109568]: pushed versions: Feb 28 22:36:15.793658 dv-cinder-830538-5-iscsi neutron-server[109568]: { 'AddressGroup': {'1.2'}, Feb 28 22:36:15.793658 dv-cinder-830538-5-iscsi neutron-server[109568]: 'ConntrackHelper': {'1.0'}, Feb 28 22:36:15.793658 dv-cinder-830538-5-iscsi neutron-server[109568]: 'LocalIPAssociation': {'1.0'}, Feb 28 22:36:15.793658 dv-cinder-830538-5-iscsi neutron-server[109568]: 'Log': {'1.0'}, Feb 28 22:36:15.793658 dv-cinder-830538-5-iscsi neutron-server[109568]: 'Network': {'1.1'}, Feb 28 22:36:15.793658 dv-cinder-830538-5-iscsi neutron-server[109568]: 'Port': {'1.7'}, Feb 28 22:36:15.793658 dv-cinder-830538-5-iscsi neutron-server[109568]: 'PortForwarding': {'1.2'}, Feb 28 22:36:15.793658 dv-cinder-830538-5-iscsi neutron-server[109568]: 'QosPolicy': {'1.10'}, Feb 28 22:36:15.793658 dv-cinder-830538-5-iscsi neutron-server[109568]: 'SecurityGroup': {'1.5'}, Feb 28 22:36:15.793658 dv-cinder-830538-5-iscsi neutron-server[109568]: 'SecurityGroupRule': {'1.2'}, Feb 28 22:36:15.793658 dv-cinder-830538-5-iscsi neutron-server[109568]: 'SubPort': {'1.0'}, Feb 28 22:36:15.793658 dv-cinder-830538-5-iscsi neutron-server[109568]: 'Subnet': {'1.1'}, Feb 28 22:36:15.793658 dv-cinder-830538-5-iscsi neutron-server[109568]: 'Trunk': {'1.1'}} Feb 28 22:36:15.793658 dv-cinder-830538-5-iscsi neutron-server[109568]: consumer versions: Feb 28 22:36:15.793658 dv-cinder-830538-5-iscsi neutron-server[109568]: { DHCP agent@dv-cinder-830538-5-iscsi: {}, Feb 28 22:36:15.793658 dv-cinder-830538-5-iscsi neutron-server[109568]: L3 agent@dv-cinder-830538-5-iscsi: {}, Feb 28 22:36:15.793658 dv-cinder-830538-5-iscsi neutron-server[109568]: Metadata agent@dv-cinder-830538-5-iscsi: {}, Feb 28 22:36:15.793658 dv-cinder-830538-5-iscsi neutron-server[109568]: Metering agent@dv-cinder-830538-5-iscsi: {}, Feb 28 22:36:15.793658 dv-cinder-830538-5-iscsi neutron-server[109568]: Open vSwitch agent@dv-cinder-830538-5-iscsi: { 'AddressGroup': '1.2', Feb 28 22:36:15.793658 dv-cinder-830538-5-iscsi neutron-server[109568]: 'ConntrackHelper': '1.0', Feb 28 22:36:15.793658 dv-cinder-830538-5-iscsi neutron-server[109568]: 'LocalIPAssociation': '1.0', Feb 28 22:36:15.793658 dv-cinder-830538-5-iscsi neutron-server[109568]: 'Log': '1.0', Feb 28 22:36:15.793658 dv-cinder-830538-5-iscsi neutron-server[109568]: 'Network': '1.1', Feb 28 22:36:15.793658 dv-cinder-830538-5-iscsi neutron-server[109568]: 'Port': '1.7', Feb 28 22:36:15.793658 dv-cinder-830538-5-iscsi neutron-server[109568]: 'PortForwarding': '1.2', Feb 28 22:36:15.793658 dv-cinder-830538-5-iscsi neutron-server[109568]: 'QosPolicy': '1.10', Feb 28 22:36:15.793658 dv-cinder-830538-5-iscsi neutron-server[109568]: 'SecurityGroup': '1.5', Feb 28 22:36:15.793658 dv-cinder-830538-5-iscsi neutron-server[109568]: 'SecurityGroupRule': '1.2', Feb 28 22:36:15.793658 dv-cinder-830538-5-iscsi neutron-server[109568]: 'SubPort': '1.0', Feb 28 22:36:15.793658 dv-cinder-830538-5-iscsi neutron-server[109568]: 'Subnet': '1.1', Feb 28 22:36:15.793658 dv-cinder-830538-5-iscsi neutron-server[109568]: 'Trunk': '1.1'}} Feb 28 22:36:15.793658 dv-cinder-830538-5-iscsi neutron-server[109568]: {{(pid=109568) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 28 22:36:16.060790 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.db.provisioning_blocks [None req-f68b25a5-a9bf-404b-a5f4-8756fa5bbef5 None None] Provisioning complete for port 11c4753f-0c3a-403c-8f90-a184fb6b7f4a triggered by entity DHCP. {{(pid=109570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 22:36:16.061180 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-f68b25a5-a9bf-404b-a5f4-8756fa5bbef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579965'] for port (11c4753f-0c3a-403c-8f90-a184fb6b7f4a), provisioning_complete {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:36:16.139558 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.plugin [None req-f68b25a5-a9bf-404b-a5f4-8756fa5bbef5 None None] Current status of the port 11c4753f-0c3a-403c-8f90-a184fb6b7f4a is: ACTIVE; New status is: ACTIVE {{(pid=109570) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 22:36:16.150702 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.db.provisioning_blocks [None req-f68b25a5-a9bf-404b-a5f4-8756fa5bbef5 None None] Provisioning complete for port 48a080a0-c95b-434d-b403-7851dc820dc4 triggered by entity DHCP. {{(pid=109570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 22:36:16.151090 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-f68b25a5-a9bf-404b-a5f4-8756fa5bbef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579965'] for port (48a080a0-c95b-434d-b403-7851dc820dc4), provisioning_complete {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:36:16.224597 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.plugin [None req-f68b25a5-a9bf-404b-a5f4-8756fa5bbef5 None None] Current status of the port 48a080a0-c95b-434d-b403-7851dc820dc4 is: ACTIVE; New status is: ACTIVE {{(pid=109570) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 22:36:18.063557 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.wsgi [-] (109569) accepted ('10.222.0.11', 49154) {{(pid=109569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 22:36:18.260971 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cf92e36-21db-4f2a-8e75-9a46b8e016aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:36:18.261443 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cf92e36-21db-4f2a-8e75-9a46b8e016aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:36:18.262982 dv-cinder-830538-5-iscsi neutron-server[109569]: INFO neutron.wsgi [None req-3cf92e36-21db-4f2a-8e75-9a46b8e016aa admin admin] 10.222.0.11 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1985083 Feb 28 22:36:20.583833 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.wsgi [-] (109569) accepted ('10.222.0.11', 49164) {{(pid=109569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 22:36:20.712375 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86dfdd68-f215-4109-b772-8ef75df20c2e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:36:20.712843 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86dfdd68-f215-4109-b772-8ef75df20c2e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:36:20.714379 dv-cinder-830538-5-iscsi neutron-server[109569]: INFO neutron.wsgi [None req-86dfdd68-f215-4109-b772-8ef75df20c2e admin admin] 10.222.0.11 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1295810 Feb 28 22:36:23.027363 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.wsgi [-] (109569) accepted ('10.222.0.11', 49172) {{(pid=109569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 22:36:23.149973 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50fe68d2-c10b-46c6-a220-8cd30e7c7b90 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:36:23.151345 dv-cinder-830538-5-iscsi neutron-server[109569]: INFO neutron.wsgi [None req-50fe68d2-c10b-46c6-a220-8cd30e7c7b90 admin admin] 10.222.0.11 "GET /v2.0/networks/3e7a10c7-addc-4b79-a555-0b472e939652 HTTP/1.1" status: 200 len: 886 time: 0.1230135 Feb 28 22:36:25.495827 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.wsgi [-] (109569) accepted ('10.222.0.11', 49180) {{(pid=109569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 22:36:25.627898 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf962a65-6213-4f07-8ac6-89865306cfbb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:36:25.629261 dv-cinder-830538-5-iscsi neutron-server[109569]: INFO neutron.wsgi [None req-bf962a65-6213-4f07-8ac6-89865306cfbb admin admin] 10.222.0.11 "GET /v2.0/networks/a2cd614e-7400-405d-be8c-0c9f0608c8cb HTTP/1.1" status: 200 len: 869 time: 0.1324887 Feb 28 22:36:27.946489 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.wsgi [-] (109569) accepted ('10.222.0.11', 49188) {{(pid=109569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 22:36:28.068246 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c725a3eb-38f4-4db8-9ec8-8f707865b1ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:36:28.068629 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c725a3eb-38f4-4db8-9ec8-8f707865b1ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:36:28.070121 dv-cinder-830538-5-iscsi neutron-server[109569]: INFO neutron.wsgi [None req-c725a3eb-38f4-4db8-9ec8-8f707865b1ae admin admin] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1226957 Feb 28 22:36:30.380129 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.wsgi [-] (109569) accepted ('10.222.0.11', 49196) {{(pid=109569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 22:36:30.470929 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9241770-5ab3-4c4e-8798-a131f5fa9b2a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:36:30.471381 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9241770-5ab3-4c4e-8798-a131f5fa9b2a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:36:30.472905 dv-cinder-830538-5-iscsi neutron-server[109569]: INFO neutron.wsgi [None req-e9241770-5ab3-4c4e-8798-a131f5fa9b2a admin admin] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0918458 Feb 28 22:36:30.791818 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-b3d67986-329d-4036-8026-eadf440f3311 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750845036683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579975'] for agent (55d6ddf3-619a-4750-95a9-02c5b2728e0c), after_update {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:36:32.773288 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.wsgi [-] (109569) accepted ('10.222.0.11', 49204) {{(pid=109569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 22:36:32.868360 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a8c68a0-8ab3-4b67-92ae-cb0d9323ad3d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:36:32.869761 dv-cinder-830538-5-iscsi neutron-server[109569]: INFO neutron.wsgi [None req-0a8c68a0-8ab3-4b67-92ae-cb0d9323ad3d admin admin] 10.222.0.11 "GET /v2.0/subnets/1c89d9c1-a5bb-4d6a-bf4d-0e25ead5a68c HTTP/1.1" status: 200 len: 868 time: 0.0955110 Feb 28 22:36:33.091766 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-defe89e0-486e-402e-884d-3c4ed2c04b0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750845036683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579975'] for agent (1bbc3f13-d896-4633-9d3f-4f3415ceb83d), after_update {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:36:34.094817 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-fb85eb0a-98c9-414d-bd8b-45b99ef4efd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750845036683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579975'] for agent (0569ef69-4feb-452f-8380-1d628b96faff), after_update {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:36:35.205353 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.wsgi [-] (109569) accepted ('10.222.0.11', 49212) {{(pid=109569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 22:36:35.289365 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d6073a2-2e35-47da-9ff1-fddba0d539e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:36:35.290699 dv-cinder-830538-5-iscsi neutron-server[109569]: INFO neutron.wsgi [None req-2d6073a2-2e35-47da-9ff1-fddba0d539e8 admin admin] 10.222.0.11 "GET /v2.0/subnets/8aaf002d-6309-4cf0-ae69-6d349a14c0b1 HTTP/1.1" status: 200 len: 816 time: 0.0843749 Feb 28 22:36:35.829304 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-f2b490b5-353e-4b99-942a-fb2407025861 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750845036683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579975'] for agent (e6e3d797-755b-495e-bc70-4cd2b9791ebb), after_update {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:36:37.113056 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-154add69-038d-48cc-93ba-bd7e358b6d11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750845036683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579975'] for agent (7aa25ffb-1b87-4f08-8530-4bdf6e6b221c), after_update {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:36:45.237081 dv-cinder-830538-5-iscsi neutron-server[109571]: DEBUG neutron.db.agents_db [None req-267e04d6-1473-4c25-8f3a-d1c5e119a015 None None] Agent healthcheck: found 5 active agents {{(pid=109571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 22:37:00.794110 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-f1aeed75-b0a0-4204-ab64-23069a1e8501 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750845036683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579975'] for agent (55d6ddf3-619a-4750-95a9-02c5b2728e0c), after_update {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:37:03.093231 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-1f619236-c350-4483-bfd7-e96ea53e5b59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750845036683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579975'] for agent (1bbc3f13-d896-4633-9d3f-4f3415ceb83d), after_update {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:37:03.585013 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.wsgi [-] (109569) accepted ('10.222.0.11', 49264) {{(pid=109569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 22:37:03.631641 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.wsgi [None req-2562eeee-22c6-4f1d-848a-1e9a4e3194fd admin admin] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=109569) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 28 22:37:03.632649 dv-cinder-830538-5-iscsi neutron-server[109569]: INFO neutron.wsgi [None req-2562eeee-22c6-4f1d-848a-1e9a4e3194fd admin admin] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0466084 Feb 28 22:37:04.096645 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-fb85eb0a-98c9-414d-bd8b-45b99ef4efd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750845036683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579975'] for agent (0569ef69-4feb-452f-8380-1d628b96faff), after_update {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:37:05.832229 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-f2b490b5-353e-4b99-942a-fb2407025861 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750845036683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579975'] for agent (e6e3d797-755b-495e-bc70-4cd2b9791ebb), after_update {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:37:06.039887 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.wsgi [-] (109569) accepted ('10.222.0.11', 49272) {{(pid=109569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 22:37:06.100789 dv-cinder-830538-5-iscsi neutron-server[109569]: INFO neutron.pecan_wsgi.hooks.translation [None req-d7db0ccb-63e3-4a39-9632-0eaadf535643 admin admin] GET failed (client error): The resource could not be found. Feb 28 22:37:06.102063 dv-cinder-830538-5-iscsi neutron-server[109569]: INFO neutron.wsgi [None req-d7db0ccb-63e3-4a39-9632-0eaadf535643 admin admin] 10.222.0.11 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0612061 Feb 28 22:37:06.240485 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-994a65ef-16be-43e7-87e6-adaabf373045 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:37:06.241948 dv-cinder-830538-5-iscsi neutron-server[109569]: INFO neutron.wsgi [None req-994a65ef-16be-43e7-87e6-adaabf373045 admin admin] 10.222.0.11 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1359603 Feb 28 22:37:07.115368 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-154add69-038d-48cc-93ba-bd7e358b6d11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750845036683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579975'] for agent (7aa25ffb-1b87-4f08-8530-4bdf6e6b221c), after_update {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:37:08.584426 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.wsgi [-] (109569) accepted ('10.222.0.11', 49280) {{(pid=109569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 22:37:08.630173 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.api.v2.base [None req-ce670c50-3cc4-4df1-adaa-45e6fa241952 admin admin] Request body: {'network': {'shared': True, 'name': 'shared', 'admin_state_up': True}} {{(pid=109569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 22:37:08.649771 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce670c50-3cc4-4df1-adaa-45e6fa241952 admin admin] Made reservation on behalf of d230c2ed73e445d8a603704d2e18990c for: {'network': 1} {{(pid=109569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 22:37:08.652227 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-ce670c50-3cc4-4df1-adaa-45e6fa241952 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616566'] for network (None), before_create {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:37:08.679430 dv-cinder-830538-5-iscsi neutron-server[109569]: WARNING neutron.services.revisions.revision_plugin [None req-ce670c50-3cc4-4df1-adaa-45e6fa241952 admin admin] Could not find related network for resource to bump revision. Feb 28 22:37:08.691953 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ce670c50-3cc4-4df1-adaa-45e6fa241952 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 130} {{(pid=109569) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 22:37:08.702430 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-ce670c50-3cc4-4df1-adaa-45e6fa241952 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1012980'] for segment (81e0f9a6-ccd9-4520-87c6-2d412c29247d), precommit_create {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:37:08.702868 dv-cinder-830538-5-iscsi neutron-server[109569]: INFO neutron.db.segments_db [None req-ce670c50-3cc4-4df1-adaa-45e6fa241952 admin admin] Added segment 81e0f9a6-ccd9-4520-87c6-2d412c29247d of type vlan for network ca3c08bb-9276-4419-a839-2089b2f017c7 Feb 28 22:37:08.844427 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-ce670c50-3cc4-4df1-adaa-45e6fa241952 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750844646229'] for network (ca3c08bb-9276-4419-a839-2089b2f017c7), precommit_create {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:37:08.868762 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-ce670c50-3cc4-4df1-adaa-45e6fa241952 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33441228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33156859'] for network (ca3c08bb-9276-4419-a839-2089b2f017c7), after_create {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:37:08.869677 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce670c50-3cc4-4df1-adaa-45e6fa241952 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:37:08.870250 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-ce670c50-3cc4-4df1-adaa-45e6fa241952 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33156845'] for network (None), before_response {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:37:08.918786 dv-cinder-830538-5-iscsi neutron-server[109569]: INFO neutron.wsgi [None req-ce670c50-3cc4-4df1-adaa-45e6fa241952 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.3332705 Feb 28 22:37:08.932169 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce670c50-3cc4-4df1-adaa-45e6fa241952 admin admin] Pushing event updated for resources: {'Network': ['ID=ca3c08bb-9276-4419-a839-2089b2f017c7,revision_number=1']} {{(pid=109569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:37:08.940454 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce670c50-3cc4-4df1-adaa-45e6fa241952 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830538-5-iscsi {{(pid=109569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:37:08.940829 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce670c50-3cc4-4df1-adaa-45e6fa241952 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-5-iscsi {{(pid=109569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:37:08.941173 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce670c50-3cc4-4df1-adaa-45e6fa241952 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-5-iscsi {{(pid=109569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:37:08.941506 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce670c50-3cc4-4df1-adaa-45e6fa241952 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-5-iscsi {{(pid=109569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:37:08.941833 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce670c50-3cc4-4df1-adaa-45e6fa241952 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830538-5-iscsi {{(pid=109569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:37:08.942158 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce670c50-3cc4-4df1-adaa-45e6fa241952 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830538-5-iscsi {{(pid=109569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:37:08.942497 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce670c50-3cc4-4df1-adaa-45e6fa241952 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830538-5-iscsi {{(pid=109569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:37:08.942825 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce670c50-3cc4-4df1-adaa-45e6fa241952 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830538-5-iscsi {{(pid=109569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:37:08.943175 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce670c50-3cc4-4df1-adaa-45e6fa241952 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830538-5-iscsi {{(pid=109569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:37:08.943521 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce670c50-3cc4-4df1-adaa-45e6fa241952 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830538-5-iscsi {{(pid=109569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:37:08.943884 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce670c50-3cc4-4df1-adaa-45e6fa241952 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-5-iscsi {{(pid=109569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:37:08.944205 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce670c50-3cc4-4df1-adaa-45e6fa241952 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830538-5-iscsi {{(pid=109569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:37:08.944521 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce670c50-3cc4-4df1-adaa-45e6fa241952 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830538-5-iscsi {{(pid=109569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:37:08.956623 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.rpc [None req-154add69-038d-48cc-93ba-bd7e358b6d11 None None] Network ca3c08bb-9276-4419-a839-2089b2f017c7 details requested by agent ovs-agent-dv-cinder-830538-5-iscsi with host dv-cinder-830538-5-iscsi {{(pid=109570) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 22:37:11.267334 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.wsgi [-] (109568) accepted ('10.222.0.11', 49288) {{(pid=109568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 22:37:11.327523 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.pecan_wsgi.hooks.translation [None req-aafbca8e-6826-4e4c-803d-780ac783068a admin admin] GET failed (client error): The resource could not be found. Feb 28 22:37:11.328840 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [None req-aafbca8e-6826-4e4c-803d-780ac783068a admin admin] 10.222.0.11 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0605383 Feb 28 22:37:11.397382 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6135800-f442-4d0c-a7d6-f5affa4b054b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:37:11.398807 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [None req-f6135800-f442-4d0c-a7d6-f5affa4b054b admin admin] 10.222.0.11 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0660424 Feb 28 22:37:11.408943 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.api.v2.base [None req-c6bf843e-ea0c-470a-b614-c191b712be9c admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'cidr': '192.168.233.0/24', 'network_id': 'ca3c08bb-9276-4419-a839-2089b2f017c7', 'ip_version': 4, 'name': 'shared-subnet'}} {{(pid=109568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 22:37:11.435968 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6bf843e-ea0c-470a-b614-c191b712be9c admin admin] Made reservation on behalf of d230c2ed73e445d8a603704d2e18990c for: {'subnet': 1} {{(pid=109568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 22:37:11.438246 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-c6bf843e-ea0c-470a-b614-c191b712be9c admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:37:11.651115 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-c6bf843e-ea0c-470a-b614-c191b712be9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33448168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33156859'] for subnet (c8759c32-ae3a-4028-8bf2-a46574d4aa5f), after_create {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:37:11.700698 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6bf843e-ea0c-470a-b614-c191b712be9c admin admin] Pushing event updated for resources: {'Subnet': ['ID=c8759c32-ae3a-4028-8bf2-a46574d4aa5f,revision_number=0']} {{(pid=109568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:37:11.717818 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6bf843e-ea0c-470a-b614-c191b712be9c admin admin] Checking segment: {'id': '81e0f9a6-ccd9-4520-87c6-2d412c29247d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'ca3c08bb-9276-4419-a839-2089b2f017c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 22:37:11.718206 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6bf843e-ea0c-470a-b614-c191b712be9c admin admin] Network hostable DHCP agents. Network: ca3c08bb-9276-4419-a839-2089b2f017c7, hostable agents: ['55d6ddf3-619a-4750-95a9-02c5b2728e0c'], hosted agents: [] {{(pid=109568) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 22:37:11.740678 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6bf843e-ea0c-470a-b614-c191b712be9c admin admin] Network ca3c08bb-9276-4419-a839-2089b2f017c7 is scheduled to be hosted by DHCP agent 55d6ddf3-619a-4750-95a9-02c5b2728e0c with binding_index 1 {{(pid=109568) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 22:37:11.751778 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.scheduler.base_scheduler [None req-c6bf843e-ea0c-470a-b614-c191b712be9c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830538-5-iscsi, ca3c08bb-9276-4419-a839-2089b2f017c7) {{(pid=109568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 22:37:11.756056 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6bf843e-ea0c-470a-b614-c191b712be9c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:37:11.756640 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-c6bf843e-ea0c-470a-b614-c191b712be9c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33156845'] for subnet (None), before_response {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:37:11.761020 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90135239-e60e-4f84-b68f-46653b53aa7d None None] Network ca3c08bb-9276-4419-a839-2089b2f017c7 requested from dv-cinder-830538-5-iscsi {{(pid=109570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 22:37:11.772757 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [None req-c6bf843e-ea0c-470a-b614-c191b712be9c admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3671114 Feb 28 22:37:11.872762 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf86bd15-0364-401a-ae16-eb1bad734a54 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb31ac5c2-b819-5011-be4d-90e3836323fa-ca3c08bb-9276-4419-a839-2089b2f017c7', 'network_id': 'ca3c08bb-9276-4419-a839-2089b2f017c7', 'project_id': 'd230c2ed73e445d8a603704d2e18990c', 'fixed_ips': [{'subnet_id': 'c8759c32-ae3a-4028-8bf2-a46574d4aa5f'}]}} from dv-cinder-830538-5-iscsi. {{(pid=109570) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 28 22:37:11.873916 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-cf86bd15-0364-401a-ae16-eb1bad734a54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616566'] for port (None), before_create {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:37:12.116986 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.db.db_base_plugin_common [None req-cf86bd15-0364-401a-ae16-eb1bad734a54 None None] Allocated IP 192.168.233.2 (ca3c08bb-9276-4419-a839-2089b2f017c7/c8759c32-ae3a-4028-8bf2-a46574d4aa5f/d726161f-df65-4f5a-991f-1f84b2fec0b4) {{(pid=109570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 22:37:12.263358 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-cf86bd15-0364-401a-ae16-eb1bad734a54 None None] Publish callbacks [] for port (d726161f-df65-4f5a-991f-1f84b2fec0b4), precommit_create {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:37:12.269657 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-cf86bd15-0364-401a-ae16-eb1bad734a54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33156859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750844628228'] for port (d726161f-df65-4f5a-991f-1f84b2fec0b4), after_create {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:37:12.311550 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf86bd15-0364-401a-ae16-eb1bad734a54 None None] Network ca3c08bb-9276-4419-a839-2089b2f017c7 is already hosted by enough agents. {{(pid=109570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 22:37:12.314381 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.scheduler.base_scheduler [None req-cf86bd15-0364-401a-ae16-eb1bad734a54 None None] Resources bound (agent type, host, resource id): {{(pid=109570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 22:37:12.318953 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf86bd15-0364-401a-ae16-eb1bad734a54 None None] Pushing event updated for resources: {'Port': ['ID=d726161f-df65-4f5a-991f-1f84b2fec0b4,revision_number=1']} {{(pid=109570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:37:12.321202 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf86bd15-0364-401a-ae16-eb1bad734a54 None None] Received port after_create {{(pid=109570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 22:37:12.332718 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf86bd15-0364-401a-ae16-eb1bad734a54 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830538-5-iscsi {{(pid=109570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:37:12.333095 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf86bd15-0364-401a-ae16-eb1bad734a54 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-5-iscsi {{(pid=109570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:37:12.333461 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf86bd15-0364-401a-ae16-eb1bad734a54 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-5-iscsi {{(pid=109570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:37:12.333808 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf86bd15-0364-401a-ae16-eb1bad734a54 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-5-iscsi {{(pid=109570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:37:12.334146 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf86bd15-0364-401a-ae16-eb1bad734a54 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830538-5-iscsi {{(pid=109570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:37:12.334480 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf86bd15-0364-401a-ae16-eb1bad734a54 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830538-5-iscsi {{(pid=109570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:37:12.334812 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf86bd15-0364-401a-ae16-eb1bad734a54 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830538-5-iscsi {{(pid=109570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:37:12.335143 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf86bd15-0364-401a-ae16-eb1bad734a54 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830538-5-iscsi {{(pid=109570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:37:12.335469 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf86bd15-0364-401a-ae16-eb1bad734a54 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830538-5-iscsi {{(pid=109570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:37:12.335844 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf86bd15-0364-401a-ae16-eb1bad734a54 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830538-5-iscsi {{(pid=109570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:37:12.336177 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf86bd15-0364-401a-ae16-eb1bad734a54 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-5-iscsi {{(pid=109570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:37:12.336503 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf86bd15-0364-401a-ae16-eb1bad734a54 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830538-5-iscsi {{(pid=109570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:37:12.336826 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf86bd15-0364-401a-ae16-eb1bad734a54 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830538-5-iscsi {{(pid=109570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:37:12.393008 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.managers [None req-cf86bd15-0364-401a-ae16-eb1bad734a54 None None] Attempting to bind port d726161f-df65-4f5a-991f-1f84b2fec0b4 on host dv-cinder-830538-5-iscsi for vnic_type normal with profile {{(pid=109570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 22:37:12.393230 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.managers [None req-cf86bd15-0364-401a-ae16-eb1bad734a54 None None] Attempting to bind port d726161f-df65-4f5a-991f-1f84b2fec0b4 by drivers openvswitch,hyperv on host dv-cinder-830538-5-iscsi at level 0 using segments [{'id': '81e0f9a6-ccd9-4520-87c6-2d412c29247d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'ca3c08bb-9276-4419-a839-2089b2f017c7'}] {{(pid=109570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 22:37:12.393595 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf86bd15-0364-401a-ae16-eb1bad734a54 None None] Attempting to bind port d726161f-df65-4f5a-991f-1f84b2fec0b4 on network ca3c08bb-9276-4419-a839-2089b2f017c7 {{(pid=109570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 22:37:12.398676 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf86bd15-0364-401a-ae16-eb1bad734a54 None None] Checking agent: {'id': '7aa25ffb-1b87-4f08-8530-4bdf6e6b221c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830538-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 22, 34, 7), 'started_at': datetime.datetime(2022, 2, 28, 22, 34, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 22, 37, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830538-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 22:37:12.399051 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf86bd15-0364-401a-ae16-eb1bad734a54 None None] Checking segment: {'id': '81e0f9a6-ccd9-4520-87c6-2d412c29247d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'ca3c08bb-9276-4419-a839-2089b2f017c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 22:37:12.399458 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-cf86bd15-0364-401a-ae16-eb1bad734a54 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:37:12.399879 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf86bd15-0364-401a-ae16-eb1bad734a54 None None] Bound using segment: {'id': '81e0f9a6-ccd9-4520-87c6-2d412c29247d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'ca3c08bb-9276-4419-a839-2089b2f017c7'} {{(pid=109570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 22:37:12.400348 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.managers [None req-cf86bd15-0364-401a-ae16-eb1bad734a54 None None] Bound port: d726161f-df65-4f5a-991f-1f84b2fec0b4, host: dv-cinder-830538-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81e0f9a6-ccd9-4520-87c6-2d412c29247d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'ca3c08bb-9276-4419-a839-2089b2f017c7'}}] {{(pid=109570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 22:37:12.400728 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-cf86bd15-0364-401a-ae16-eb1bad734a54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616566'] for port (d726161f-df65-4f5a-991f-1f84b2fec0b4), before_update {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:37:12.462323 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.db [None req-cf86bd15-0364-401a-ae16-eb1bad734a54 None None] For port d726161f-df65-4f5a-991f-1f84b2fec0b4, host dv-cinder-830538-5-iscsi, cleared binding levels {{(pid=109570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 22:37:12.465337 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.db [None req-cf86bd15-0364-401a-ae16-eb1bad734a54 None None] For port d726161f-df65-4f5a-991f-1f84b2fec0b4, host dv-cinder-830538-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830538-5-iscsi',level=0,port_id=d726161f-df65-4f5a-991f-1f84b2fec0b4,segment=NetworkSegment(81e0f9a6-ccd9-4520-87c6-2d412c29247d),segment_id=81e0f9a6-ccd9-4520-87c6-2d412c29247d)] {{(pid=109570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 22:37:12.471849 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-cf86bd15-0364-401a-ae16-eb1bad734a54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33156859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750845083886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750844628246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750844628264'] for port (d726161f-df65-4f5a-991f-1f84b2fec0b4), after_update {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:37:12.531426 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf86bd15-0364-401a-ae16-eb1bad734a54 None None] Pushing event updated for resources: {'Port': ['ID=d726161f-df65-4f5a-991f-1f84b2fec0b4,revision_number=2']} {{(pid=109570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:37:13.357968 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52e74b42-e5b6-4cc0-a30c-9cedeca46db1 None None] Network ca3c08bb-9276-4419-a839-2089b2f017c7 requested from dv-cinder-830538-5-iscsi {{(pid=109570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 22:37:13.415110 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.db.provisioning_blocks [None req-850b0379-87e1-4aad-8582-4947c9d6000c None None] Provisioning complete for port d726161f-df65-4f5a-991f-1f84b2fec0b4 triggered by entity DHCP. {{(pid=109570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 22:37:13.415500 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-850b0379-87e1-4aad-8582-4947c9d6000c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579965'] for port (d726161f-df65-4f5a-991f-1f84b2fec0b4), provisioning_complete {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:37:13.545473 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.plugin [None req-850b0379-87e1-4aad-8582-4947c9d6000c None None] Current status of the port d726161f-df65-4f5a-991f-1f84b2fec0b4 is: DOWN; New status is: ACTIVE {{(pid=109570) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 22:37:13.545776 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-850b0379-87e1-4aad-8582-4947c9d6000c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616566'] for port (d726161f-df65-4f5a-991f-1f84b2fec0b4), before_update {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:37:13.584125 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.db [None req-850b0379-87e1-4aad-8582-4947c9d6000c None None] For port d726161f-df65-4f5a-991f-1f84b2fec0b4, host dv-cinder-830538-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830538-5-iscsi',level=0,port_id=d726161f-df65-4f5a-991f-1f84b2fec0b4,segment=NetworkSegment(81e0f9a6-ccd9-4520-87c6-2d412c29247d),segment_id=81e0f9a6-ccd9-4520-87c6-2d412c29247d)] {{(pid=109570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 22:37:13.590327 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-850b0379-87e1-4aad-8582-4947c9d6000c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33156859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750845083886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750844628246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750844628264'] for port (d726161f-df65-4f5a-991f-1f84b2fec0b4), after_update {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:37:13.658298 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850b0379-87e1-4aad-8582-4947c9d6000c None None] Pushing event updated for resources: {'Port': ['ID=d726161f-df65-4f5a-991f-1f84b2fec0b4,revision_number=3']} {{(pid=109570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:37:13.810918 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.db.provisioning_blocks [None req-3670fa43-d496-492a-9aca-77086a903c4a None None] Provisioning complete for port d726161f-df65-4f5a-991f-1f84b2fec0b4 triggered by entity DHCP. {{(pid=109570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 22:37:13.811232 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-3670fa43-d496-492a-9aca-77086a903c4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579965'] for port (d726161f-df65-4f5a-991f-1f84b2fec0b4), provisioning_complete {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:37:13.899038 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.plugin [None req-3670fa43-d496-492a-9aca-77086a903c4a None None] Current status of the port d726161f-df65-4f5a-991f-1f84b2fec0b4 is: ACTIVE; New status is: ACTIVE {{(pid=109570) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 22:37:13.955861 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.rpc [None req-154add69-038d-48cc-93ba-bd7e358b6d11 None None] Device d726161f-df65-4f5a-991f-1f84b2fec0b4 up at agent ovs-agent-dv-cinder-830538-5-iscsi {{(pid=109570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 22:37:14.006559 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.db.provisioning_blocks [None req-154add69-038d-48cc-93ba-bd7e358b6d11 None None] Provisioning complete for port d726161f-df65-4f5a-991f-1f84b2fec0b4 triggered by entity L2. {{(pid=109570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 22:37:14.006953 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-154add69-038d-48cc-93ba-bd7e358b6d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579965'] for port (d726161f-df65-4f5a-991f-1f84b2fec0b4), provisioning_complete {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:37:14.091846 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.plugin [None req-154add69-038d-48cc-93ba-bd7e358b6d11 None None] Current status of the port d726161f-df65-4f5a-991f-1f84b2fec0b4 is: ACTIVE; New status is: ACTIVE {{(pid=109570) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 22:37:22.235901 dv-cinder-830538-5-iscsi neutron-server[109571]: DEBUG neutron.db.agents_db [None req-267e04d6-1473-4c25-8f3a-d1c5e119a015 None None] Agent healthcheck: found 5 active agents {{(pid=109571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 22:37:30.797969 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-abbc2a83-1417-4c64-b1ff-c7b1d13f4d73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750845036683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579975'] for agent (55d6ddf3-619a-4750-95a9-02c5b2728e0c), after_update {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:37:33.096069 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-d179d150-2fb7-446c-a71f-2fea590064a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750845036683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579975'] for agent (1bbc3f13-d896-4633-9d3f-4f3415ceb83d), after_update {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:37:34.100230 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-fb85eb0a-98c9-414d-bd8b-45b99ef4efd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750845036683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579975'] for agent (0569ef69-4feb-452f-8380-1d628b96faff), after_update {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:37:35.836861 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-f2b490b5-353e-4b99-942a-fb2407025861 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750845036683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579975'] for agent (e6e3d797-755b-495e-bc70-4cd2b9791ebb), after_update {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:37:37.120895 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-154add69-038d-48cc-93ba-bd7e358b6d11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750845036683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579975'] for agent (7aa25ffb-1b87-4f08-8530-4bdf6e6b221c), after_update {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:37:59.234895 dv-cinder-830538-5-iscsi neutron-server[109571]: DEBUG neutron.db.agents_db [None req-267e04d6-1473-4c25-8f3a-d1c5e119a015 None None] Agent healthcheck: found 5 active agents {{(pid=109571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 22:38:00.800455 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-512ec03d-d9c7-4933-a0e9-578278d7e917 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750845036683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579975'] for agent (55d6ddf3-619a-4750-95a9-02c5b2728e0c), after_update {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:38:03.098502 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-060bb256-840d-45fc-974e-53f4e2f7c5dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750845036683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579975'] for agent (1bbc3f13-d896-4633-9d3f-4f3415ceb83d), after_update {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:38:04.102475 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-fb85eb0a-98c9-414d-bd8b-45b99ef4efd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750845036683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579975'] for agent (0569ef69-4feb-452f-8380-1d628b96faff), after_update {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:38:05.837631 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-f2b490b5-353e-4b99-942a-fb2407025861 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750845036683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579975'] for agent (e6e3d797-755b-495e-bc70-4cd2b9791ebb), after_update {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:38:07.123163 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-154add69-038d-48cc-93ba-bd7e358b6d11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750845036683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579975'] for agent (7aa25ffb-1b87-4f08-8530-4bdf6e6b221c), after_update {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:38:30.802808 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-4846b2e3-e17a-4ec8-ac7b-653798d73a2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750845036683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579975'] for agent (55d6ddf3-619a-4750-95a9-02c5b2728e0c), after_update {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:38:33.104746 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-6ac98fd5-5c89-442a-8b0f-c1dc5461f772 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750845036683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579975'] for agent (1bbc3f13-d896-4633-9d3f-4f3415ceb83d), after_update {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:38:34.106232 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-fb85eb0a-98c9-414d-bd8b-45b99ef4efd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750845036683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579975'] for agent (0569ef69-4feb-452f-8380-1d628b96faff), after_update {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:38:35.841471 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-f2b490b5-353e-4b99-942a-fb2407025861 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750845036683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579975'] for agent (e6e3d797-755b-495e-bc70-4cd2b9791ebb), after_update {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:38:36.234103 dv-cinder-830538-5-iscsi neutron-server[109571]: DEBUG neutron.db.agents_db [None req-267e04d6-1473-4c25-8f3a-d1c5e119a015 None None] Agent healthcheck: found 5 active agents {{(pid=109571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 22:38:37.125414 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-154add69-038d-48cc-93ba-bd7e358b6d11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750845036683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579975'] for agent (7aa25ffb-1b87-4f08-8530-4bdf6e6b221c), after_update {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:38:37.980307 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.wsgi [-] (109569) accepted ('10.222.0.11', 49326) {{(pid=109569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 22:38:37.985921 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.wsgi [None req-81ad6b3d-5396-4129-a257-1d04b4ac3821 tempest-verify_tempest_config-1200849954 tempest-verify_tempest_config-1200849954-project] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=109569) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 28 22:38:37.986958 dv-cinder-830538-5-iscsi neutron-server[109569]: INFO neutron.wsgi [None req-81ad6b3d-5396-4129-a257-1d04b4ac3821 tempest-verify_tempest_config-1200849954 tempest-verify_tempest_config-1200849954-project] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0056832 Feb 28 22:38:38.272892 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.wsgi [-] (109569) accepted ('10.222.0.11', 49344) {{(pid=109569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 22:38:38.374324 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-afd19d55-22ca-4233-8613-25ab56a77c87 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:38:38.452810 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-afd19d55-22ca-4233-8613-25ab56a77c87 admin admin] Publish callbacks [] for security_group (5fc2522d-6207-4fe1-8c47-a466c0185b55), precommit_create {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:38:38.456557 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-afd19d55-22ca-4233-8613-25ab56a77c87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33441213'] for security_group (5fc2522d-6207-4fe1-8c47-a466c0185b55), after_create {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:38:38.503289 dv-cinder-830538-5-iscsi neutron-server[109569]: INFO neutron.wsgi [None req-afd19d55-22ca-4233-8613-25ab56a77c87 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=dd64690bb53447ac820554b65505bd87&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2292292 Feb 28 22:38:38.504119 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd19d55-22ca-4233-8613-25ab56a77c87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fc2522d-6207-4fe1-8c47-a466c0185b55,revision_number=1']} {{(pid=109569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:38:38.505886 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.wsgi [-] (109569) accepted ('10.222.0.11', 49348) {{(pid=109569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 22:38:38.516919 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afd19d55-22ca-4233-8613-25ab56a77c87 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830538-5-iscsi {{(pid=109569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:38:38.517279 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afd19d55-22ca-4233-8613-25ab56a77c87 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-5-iscsi {{(pid=109569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:38:38.517622 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afd19d55-22ca-4233-8613-25ab56a77c87 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-5-iscsi {{(pid=109569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:38:38.517955 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afd19d55-22ca-4233-8613-25ab56a77c87 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-5-iscsi {{(pid=109569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:38:38.518282 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afd19d55-22ca-4233-8613-25ab56a77c87 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830538-5-iscsi {{(pid=109569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:38:38.518603 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afd19d55-22ca-4233-8613-25ab56a77c87 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830538-5-iscsi {{(pid=109569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:38:38.518941 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afd19d55-22ca-4233-8613-25ab56a77c87 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830538-5-iscsi {{(pid=109569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:38:38.519267 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afd19d55-22ca-4233-8613-25ab56a77c87 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830538-5-iscsi {{(pid=109569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:38:38.519588 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afd19d55-22ca-4233-8613-25ab56a77c87 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830538-5-iscsi {{(pid=109569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:38:38.519938 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afd19d55-22ca-4233-8613-25ab56a77c87 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830538-5-iscsi {{(pid=109569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:38:38.520256 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afd19d55-22ca-4233-8613-25ab56a77c87 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-5-iscsi {{(pid=109569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:38:38.520568 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afd19d55-22ca-4233-8613-25ab56a77c87 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830538-5-iscsi {{(pid=109569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:38:38.520878 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afd19d55-22ca-4233-8613-25ab56a77c87 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830538-5-iscsi {{(pid=109569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:38:38.568010 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-1400e810-e9f0-4ae3-adcb-efd5fe47a3f1 admin admin] Publish callbacks [] for security_group (5fc2522d-6207-4fe1-8c47-a466c0185b55), before_delete {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:38:38.588698 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-1400e810-e9f0-4ae3-adcb-efd5fe47a3f1 admin admin] Publish callbacks [] for security_group (5fc2522d-6207-4fe1-8c47-a466c0185b55), precommit_delete {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:38:38.676639 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-1400e810-e9f0-4ae3-adcb-efd5fe47a3f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33441213'] for security_group (5fc2522d-6207-4fe1-8c47-a466c0185b55), after_delete {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:38:38.679317 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-1400e810-e9f0-4ae3-adcb-efd5fe47a3f1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:38:38.681642 dv-cinder-830538-5-iscsi neutron-server[109569]: INFO neutron.wsgi [None req-1400e810-e9f0-4ae3-adcb-efd5fe47a3f1 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/5fc2522d-6207-4fe1-8c47-a466c0185b55 HTTP/1.1" status: 204 len: 168 time: 0.1734998 Feb 28 22:38:38.689364 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1400e810-e9f0-4ae3-adcb-efd5fe47a3f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fc2522d-6207-4fe1-8c47-a466c0185b55,revision_number=None']} {{(pid=109569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:39:00.805878 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-0fb41ee0-9ec2-4d35-aba6-5100da84b838 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750845036683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579975'] for agent (55d6ddf3-619a-4750-95a9-02c5b2728e0c), after_update {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:39:03.096389 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-91bba8c1-619f-42b1-abf0-c857d1669c8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750845036683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579975'] for agent (1bbc3f13-d896-4633-9d3f-4f3415ceb83d), after_update {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:39:04.108175 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-fb85eb0a-98c9-414d-bd8b-45b99ef4efd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750845036683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579975'] for agent (0569ef69-4feb-452f-8380-1d628b96faff), after_update {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:39:05.843255 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-f2b490b5-353e-4b99-942a-fb2407025861 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750845036683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579975'] for agent (e6e3d797-755b-495e-bc70-4cd2b9791ebb), after_update {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:39:07.127371 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-154add69-038d-48cc-93ba-bd7e358b6d11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750845036683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579975'] for agent (7aa25ffb-1b87-4f08-8530-4bdf6e6b221c), after_update {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:39:13.233382 dv-cinder-830538-5-iscsi neutron-server[109571]: DEBUG neutron.db.agents_db [None req-267e04d6-1473-4c25-8f3a-d1c5e119a015 None None] Agent healthcheck: found 5 active agents {{(pid=109571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 22:39:30.808993 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-b8941b8a-3095-475f-a493-c92f8f47d5f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750845036683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579975'] for agent (55d6ddf3-619a-4750-95a9-02c5b2728e0c), after_update {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:39:33.096695 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-8cb9fa5f-6a83-4b01-b3cc-941c0a39aa19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750845036683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579975'] for agent (1bbc3f13-d896-4633-9d3f-4f3415ceb83d), after_update {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:39:34.111362 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-fb85eb0a-98c9-414d-bd8b-45b99ef4efd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750845036683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579975'] for agent (0569ef69-4feb-452f-8380-1d628b96faff), after_update {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:39:35.845704 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-f2b490b5-353e-4b99-942a-fb2407025861 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750845036683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579975'] for agent (e6e3d797-755b-495e-bc70-4cd2b9791ebb), after_update {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:39:37.130412 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-154add69-038d-48cc-93ba-bd7e358b6d11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750845036683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579975'] for agent (7aa25ffb-1b87-4f08-8530-4bdf6e6b221c), after_update {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:39:50.232004 dv-cinder-830538-5-iscsi neutron-server[109571]: DEBUG neutron.db.agents_db [None req-267e04d6-1473-4c25-8f3a-d1c5e119a015 None None] Agent healthcheck: found 5 active agents {{(pid=109571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 22:40:00.810973 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-1348d9dc-9752-4dc8-8c8c-9b04ad256b22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750845036683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579975'] for agent (55d6ddf3-619a-4750-95a9-02c5b2728e0c), after_update {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:40:03.100136 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-e4cde9d0-7adf-4d4c-a46e-0adb7bb47529 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750845036683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579975'] for agent (1bbc3f13-d896-4633-9d3f-4f3415ceb83d), after_update {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:40:04.112537 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-fb85eb0a-98c9-414d-bd8b-45b99ef4efd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750845036683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579975'] for agent (0569ef69-4feb-452f-8380-1d628b96faff), after_update {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:40:05.850601 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-f2b490b5-353e-4b99-942a-fb2407025861 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750845036683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579975'] for agent (e6e3d797-755b-495e-bc70-4cd2b9791ebb), after_update {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:40:07.132401 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-154add69-038d-48cc-93ba-bd7e358b6d11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750845036683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579975'] for agent (7aa25ffb-1b87-4f08-8530-4bdf6e6b221c), after_update {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:40:13.794963 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750845036683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-33522772'] for agent (5b2bda77-ea31-45ff-af39-f050a95cb1da), after_create {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:40:27.231388 dv-cinder-830538-5-iscsi neutron-server[109571]: DEBUG neutron.db.agents_db [None req-267e04d6-1473-4c25-8f3a-d1c5e119a015 None None] Agent healthcheck: found 6 active agents {{(pid=109571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 22:40:28.328548 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.wsgi [-] (109569) accepted ('10.222.0.11', 49418) {{(pid=109569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 22:40:28.432050 dv-cinder-830538-5-iscsi neutron-server[109569]: INFO neutron.wsgi [None req-edc28ce2-ab67-4904-b5f8-1d5475b9edf7 admin admin] 10.222.0.11 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1023588 Feb 28 22:40:30.740380 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.wsgi [-] (109569) accepted ('10.222.0.11', 49428) {{(pid=109569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 22:40:30.796059 dv-cinder-830538-5-iscsi neutron-server[109569]: INFO neutron.wsgi [None req-b9623722-1757-41a0-85fa-5c390448853d admin admin] 10.222.0.11 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0545590 Feb 28 22:40:30.812485 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-0f8cb068-9c83-405a-9c8e-78451833ee47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750845036683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579975'] for agent (55d6ddf3-619a-4750-95a9-02c5b2728e0c), after_update {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:40:33.101980 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-836bb8cd-02a8-41f0-a5f4-23b99b895a17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750845036683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579975'] for agent (1bbc3f13-d896-4633-9d3f-4f3415ceb83d), after_update {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:40:34.115576 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-fb85eb0a-98c9-414d-bd8b-45b99ef4efd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750845036683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579975'] for agent (0569ef69-4feb-452f-8380-1d628b96faff), after_update {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:40:35.853894 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-f2b490b5-353e-4b99-942a-fb2407025861 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750845036683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579975'] for agent (e6e3d797-755b-495e-bc70-4cd2b9791ebb), after_update {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:40:37.137053 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-154add69-038d-48cc-93ba-bd7e358b6d11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750845036683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579975'] for agent (7aa25ffb-1b87-4f08-8530-4bdf6e6b221c), after_update {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:40:43.779212 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750845036683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579975'] for agent (5b2bda77-ea31-45ff-af39-f050a95cb1da), after_update {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:41:00.813980 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-73999bf4-d63d-46f8-bb40-a9195e5a9d1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750845036683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579975'] for agent (55d6ddf3-619a-4750-95a9-02c5b2728e0c), after_update {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:41:03.105193 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-8e85d7b7-e4e2-4484-9d9a-e40e51b5d09c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750845036683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579975'] for agent (1bbc3f13-d896-4633-9d3f-4f3415ceb83d), after_update {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:41:04.116808 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-fb85eb0a-98c9-414d-bd8b-45b99ef4efd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750845036683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579975'] for agent (0569ef69-4feb-452f-8380-1d628b96faff), after_update {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:41:04.230165 dv-cinder-830538-5-iscsi neutron-server[109571]: DEBUG neutron.db.agents_db [None req-267e04d6-1473-4c25-8f3a-d1c5e119a015 None None] Agent healthcheck: found 6 active agents {{(pid=109571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 22:41:05.855813 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-f2b490b5-353e-4b99-942a-fb2407025861 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750845036683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579975'] for agent (e6e3d797-755b-495e-bc70-4cd2b9791ebb), after_update {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:41:07.138843 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-154add69-038d-48cc-93ba-bd7e358b6d11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750845036683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579975'] for agent (7aa25ffb-1b87-4f08-8530-4bdf6e6b221c), after_update {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:41:13.794574 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750845036683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579975'] for agent (5b2bda77-ea31-45ff-af39-f050a95cb1da), after_update {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:41:30.816288 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-f69757a5-d945-4674-94ae-b4816a9a2c36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750845036683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579975'] for agent (55d6ddf3-619a-4750-95a9-02c5b2728e0c), after_update {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:41:33.109209 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-99fe5b51-733d-432a-b714-58eca6c583b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750845036683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579975'] for agent (1bbc3f13-d896-4633-9d3f-4f3415ceb83d), after_update {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:41:34.120287 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-fb85eb0a-98c9-414d-bd8b-45b99ef4efd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750845036683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579975'] for agent (0569ef69-4feb-452f-8380-1d628b96faff), after_update {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:41:35.862158 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-f2b490b5-353e-4b99-942a-fb2407025861 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750845036683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579975'] for agent (e6e3d797-755b-495e-bc70-4cd2b9791ebb), after_update {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:41:37.140587 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-154add69-038d-48cc-93ba-bd7e358b6d11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750845036683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579975'] for agent (7aa25ffb-1b87-4f08-8530-4bdf6e6b221c), after_update {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:41:41.228775 dv-cinder-830538-5-iscsi neutron-server[109571]: DEBUG neutron.db.agents_db [None req-267e04d6-1473-4c25-8f3a-d1c5e119a015 None None] Agent healthcheck: found 6 active agents {{(pid=109571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 22:41:43.794297 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750845036683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579975'] for agent (5b2bda77-ea31-45ff-af39-f050a95cb1da), after_update {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:42:00.842125 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-7aaae5a1-ba13-45d4-a642-920c26b72003 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750845036683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579975'] for agent (55d6ddf3-619a-4750-95a9-02c5b2728e0c), after_update {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:42:03.143367 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-544f2c12-3edb-4b97-91b5-c967f5cad4b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750845036683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579975'] for agent (1bbc3f13-d896-4633-9d3f-4f3415ceb83d), after_update {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:42:04.125508 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-fb85eb0a-98c9-414d-bd8b-45b99ef4efd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750845036683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579975'] for agent (0569ef69-4feb-452f-8380-1d628b96faff), after_update {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:42:04.860730 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.wsgi [-] (109569) accepted ('10.222.0.11', 49626) {{(pid=109569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 22:42:04.880694 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.wsgi [-] (109569) accepted ('10.222.0.11', 49632) {{(pid=109569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 22:42:05.047155 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.api.v2.base [None req-97950c13-dbf4-4202-9d8e-b58b0cf6afd8 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-12964628-network', 'tenant_id': 'e22ff7ca62ce46dc9da445380054a51b'}} {{(pid=109569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 22:42:05.067752 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.api.v2.base [None req-ecfec335-0e35-4a79-a990-42cbd9a3730c admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-922480876-network', 'tenant_id': '83c55453f2fe4dc79de3c29aff0b4932'}} {{(pid=109569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 22:42:05.085518 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97950c13-dbf4-4202-9d8e-b58b0cf6afd8 admin admin] Made reservation on behalf of e22ff7ca62ce46dc9da445380054a51b for: {'network': 1} {{(pid=109569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 22:42:05.089240 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-97950c13-dbf4-4202-9d8e-b58b0cf6afd8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616566'] for network (None), before_create {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:42:05.099424 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-97950c13-dbf4-4202-9d8e-b58b0cf6afd8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:42:05.102704 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecfec335-0e35-4a79-a990-42cbd9a3730c admin admin] Made reservation on behalf of 83c55453f2fe4dc79de3c29aff0b4932 for: {'network': 1} {{(pid=109569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 22:42:05.105805 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-ecfec335-0e35-4a79-a990-42cbd9a3730c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616566'] for network (None), before_create {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:42:05.128217 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-ecfec335-0e35-4a79-a990-42cbd9a3730c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:42:05.223068 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-97950c13-dbf4-4202-9d8e-b58b0cf6afd8 admin admin] Publish callbacks [] for security_group (8b7354e7-3b1d-4635-b677-d1381d13750a), precommit_create {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:42:05.230200 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-97950c13-dbf4-4202-9d8e-b58b0cf6afd8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33441213'] for security_group (8b7354e7-3b1d-4635-b677-d1381d13750a), after_create {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:42:05.247644 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-97950c13-dbf4-4202-9d8e-b58b0cf6afd8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 125} {{(pid=109569) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 22:42:05.257293 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-97950c13-dbf4-4202-9d8e-b58b0cf6afd8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1012980'] for segment (a1ab11c4-074a-4634-922e-78829362d635), precommit_create {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:42:05.257637 dv-cinder-830538-5-iscsi neutron-server[109569]: INFO neutron.db.segments_db [None req-97950c13-dbf4-4202-9d8e-b58b0cf6afd8 admin admin] Added segment a1ab11c4-074a-4634-922e-78829362d635 of type vlan for network 8c93bcd7-cff3-4c00-a74b-9cb653cb6024 Feb 28 22:42:05.318944 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-97950c13-dbf4-4202-9d8e-b58b0cf6afd8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750844646229'] for network (8c93bcd7-cff3-4c00-a74b-9cb653cb6024), precommit_create {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:42:05.343632 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.wsgi [-] (109568) accepted ('10.222.0.11', 49658) {{(pid=109568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 22:42:05.356615 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97950c13-dbf4-4202-9d8e-b58b0cf6afd8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b7354e7-3b1d-4635-b677-d1381d13750a,revision_number=1']} {{(pid=109569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:42:05.362449 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-97950c13-dbf4-4202-9d8e-b58b0cf6afd8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33441228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33156859'] for network (8c93bcd7-cff3-4c00-a74b-9cb653cb6024), after_create {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:42:05.363375 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97950c13-dbf4-4202-9d8e-b58b0cf6afd8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:42:05.363974 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-97950c13-dbf4-4202-9d8e-b58b0cf6afd8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33156845'] for network (None), before_response {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:42:05.364706 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.wsgi [-] (109568) accepted ('10.222.0.11', 49664) {{(pid=109568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 22:42:05.377667 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-ecfec335-0e35-4a79-a990-42cbd9a3730c admin admin] Publish callbacks [] for security_group (4a149534-f7a8-47e6-9ec6-9d7ee6c046cf), precommit_create {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:42:05.385986 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97950c13-dbf4-4202-9d8e-b58b0cf6afd8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830538-5-iscsi {{(pid=109569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:42:05.386341 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97950c13-dbf4-4202-9d8e-b58b0cf6afd8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-5-iscsi {{(pid=109569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:42:05.386682 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97950c13-dbf4-4202-9d8e-b58b0cf6afd8 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-5-iscsi {{(pid=109569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:42:05.387018 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97950c13-dbf4-4202-9d8e-b58b0cf6afd8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-5-iscsi {{(pid=109569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:42:05.387352 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97950c13-dbf4-4202-9d8e-b58b0cf6afd8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830538-5-iscsi {{(pid=109569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:42:05.387701 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97950c13-dbf4-4202-9d8e-b58b0cf6afd8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830538-5-iscsi {{(pid=109569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:42:05.388037 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97950c13-dbf4-4202-9d8e-b58b0cf6afd8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830538-5-iscsi {{(pid=109569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:42:05.388359 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97950c13-dbf4-4202-9d8e-b58b0cf6afd8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830538-5-iscsi {{(pid=109569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:42:05.388703 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97950c13-dbf4-4202-9d8e-b58b0cf6afd8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830538-5-iscsi {{(pid=109569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:42:05.389043 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97950c13-dbf4-4202-9d8e-b58b0cf6afd8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830538-5-iscsi {{(pid=109569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:42:05.389546 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97950c13-dbf4-4202-9d8e-b58b0cf6afd8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-5-iscsi {{(pid=109569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:42:05.389870 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97950c13-dbf4-4202-9d8e-b58b0cf6afd8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830538-5-iscsi {{(pid=109569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:42:05.390345 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97950c13-dbf4-4202-9d8e-b58b0cf6afd8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830538-5-iscsi {{(pid=109569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:42:05.391635 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97950c13-dbf4-4202-9d8e-b58b0cf6afd8 admin admin] Tracked resource versions report: Feb 28 22:42:05.391635 dv-cinder-830538-5-iscsi neutron-server[109569]: pushed versions: Feb 28 22:42:05.391635 dv-cinder-830538-5-iscsi neutron-server[109569]: { 'AddressGroup': {'1.2'}, Feb 28 22:42:05.391635 dv-cinder-830538-5-iscsi neutron-server[109569]: 'ConntrackHelper': {'1.0'}, Feb 28 22:42:05.391635 dv-cinder-830538-5-iscsi neutron-server[109569]: 'LocalIPAssociation': {'1.0'}, Feb 28 22:42:05.391635 dv-cinder-830538-5-iscsi neutron-server[109569]: 'Log': {'1.0'}, Feb 28 22:42:05.391635 dv-cinder-830538-5-iscsi neutron-server[109569]: 'Network': {'1.1'}, Feb 28 22:42:05.391635 dv-cinder-830538-5-iscsi neutron-server[109569]: 'Port': {'1.7'}, Feb 28 22:42:05.391635 dv-cinder-830538-5-iscsi neutron-server[109569]: 'PortForwarding': {'1.2'}, Feb 28 22:42:05.391635 dv-cinder-830538-5-iscsi neutron-server[109569]: 'QosPolicy': {'1.10'}, Feb 28 22:42:05.391635 dv-cinder-830538-5-iscsi neutron-server[109569]: 'SecurityGroup': {'1.5'}, Feb 28 22:42:05.391635 dv-cinder-830538-5-iscsi neutron-server[109569]: 'SecurityGroupRule': {'1.2'}, Feb 28 22:42:05.391635 dv-cinder-830538-5-iscsi neutron-server[109569]: 'SubPort': {'1.0'}, Feb 28 22:42:05.391635 dv-cinder-830538-5-iscsi neutron-server[109569]: 'Subnet': {'1.1'}, Feb 28 22:42:05.391635 dv-cinder-830538-5-iscsi neutron-server[109569]: 'Trunk': {'1.1'}} Feb 28 22:42:05.391635 dv-cinder-830538-5-iscsi neutron-server[109569]: consumer versions: Feb 28 22:42:05.391635 dv-cinder-830538-5-iscsi neutron-server[109569]: { DHCP agent@dv-cinder-830538-5-iscsi: {}, Feb 28 22:42:05.391635 dv-cinder-830538-5-iscsi neutron-server[109569]: HyperV agent@hv-cinder-83053: {}, Feb 28 22:42:05.391635 dv-cinder-830538-5-iscsi neutron-server[109569]: L3 agent@dv-cinder-830538-5-iscsi: {}, Feb 28 22:42:05.391635 dv-cinder-830538-5-iscsi neutron-server[109569]: Metadata agent@dv-cinder-830538-5-iscsi: {}, Feb 28 22:42:05.391635 dv-cinder-830538-5-iscsi neutron-server[109569]: Metering agent@dv-cinder-830538-5-iscsi: {}, Feb 28 22:42:05.391635 dv-cinder-830538-5-iscsi neutron-server[109569]: Open vSwitch agent@dv-cinder-830538-5-iscsi: { 'AddressGroup': '1.2', Feb 28 22:42:05.391635 dv-cinder-830538-5-iscsi neutron-server[109569]: 'ConntrackHelper': '1.0', Feb 28 22:42:05.391635 dv-cinder-830538-5-iscsi neutron-server[109569]: 'LocalIPAssociation': '1.0', Feb 28 22:42:05.391635 dv-cinder-830538-5-iscsi neutron-server[109569]: 'Log': '1.0', Feb 28 22:42:05.391635 dv-cinder-830538-5-iscsi neutron-server[109569]: 'Network': '1.1', Feb 28 22:42:05.391635 dv-cinder-830538-5-iscsi neutron-server[109569]: 'Port': '1.7', Feb 28 22:42:05.391635 dv-cinder-830538-5-iscsi neutron-server[109569]: 'PortForwarding': '1.2', Feb 28 22:42:05.391635 dv-cinder-830538-5-iscsi neutron-server[109569]: 'QosPolicy': '1.10', Feb 28 22:42:05.391635 dv-cinder-830538-5-iscsi neutron-server[109569]: 'SecurityGroup': '1.5', Feb 28 22:42:05.391635 dv-cinder-830538-5-iscsi neutron-server[109569]: 'SecurityGroupRule': '1.2', Feb 28 22:42:05.391635 dv-cinder-830538-5-iscsi neutron-server[109569]: 'SubPort': '1.0', Feb 28 22:42:05.391635 dv-cinder-830538-5-iscsi neutron-server[109569]: 'Subnet': '1.1', Feb 28 22:42:05.391635 dv-cinder-830538-5-iscsi neutron-server[109569]: 'Trunk': '1.1'}} Feb 28 22:42:05.391635 dv-cinder-830538-5-iscsi neutron-server[109569]: {{(pid=109569) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 28 22:42:05.394212 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-ecfec335-0e35-4a79-a990-42cbd9a3730c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33441213'] for security_group (4a149534-f7a8-47e6-9ec6-9d7ee6c046cf), after_create {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:42:05.406929 dv-cinder-830538-5-iscsi neutron-server[109569]: INFO neutron.wsgi [None req-97950c13-dbf4-4202-9d8e-b58b0cf6afd8 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.5253289 Feb 28 22:42:05.407244 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.wsgi [-] (109568) accepted ('10.222.0.11', 49670) {{(pid=109568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 22:42:05.414764 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.api.v2.base [None req-eac3f22f-b543-4b9a-a527-4e1c4f93816f admin admin] Request body: {'subnet': {'network_id': '8c93bcd7-cff3-4c00-a74b-9cb653cb6024', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-12964628-subnet', 'tenant_id': 'e22ff7ca62ce46dc9da445380054a51b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 22:42:05.449697 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eac3f22f-b543-4b9a-a527-4e1c4f93816f admin admin] Made reservation on behalf of e22ff7ca62ce46dc9da445380054a51b for: {'subnet': 1} {{(pid=109568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 22:42:05.453103 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-eac3f22f-b543-4b9a-a527-4e1c4f93816f admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:42:05.470193 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ecfec335-0e35-4a79-a990-42cbd9a3730c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 109} {{(pid=109569) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 22:42:05.490024 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecfec335-0e35-4a79-a990-42cbd9a3730c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a149534-f7a8-47e6-9ec6-9d7ee6c046cf,revision_number=1']} {{(pid=109569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:42:05.497380 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-ecfec335-0e35-4a79-a990-42cbd9a3730c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1012980'] for segment (28413273-d7c8-4d86-a7b1-c45f9712072e), precommit_create {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:42:05.498049 dv-cinder-830538-5-iscsi neutron-server[109569]: INFO neutron.db.segments_db [None req-ecfec335-0e35-4a79-a990-42cbd9a3730c admin admin] Added segment 28413273-d7c8-4d86-a7b1-c45f9712072e of type vlan for network e1dee003-d534-429c-aed6-3f1020c03805 Feb 28 22:42:05.508117 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97950c13-dbf4-4202-9d8e-b58b0cf6afd8 admin admin] Pushing event updated for resources: {'Network': ['ID=8c93bcd7-cff3-4c00-a74b-9cb653cb6024,revision_number=1']} {{(pid=109569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:42:05.546127 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-ecfec335-0e35-4a79-a990-42cbd9a3730c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750844646229'] for network (e1dee003-d534-429c-aed6-3f1020c03805), precommit_create {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:42:05.567938 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.rpc [None req-154add69-038d-48cc-93ba-bd7e358b6d11 None None] Network 8c93bcd7-cff3-4c00-a74b-9cb653cb6024 details requested by agent ovs-agent-dv-cinder-830538-5-iscsi with host dv-cinder-830538-5-iscsi {{(pid=109570) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 22:42:05.589790 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.wsgi [-] (109569) accepted ('10.222.0.11', 49678) {{(pid=109569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 22:42:05.600951 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-ecfec335-0e35-4a79-a990-42cbd9a3730c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33441228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33156859'] for network (e1dee003-d534-429c-aed6-3f1020c03805), after_create {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:42:05.602161 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecfec335-0e35-4a79-a990-42cbd9a3730c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:42:05.602743 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-ecfec335-0e35-4a79-a990-42cbd9a3730c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33156845'] for network (None), before_response {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:42:05.643856 dv-cinder-830538-5-iscsi neutron-server[109569]: INFO neutron.wsgi [None req-ecfec335-0e35-4a79-a990-42cbd9a3730c admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.7804563 Feb 28 22:42:05.645774 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.wsgi [-] (109569) accepted ('10.222.0.11', 49682) {{(pid=109569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 22:42:05.686196 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.api.v2.base [None req-75ff9ff7-f749-4692-98d0-8a37b12a562d admin admin] Request body: {'subnet': {'network_id': 'e1dee003-d534-429c-aed6-3f1020c03805', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-922480876-subnet', 'tenant_id': '83c55453f2fe4dc79de3c29aff0b4932', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 22:42:05.721706 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-eac3f22f-b543-4b9a-a527-4e1c4f93816f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33448168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33156859'] for subnet (1d1e667f-3f52-40ca-9ae6-9ef63261ccfa), after_create {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:42:05.745969 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.api.v2.base [None req-c831e405-3a78-4925-a4c1-c54496d7fa3e admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1955448268-network', 'tenant_id': '558108c6409d474abda99b19120d05ad'}} {{(pid=109568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 22:42:05.785886 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecfec335-0e35-4a79-a990-42cbd9a3730c admin admin] Pushing event updated for resources: {'Network': ['ID=e1dee003-d534-429c-aed6-3f1020c03805,revision_number=1']} {{(pid=109569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:42:05.794265 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.api.v2.base [None req-c28f9072-7dc0-4f65-928b-434d241b4119 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1565828366-network', 'tenant_id': 'bc1fd56c6f77479dbf02ac28589be825'}} {{(pid=109569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 22:42:05.797227 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.rpc [None req-154add69-038d-48cc-93ba-bd7e358b6d11 None None] Network e1dee003-d534-429c-aed6-3f1020c03805 details requested by agent ovs-agent-dv-cinder-830538-5-iscsi with host dv-cinder-830538-5-iscsi {{(pid=109570) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 22:42:05.820902 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c28f9072-7dc0-4f65-928b-434d241b4119 admin admin] Made reservation on behalf of bc1fd56c6f77479dbf02ac28589be825 for: {'network': 1} {{(pid=109569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 22:42:05.824064 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.api.v2.base [None req-4319e8f1-3327-42b9-b150-2608778e667f admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-679984154-network', 'tenant_id': '1a9fe67e7e534a2f9e267047a6a40917'}} {{(pid=109568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 22:42:05.825216 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-c28f9072-7dc0-4f65-928b-434d241b4119 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616566'] for network (None), before_create {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:42:05.858102 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-c28f9072-7dc0-4f65-928b-434d241b4119 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:42:05.876742 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4319e8f1-3327-42b9-b150-2608778e667f admin admin] Made reservation on behalf of 1a9fe67e7e534a2f9e267047a6a40917 for: {'network': 1} {{(pid=109568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 22:42:05.879432 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-4319e8f1-3327-42b9-b150-2608778e667f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616566'] for network (None), before_create {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:42:05.900615 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-4319e8f1-3327-42b9-b150-2608778e667f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:42:05.908158 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-f2b490b5-353e-4b99-942a-fb2407025861 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750845036683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579975'] for agent (e6e3d797-755b-495e-bc70-4cd2b9791ebb), after_update {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:42:05.959466 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75ff9ff7-f749-4692-98d0-8a37b12a562d admin admin] Made reservation on behalf of 83c55453f2fe4dc79de3c29aff0b4932 for: {'subnet': 1} {{(pid=109569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 22:42:05.961938 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-75ff9ff7-f749-4692-98d0-8a37b12a562d admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:42:05.992503 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-c28f9072-7dc0-4f65-928b-434d241b4119 admin admin] Publish callbacks [] for security_group (8aeed072-d876-4d95-a530-37a550f45527), precommit_create {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:42:06.017191 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c831e405-3a78-4925-a4c1-c54496d7fa3e admin admin] Made reservation on behalf of 558108c6409d474abda99b19120d05ad for: {'network': 1} {{(pid=109568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 22:42:06.019785 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-c831e405-3a78-4925-a4c1-c54496d7fa3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616566'] for network (None), before_create {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:42:06.102937 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-c28f9072-7dc0-4f65-928b-434d241b4119 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33441213'] for security_group (8aeed072-d876-4d95-a530-37a550f45527), after_create {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:42:06.113846 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-4319e8f1-3327-42b9-b150-2608778e667f admin admin] Publish callbacks [] for security_group (f1de89df-470d-49b7-98ac-8bb65cd72d2a), precommit_create {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:42:06.117354 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac3f22f-b543-4b9a-a527-4e1c4f93816f admin admin] Pushing event updated for resources: {'Subnet': ['ID=1d1e667f-3f52-40ca-9ae6-9ef63261ccfa,revision_number=0']} {{(pid=109568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:42:06.134459 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-c831e405-3a78-4925-a4c1-c54496d7fa3e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:42:06.137128 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-4319e8f1-3327-42b9-b150-2608778e667f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33441213'] for security_group (f1de89df-470d-49b7-98ac-8bb65cd72d2a), after_create {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:42:06.142061 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eac3f22f-b543-4b9a-a527-4e1c4f93816f admin admin] Checking segment: {'id': 'a1ab11c4-074a-4634-922e-78829362d635', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '8c93bcd7-cff3-4c00-a74b-9cb653cb6024'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 22:42:06.142677 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eac3f22f-b543-4b9a-a527-4e1c4f93816f admin admin] Network hostable DHCP agents. Network: 8c93bcd7-cff3-4c00-a74b-9cb653cb6024, hostable agents: ['55d6ddf3-619a-4750-95a9-02c5b2728e0c'], hosted agents: [] {{(pid=109568) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 22:42:06.152743 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c28f9072-7dc0-4f65-928b-434d241b4119 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 112} {{(pid=109569) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 22:42:06.169038 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eac3f22f-b543-4b9a-a527-4e1c4f93816f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830538-5-iscsi {{(pid=109568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:42:06.169578 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eac3f22f-b543-4b9a-a527-4e1c4f93816f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-5-iscsi {{(pid=109568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:42:06.170120 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eac3f22f-b543-4b9a-a527-4e1c4f93816f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-5-iscsi {{(pid=109568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:42:06.170636 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eac3f22f-b543-4b9a-a527-4e1c4f93816f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-5-iscsi {{(pid=109568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:42:06.171166 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eac3f22f-b543-4b9a-a527-4e1c4f93816f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830538-5-iscsi {{(pid=109568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:42:06.171580 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eac3f22f-b543-4b9a-a527-4e1c4f93816f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830538-5-iscsi {{(pid=109568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:42:06.172208 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eac3f22f-b543-4b9a-a527-4e1c4f93816f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830538-5-iscsi {{(pid=109568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:42:06.173300 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eac3f22f-b543-4b9a-a527-4e1c4f93816f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830538-5-iscsi {{(pid=109568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:42:06.173667 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eac3f22f-b543-4b9a-a527-4e1c4f93816f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830538-5-iscsi {{(pid=109568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:42:06.174094 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eac3f22f-b543-4b9a-a527-4e1c4f93816f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830538-5-iscsi {{(pid=109568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:42:06.174570 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eac3f22f-b543-4b9a-a527-4e1c4f93816f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-5-iscsi {{(pid=109568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:42:06.174914 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eac3f22f-b543-4b9a-a527-4e1c4f93816f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830538-5-iscsi {{(pid=109568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:42:06.180136 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eac3f22f-b543-4b9a-a527-4e1c4f93816f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830538-5-iscsi {{(pid=109568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:42:06.182994 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eac3f22f-b543-4b9a-a527-4e1c4f93816f admin admin] Tracked resource versions report: Feb 28 22:42:06.182994 dv-cinder-830538-5-iscsi neutron-server[109568]: pushed versions: Feb 28 22:42:06.182994 dv-cinder-830538-5-iscsi neutron-server[109568]: { 'AddressGroup': {'1.2'}, Feb 28 22:42:06.182994 dv-cinder-830538-5-iscsi neutron-server[109568]: 'ConntrackHelper': {'1.0'}, Feb 28 22:42:06.182994 dv-cinder-830538-5-iscsi neutron-server[109568]: 'LocalIPAssociation': {'1.0'}, Feb 28 22:42:06.182994 dv-cinder-830538-5-iscsi neutron-server[109568]: 'Log': {'1.0'}, Feb 28 22:42:06.182994 dv-cinder-830538-5-iscsi neutron-server[109568]: 'Network': {'1.1'}, Feb 28 22:42:06.182994 dv-cinder-830538-5-iscsi neutron-server[109568]: 'Port': {'1.7'}, Feb 28 22:42:06.182994 dv-cinder-830538-5-iscsi neutron-server[109568]: 'PortForwarding': {'1.2'}, Feb 28 22:42:06.182994 dv-cinder-830538-5-iscsi neutron-server[109568]: 'QosPolicy': {'1.10'}, Feb 28 22:42:06.182994 dv-cinder-830538-5-iscsi neutron-server[109568]: 'SecurityGroup': {'1.5'}, Feb 28 22:42:06.182994 dv-cinder-830538-5-iscsi neutron-server[109568]: 'SecurityGroupRule': {'1.2'}, Feb 28 22:42:06.182994 dv-cinder-830538-5-iscsi neutron-server[109568]: 'SubPort': {'1.0'}, Feb 28 22:42:06.182994 dv-cinder-830538-5-iscsi neutron-server[109568]: 'Subnet': {'1.1'}, Feb 28 22:42:06.182994 dv-cinder-830538-5-iscsi neutron-server[109568]: 'Trunk': {'1.1'}} Feb 28 22:42:06.182994 dv-cinder-830538-5-iscsi neutron-server[109568]: consumer versions: Feb 28 22:42:06.182994 dv-cinder-830538-5-iscsi neutron-server[109568]: { DHCP agent@dv-cinder-830538-5-iscsi: {}, Feb 28 22:42:06.182994 dv-cinder-830538-5-iscsi neutron-server[109568]: HyperV agent@hv-cinder-83053: {}, Feb 28 22:42:06.182994 dv-cinder-830538-5-iscsi neutron-server[109568]: L3 agent@dv-cinder-830538-5-iscsi: {}, Feb 28 22:42:06.182994 dv-cinder-830538-5-iscsi neutron-server[109568]: Metadata agent@dv-cinder-830538-5-iscsi: {}, Feb 28 22:42:06.182994 dv-cinder-830538-5-iscsi neutron-server[109568]: Metering agent@dv-cinder-830538-5-iscsi: {}, Feb 28 22:42:06.182994 dv-cinder-830538-5-iscsi neutron-server[109568]: Open vSwitch agent@dv-cinder-830538-5-iscsi: { 'AddressGroup': '1.2', Feb 28 22:42:06.182994 dv-cinder-830538-5-iscsi neutron-server[109568]: 'ConntrackHelper': '1.0', Feb 28 22:42:06.182994 dv-cinder-830538-5-iscsi neutron-server[109568]: 'LocalIPAssociation': '1.0', Feb 28 22:42:06.182994 dv-cinder-830538-5-iscsi neutron-server[109568]: 'Log': '1.0', Feb 28 22:42:06.182994 dv-cinder-830538-5-iscsi neutron-server[109568]: 'Network': '1.1', Feb 28 22:42:06.182994 dv-cinder-830538-5-iscsi neutron-server[109568]: 'Port': '1.7', Feb 28 22:42:06.182994 dv-cinder-830538-5-iscsi neutron-server[109568]: 'PortForwarding': '1.2', Feb 28 22:42:06.182994 dv-cinder-830538-5-iscsi neutron-server[109568]: 'QosPolicy': '1.10', Feb 28 22:42:06.182994 dv-cinder-830538-5-iscsi neutron-server[109568]: 'SecurityGroup': '1.5', Feb 28 22:42:06.182994 dv-cinder-830538-5-iscsi neutron-server[109568]: 'SecurityGroupRule': '1.2', Feb 28 22:42:06.182994 dv-cinder-830538-5-iscsi neutron-server[109568]: 'SubPort': '1.0', Feb 28 22:42:06.182994 dv-cinder-830538-5-iscsi neutron-server[109568]: 'Subnet': '1.1', Feb 28 22:42:06.182994 dv-cinder-830538-5-iscsi neutron-server[109568]: 'Trunk': '1.1'}} Feb 28 22:42:06.182994 dv-cinder-830538-5-iscsi neutron-server[109568]: {{(pid=109568) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 28 22:42:06.202799 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28f9072-7dc0-4f65-928b-434d241b4119 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8aeed072-d876-4d95-a530-37a550f45527,revision_number=1']} {{(pid=109569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:42:06.207687 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-c28f9072-7dc0-4f65-928b-434d241b4119 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1012980'] for segment (926113ad-33a7-475f-acf2-53b8f901f788), precommit_create {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:42:06.209439 dv-cinder-830538-5-iscsi neutron-server[109569]: INFO neutron.db.segments_db [None req-c28f9072-7dc0-4f65-928b-434d241b4119 admin admin] Added segment 926113ad-33a7-475f-acf2-53b8f901f788 of type vlan for network 0321cbe9-3229-497f-9213-34c6a912fd2a Feb 28 22:42:06.223390 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4319e8f1-3327-42b9-b150-2608778e667f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 116} {{(pid=109568) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 22:42:06.258027 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-4319e8f1-3327-42b9-b150-2608778e667f admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8750845036692', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1012980'] for segment (e59ecef9-1da6-4950-ad52-2ebcb29e8cdb), precommit_create {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:42:06.258577 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-4319e8f1-3327-42b9-b150-2608778e667f admin admin] Unsubscribe: segment precommit_create {{(pid=109568) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Feb 28 22:42:06.259078 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.db.segments_db [None req-4319e8f1-3327-42b9-b150-2608778e667f admin admin] Added segment e59ecef9-1da6-4950-ad52-2ebcb29e8cdb of type vlan for network ba9103be-0016-4db5-8443-08fa8db70094 Feb 28 22:42:06.263708 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eac3f22f-b543-4b9a-a527-4e1c4f93816f admin admin] Network 8c93bcd7-cff3-4c00-a74b-9cb653cb6024 is scheduled to be hosted by DHCP agent 55d6ddf3-619a-4750-95a9-02c5b2728e0c with binding_index 1 {{(pid=109568) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 22:42:06.294833 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-c28f9072-7dc0-4f65-928b-434d241b4119 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750844646229'] for network (0321cbe9-3229-497f-9213-34c6a912fd2a), precommit_create {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:42:06.336005 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-75ff9ff7-f749-4692-98d0-8a37b12a562d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33448168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33156859'] for subnet (3b622ab4-8097-4b6c-8ec2-bb3f77857ed1), after_create {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:42:06.336233 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-4319e8f1-3327-42b9-b150-2608778e667f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750844646229'] for network (ba9103be-0016-4db5-8443-08fa8db70094), precommit_create {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:42:06.388650 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4319e8f1-3327-42b9-b150-2608778e667f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1de89df-470d-49b7-98ac-8bb65cd72d2a,revision_number=1']} {{(pid=109568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:42:06.397471 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.scheduler.base_scheduler [None req-eac3f22f-b543-4b9a-a527-4e1c4f93816f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830538-5-iscsi, 8c93bcd7-cff3-4c00-a74b-9cb653cb6024) {{(pid=109568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 22:42:06.409894 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-c28f9072-7dc0-4f65-928b-434d241b4119 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33441228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33156859'] for network (0321cbe9-3229-497f-9213-34c6a912fd2a), after_create {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:42:06.410976 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c28f9072-7dc0-4f65-928b-434d241b4119 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:42:06.411556 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-c28f9072-7dc0-4f65-928b-434d241b4119 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33156845'] for network (None), before_response {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:42:06.449042 dv-cinder-830538-5-iscsi neutron-server[109569]: INFO neutron.wsgi [None req-c28f9072-7dc0-4f65-928b-434d241b4119 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.8547437 Feb 28 22:42:06.453016 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.wsgi [-] (109569) accepted ('10.222.0.11', 49734) {{(pid=109569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 22:42:06.455524 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-649914e8-5bae-45ea-918c-e6f734ae844b None None] Network 8c93bcd7-cff3-4c00-a74b-9cb653cb6024 requested from dv-cinder-830538-5-iscsi {{(pid=109570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 22:42:06.455699 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-c831e405-3a78-4925-a4c1-c54496d7fa3e admin admin] Publish callbacks [] for security_group (38ffb92f-fb15-4c87-ba9d-0f2b4e8a1333), precommit_create {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:42:06.462687 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eac3f22f-b543-4b9a-a527-4e1c4f93816f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:42:06.463491 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-eac3f22f-b543-4b9a-a527-4e1c4f93816f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33156845'] for subnet (None), before_response {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:42:06.476628 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-c831e405-3a78-4925-a4c1-c54496d7fa3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33441213'] for security_group (38ffb92f-fb15-4c87-ba9d-0f2b4e8a1333), after_create {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:42:06.484937 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-4319e8f1-3327-42b9-b150-2608778e667f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33441228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33156859'] for network (ba9103be-0016-4db5-8443-08fa8db70094), after_create {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:42:06.486001 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4319e8f1-3327-42b9-b150-2608778e667f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:42:06.487006 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-4319e8f1-3327-42b9-b150-2608778e667f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33156845'] for network (None), before_response {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:42:06.508759 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.api.v2.base [None req-0f23cb72-fe0f-4f6f-b6f3-e548a5cecd4c admin admin] Request body: {'subnet': {'network_id': '0321cbe9-3229-497f-9213-34c6a912fd2a', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1565828366-subnet', 'tenant_id': 'bc1fd56c6f77479dbf02ac28589be825', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 22:42:06.528720 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [None req-eac3f22f-b543-4b9a-a527-4e1c4f93816f admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1089809 Feb 28 22:42:06.529207 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ff9ff7-f749-4692-98d0-8a37b12a562d admin admin] Pushing event updated for resources: {'Subnet': ['ID=3b622ab4-8097-4b6c-8ec2-bb3f77857ed1,revision_number=0']} {{(pid=109569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:42:06.595367 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c831e405-3a78-4925-a4c1-c54496d7fa3e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 126} {{(pid=109568) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 22:42:06.607034 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c831e405-3a78-4925-a4c1-c54496d7fa3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38ffb92f-fb15-4c87-ba9d-0f2b4e8a1333,revision_number=1']} {{(pid=109568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:42:06.609294 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75ff9ff7-f749-4692-98d0-8a37b12a562d admin admin] Checking segment: {'id': '28413273-d7c8-4d86-a7b1-c45f9712072e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'e1dee003-d534-429c-aed6-3f1020c03805'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 22:42:06.609705 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75ff9ff7-f749-4692-98d0-8a37b12a562d admin admin] Network hostable DHCP agents. Network: e1dee003-d534-429c-aed6-3f1020c03805, hostable agents: ['55d6ddf3-619a-4750-95a9-02c5b2728e0c'], hosted agents: [] {{(pid=109569) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 22:42:06.615019 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [None req-4319e8f1-3327-42b9-b150-2608778e667f admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.2463429 Feb 28 22:42:06.620778 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.wsgi [-] (109568) accepted ('10.222.0.11', 49738) {{(pid=109568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 22:42:06.632966 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28f9072-7dc0-4f65-928b-434d241b4119 admin admin] Pushing event updated for resources: {'Network': ['ID=0321cbe9-3229-497f-9213-34c6a912fd2a,revision_number=1']} {{(pid=109569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:42:06.642598 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.api.v2.base [None req-ef71f753-a37e-4a53-b2c7-644517286f76 admin admin] Request body: {'subnet': {'network_id': 'ba9103be-0016-4db5-8443-08fa8db70094', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-679984154-subnet', 'tenant_id': '1a9fe67e7e534a2f9e267047a6a40917', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 22:42:06.652280 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-c831e405-3a78-4925-a4c1-c54496d7fa3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1012980'] for segment (2b825055-5822-4684-9f9c-fddeefc76ff6), precommit_create {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:42:06.652641 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.db.segments_db [None req-c831e405-3a78-4925-a4c1-c54496d7fa3e admin admin] Added segment 2b825055-5822-4684-9f9c-fddeefc76ff6 of type vlan for network df2fc3b5-d3d8-4f0b-b393-20e4e2e253bc Feb 28 22:42:06.660631 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f23cb72-fe0f-4f6f-b6f3-e548a5cecd4c admin admin] Made reservation on behalf of bc1fd56c6f77479dbf02ac28589be825 for: {'subnet': 1} {{(pid=109569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 22:42:06.662932 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-0f23cb72-fe0f-4f6f-b6f3-e548a5cecd4c admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:42:06.667912 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4319e8f1-3327-42b9-b150-2608778e667f admin admin] Pushing event updated for resources: {'Network': ['ID=ba9103be-0016-4db5-8443-08fa8db70094,revision_number=1']} {{(pid=109568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:42:06.689040 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1c3c6ec-af15-4551-8806-a10a8fe8bc36 None None] Network 8c93bcd7-cff3-4c00-a74b-9cb653cb6024 requested from dv-cinder-830538-5-iscsi {{(pid=109570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 22:42:06.715784 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-c831e405-3a78-4925-a4c1-c54496d7fa3e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750844646229'] for network (df2fc3b5-d3d8-4f0b-b393-20e4e2e253bc), precommit_create {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:42:06.719706 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef71f753-a37e-4a53-b2c7-644517286f76 admin admin] Made reservation on behalf of 1a9fe67e7e534a2f9e267047a6a40917 for: {'subnet': 1} {{(pid=109568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 22:42:06.722405 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-ef71f753-a37e-4a53-b2c7-644517286f76 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:42:06.817208 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-c831e405-3a78-4925-a4c1-c54496d7fa3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33441228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33156859'] for network (df2fc3b5-d3d8-4f0b-b393-20e4e2e253bc), after_create {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:42:06.818419 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c831e405-3a78-4925-a4c1-c54496d7fa3e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:42:06.819103 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-c831e405-3a78-4925-a4c1-c54496d7fa3e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33156845'] for network (None), before_response {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:42:06.832582 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.rpc [None req-154add69-038d-48cc-93ba-bd7e358b6d11 None None] Network 0321cbe9-3229-497f-9213-34c6a912fd2a details requested by agent ovs-agent-dv-cinder-830538-5-iscsi with host dv-cinder-830538-5-iscsi {{(pid=109570) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 22:42:06.834612 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.rpc [None req-154add69-038d-48cc-93ba-bd7e358b6d11 None None] Network ba9103be-0016-4db5-8443-08fa8db70094 details requested by agent ovs-agent-dv-cinder-830538-5-iscsi with host dv-cinder-830538-5-iscsi {{(pid=109570) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 22:42:06.902775 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75ff9ff7-f749-4692-98d0-8a37b12a562d admin admin] Network e1dee003-d534-429c-aed6-3f1020c03805 is scheduled to be hosted by DHCP agent 55d6ddf3-619a-4750-95a9-02c5b2728e0c with binding_index 1 {{(pid=109569) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 22:42:06.952300 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [None req-c831e405-3a78-4925-a4c1-c54496d7fa3e admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.6065738 Feb 28 22:42:06.955514 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c831e405-3a78-4925-a4c1-c54496d7fa3e admin admin] Pushing event updated for resources: {'Network': ['ID=df2fc3b5-d3d8-4f0b-b393-20e4e2e253bc,revision_number=1']} {{(pid=109568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:42:06.957182 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.wsgi [-] (109569) accepted ('10.222.0.11', 49756) {{(pid=109569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 22:42:06.972075 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.api.v2.base [None req-ff6a42e6-c0d0-41af-9b10-b2e34cc400e4 admin admin] Request body: {'subnet': {'network_id': 'df2fc3b5-d3d8-4f0b-b393-20e4e2e253bc', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1955448268-subnet', 'tenant_id': '558108c6409d474abda99b19120d05ad', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 22:42:07.003728 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.scheduler.base_scheduler [None req-75ff9ff7-f749-4692-98d0-8a37b12a562d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830538-5-iscsi, e1dee003-d534-429c-aed6-3f1020c03805) {{(pid=109569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 22:42:07.033486 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.rpc [None req-154add69-038d-48cc-93ba-bd7e358b6d11 None None] Network df2fc3b5-d3d8-4f0b-b393-20e4e2e253bc details requested by agent ovs-agent-dv-cinder-830538-5-iscsi with host dv-cinder-830538-5-iscsi {{(pid=109570) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 22:42:07.037653 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc9d6479-7e73-4f4c-9601-7f1c2138f4e9 None None] Network e1dee003-d534-429c-aed6-3f1020c03805 requested from dv-cinder-830538-5-iscsi {{(pid=109570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 22:42:07.143628 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-ef71f753-a37e-4a53-b2c7-644517286f76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33448168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33156859'] for subnet (4f074c84-eecc-4df3-bfe8-db2db878868a), after_create {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:42:07.161430 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.wsgi [-] (109568) accepted ('10.222.0.11', 49764) {{(pid=109568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 22:42:07.187294 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d9a8088-b8ff-4c16-8aae-5afdaaa939ba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb31ac5c2-b819-5011-be4d-90e3836323fa-e1dee003-d534-429c-aed6-3f1020c03805', 'network_id': 'e1dee003-d534-429c-aed6-3f1020c03805', 'project_id': '83c55453f2fe4dc79de3c29aff0b4932', 'fixed_ips': [{'subnet_id': '3b622ab4-8097-4b6c-8ec2-bb3f77857ed1'}]}} from dv-cinder-830538-5-iscsi. {{(pid=109570) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 28 22:42:07.194099 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-7d9a8088-b8ff-4c16-8aae-5afdaaa939ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616566'] for port (None), before_create {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:42:07.250350 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef71f753-a37e-4a53-b2c7-644517286f76 admin admin] Checking segment: {'id': 'e59ecef9-1da6-4950-ad52-2ebcb29e8cdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'ba9103be-0016-4db5-8443-08fa8db70094'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 22:42:07.250793 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef71f753-a37e-4a53-b2c7-644517286f76 admin admin] Network hostable DHCP agents. Network: ba9103be-0016-4db5-8443-08fa8db70094, hostable agents: ['55d6ddf3-619a-4750-95a9-02c5b2728e0c'], hosted agents: [] {{(pid=109568) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 22:42:07.264982 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef71f753-a37e-4a53-b2c7-644517286f76 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4f074c84-eecc-4df3-bfe8-db2db878868a,revision_number=0']} {{(pid=109568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:42:07.279046 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef71f753-a37e-4a53-b2c7-644517286f76 admin admin] Network ba9103be-0016-4db5-8443-08fa8db70094 is scheduled to be hosted by DHCP agent 55d6ddf3-619a-4750-95a9-02c5b2728e0c with binding_index 1 {{(pid=109568) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 22:42:07.285493 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75ff9ff7-f749-4692-98d0-8a37b12a562d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:42:07.287071 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-75ff9ff7-f749-4692-98d0-8a37b12a562d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33156845'] for subnet (None), before_response {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:42:07.287585 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-154add69-038d-48cc-93ba-bd7e358b6d11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750845036683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579975'] for agent (7aa25ffb-1b87-4f08-8530-4bdf6e6b221c), after_update {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:42:07.293972 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.wsgi [-] (109568) accepted ('10.222.0.11', 49790) {{(pid=109568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 22:42:07.300725 dv-cinder-830538-5-iscsi neutron-server[109568]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Feb 28 22:42:07.305519 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff6a42e6-c0d0-41af-9b10-b2e34cc400e4 admin admin] Made reservation on behalf of 558108c6409d474abda99b19120d05ad for: {'subnet': 1} {{(pid=109569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 22:42:07.307144 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.scheduler.base_scheduler [None req-ef71f753-a37e-4a53-b2c7-644517286f76 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830538-5-iscsi, ba9103be-0016-4db5-8443-08fa8db70094) {{(pid=109568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 22:42:07.318363 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-ff6a42e6-c0d0-41af-9b10-b2e34cc400e4 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:42:07.359042 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b0c0361-896b-4b67-8d15-49eb8336d7c9 None None] Network ba9103be-0016-4db5-8443-08fa8db70094 requested from dv-cinder-830538-5-iscsi {{(pid=109570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 22:42:07.395301 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef71f753-a37e-4a53-b2c7-644517286f76 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:42:07.396516 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-ef71f753-a37e-4a53-b2c7-644517286f76 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33156845'] for subnet (None), before_response {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:42:07.463459 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-c3cc2cef-1be8-484b-b3d2-854166b030df admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:42:07.478555 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [None req-ef71f753-a37e-4a53-b2c7-644517286f76 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.8551497 Feb 28 22:42:07.488415 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.wsgi [-] (109569) accepted ('10.222.0.11', 49798) {{(pid=109569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 22:42:07.496637 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.api.v2.base [None req-284741b5-2e18-4e87-a39d-7c75790d2867 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-679984154-router', 'tenant_id': '1a9fe67e7e534a2f9e267047a6a40917', 'external_gateway_info': {'network_id': '3e7a10c7-addc-4b79-a555-0b472e939652'}}} {{(pid=109569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 22:42:07.499371 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22e5248e-b3eb-4bf0-9969-4962230bf4f9 None None] Network ba9103be-0016-4db5-8443-08fa8db70094 requested from dv-cinder-830538-5-iscsi {{(pid=109570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 22:42:07.516832 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-0f23cb72-fe0f-4f6f-b6f3-e548a5cecd4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33448168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33156859'] for subnet (e06c4751-499d-4207-9fc1-23232ee2e753), after_create {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:42:07.529194 dv-cinder-830538-5-iscsi neutron-server[109569]: INFO neutron.wsgi [None req-75ff9ff7-f749-4692-98d0-8a37b12a562d admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.8525479 Feb 28 22:42:07.531397 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.wsgi [-] (109568) accepted ('10.222.0.11', 49802) {{(pid=109568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 22:42:07.541602 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.api.v2.base [None req-573f316b-285f-410a-915d-1d0bbfb82f70 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-922480876-router', 'tenant_id': '83c55453f2fe4dc79de3c29aff0b4932', 'external_gateway_info': {'network_id': '3e7a10c7-addc-4b79-a555-0b472e939652'}}} {{(pid=109568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 22:42:07.569855 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-284741b5-2e18-4e87-a39d-7c75790d2867 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33524095', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4109'] for router (b2156cfd-0759-46cd-a1bd-84c6d2c20954), before_create {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:42:07.570893 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-284741b5-2e18-4e87-a39d-7c75790d2867 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33526511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33523248', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33436857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4102'] for router (b2156cfd-0759-46cd-a1bd-84c6d2c20954), precommit_create {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:42:07.659906 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0857e445-b0ae-43eb-903c-2bba8783d6c9 req-33dcbdb6-4499-4c3b-aedb-af5a0d693e1e tempest-DeleteServersTestJSON-784346736 tempest-DeleteServersTestJSON-784346736-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:42:07.661755 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-0857e445-b0ae-43eb-903c-2bba8783d6c9 req-33dcbdb6-4499-4c3b-aedb-af5a0d693e1e tempest-DeleteServersTestJSON-784346736 tempest-DeleteServersTestJSON-784346736-project] 10.222.0.11 "GET /v2.0/networks?id=8c93bcd7-cff3-4c00-a74b-9cb653cb6024 HTTP/1.1" status: 200 len: 810 time: 0.3664622 Feb 28 22:42:07.686152 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-573f316b-285f-410a-915d-1d0bbfb82f70 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33524095', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4109'] for router (abdf501b-4b4d-4822-b10e-2218ac616053), before_create {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:42:07.687771 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-573f316b-285f-410a-915d-1d0bbfb82f70 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33526511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33523248', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33436857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4102'] for router (abdf501b-4b4d-4822-b10e-2218ac616053), precommit_create {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:42:07.689073 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f23cb72-fe0f-4f6f-b6f3-e548a5cecd4c admin admin] Pushing event updated for resources: {'Subnet': ['ID=e06c4751-499d-4207-9fc1-23232ee2e753,revision_number=0']} {{(pid=109569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:42:07.705092 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-0857e445-b0ae-43eb-903c-2bba8783d6c9 req-38d2089f-2fb6-47f9-b42e-e46fa30cb7b4 tempest-DeleteServersTestJSON-784346736 tempest-DeleteServersTestJSON-784346736-project] 10.222.0.11 "GET /v2.0/quotas/e22ff7ca62ce46dc9da445380054a51b HTTP/1.1" status: 200 len: 375 time: 0.0328395 Feb 28 22:42:07.744502 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f23cb72-fe0f-4f6f-b6f3-e548a5cecd4c admin admin] Checking segment: {'id': '926113ad-33a7-475f-acf2-53b8f901f788', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '0321cbe9-3229-497f-9213-34c6a912fd2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 22:42:07.744917 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f23cb72-fe0f-4f6f-b6f3-e548a5cecd4c admin admin] Network hostable DHCP agents. Network: 0321cbe9-3229-497f-9213-34c6a912fd2a, hostable agents: ['55d6ddf3-619a-4750-95a9-02c5b2728e0c'], hosted agents: [] {{(pid=109569) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 22:42:07.753637 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-284741b5-2e18-4e87-a39d-7c75790d2867 admin admin] Publish callbacks [] for router_controller (b2156cfd-0759-46cd-a1bd-84c6d2c20954), precommit_add_association {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:42:07.760185 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-ff6a42e6-c0d0-41af-9b10-b2e34cc400e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33448168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33156859'] for subnet (22e78a7b-72b0-4514-af71-979e73dc5a6f), after_create {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:42:07.770082 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.db.db_base_plugin_common [None req-7d9a8088-b8ff-4c16-8aae-5afdaaa939ba None None] Allocated IP 172.20.0.2 (e1dee003-d534-429c-aed6-3f1020c03805/3b622ab4-8097-4b6c-8ec2-bb3f77857ed1/4b4a7b36-c786-476d-8cbe-e99223f02a6e) {{(pid=109570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 22:42:07.814909 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-0857e445-b0ae-43eb-903c-2bba8783d6c9 req-96540781-3aef-4be1-bb6d-08205d389bdb tempest-DeleteServersTestJSON-784346736 tempest-DeleteServersTestJSON-784346736-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=e22ff7ca62ce46dc9da445380054a51b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0951097 Feb 28 22:42:07.896693 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f23cb72-fe0f-4f6f-b6f3-e548a5cecd4c admin admin] Network 0321cbe9-3229-497f-9213-34c6a912fd2a is scheduled to be hosted by DHCP agent 55d6ddf3-619a-4750-95a9-02c5b2728e0c with binding_index 1 {{(pid=109569) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 22:42:07.896935 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-573f316b-285f-410a-915d-1d0bbfb82f70 admin admin] Publish callbacks [] for router_controller (abdf501b-4b4d-4822-b10e-2218ac616053), precommit_add_association {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:42:07.908522 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-c3cc2cef-1be8-484b-b3d2-854166b030df admin admin] Publish callbacks [] for security_group (a081ee21-04a8-4ccb-8516-9b94b2f95f72), precommit_create {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:42:07.912050 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6a42e6-c0d0-41af-9b10-b2e34cc400e4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=22e78a7b-72b0-4514-af71-979e73dc5a6f,revision_number=0']} {{(pid=109569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:42:07.929459 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-c3cc2cef-1be8-484b-b3d2-854166b030df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33441213'] for security_group (a081ee21-04a8-4ccb-8516-9b94b2f95f72), after_create {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:42:07.988833 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-7d9a8088-b8ff-4c16-8aae-5afdaaa939ba None None] Publish callbacks [] for port (4b4a7b36-c786-476d-8cbe-e99223f02a6e), precommit_create {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:42:08.000416 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-7d9a8088-b8ff-4c16-8aae-5afdaaa939ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33156859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750844628228'] for port (4b4a7b36-c786-476d-8cbe-e99223f02a6e), after_create {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:42:08.009481 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-284741b5-2e18-4e87-a39d-7c75790d2867 admin admin] Publish callbacks [] for router_gateway (b2156cfd-0759-46cd-a1bd-84c6d2c20954), precommit_update {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:42:08.016893 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.scheduler.base_scheduler [None req-0f23cb72-fe0f-4f6f-b6f3-e548a5cecd4c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830538-5-iscsi, 0321cbe9-3229-497f-9213-34c6a912fd2a) {{(pid=109569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 22:42:08.022619 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f23cb72-fe0f-4f6f-b6f3-e548a5cecd4c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:42:08.023468 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-0f23cb72-fe0f-4f6f-b6f3-e548a5cecd4c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33156845'] for subnet (None), before_response {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:42:08.081089 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3cc2cef-1be8-484b-b3d2-854166b030df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a081ee21-04a8-4ccb-8516-9b94b2f95f72,revision_number=1']} {{(pid=109568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:42:08.087999 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-079a963c-7656-424a-9dea-1c9817ce1ce2 None None] Network 0321cbe9-3229-497f-9213-34c6a912fd2a requested from dv-cinder-830538-5-iscsi {{(pid=109570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 22:42:08.090951 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.wsgi [req-0857e445-b0ae-43eb-903c-2bba8783d6c9 req-65c7eceb-33da-48e3-81b0-379f370d14ad service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=109568) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 28 22:42:08.097871 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-0857e445-b0ae-43eb-903c-2bba8783d6c9 req-65c7eceb-33da-48e3-81b0-379f370d14ad service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1121116 Feb 28 22:42:08.111906 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [None req-c3cc2cef-1be8-484b-b3d2-854166b030df admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=ad0cb9ca17dc4aa4919d142f7ffd9389&name=default HTTP/1.1" status: 200 len: 2992 time: 0.9450765 Feb 28 22:42:08.112050 dv-cinder-830538-5-iscsi neutron-server[109569]: INFO neutron.wsgi [None req-0f23cb72-fe0f-4f6f-b6f3-e548a5cecd4c admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.6419854 Feb 28 22:42:08.144669 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.wsgi [-] (109568) accepted ('10.222.0.11', 49818) {{(pid=109568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 22:42:08.251114 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d9a8088-b8ff-4c16-8aae-5afdaaa939ba None None] Network e1dee003-d534-429c-aed6-3f1020c03805 is already hosted by enough agents. {{(pid=109570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 22:42:08.254940 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.scheduler.base_scheduler [None req-7d9a8088-b8ff-4c16-8aae-5afdaaa939ba None None] Resources bound (agent type, host, resource id): {{(pid=109570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 22:42:08.262443 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-573f316b-285f-410a-915d-1d0bbfb82f70 admin admin] Publish callbacks [] for router_gateway (abdf501b-4b4d-4822-b10e-2218ac616053), precommit_update {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:42:08.266612 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9a8088-b8ff-4c16-8aae-5afdaaa939ba None None] Pushing event updated for resources: {'Port': ['ID=4b4a7b36-c786-476d-8cbe-e99223f02a6e,revision_number=1']} {{(pid=109570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:42:08.272985 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d9a8088-b8ff-4c16-8aae-5afdaaa939ba None None] Received port after_create {{(pid=109570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 22:42:08.301148 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff6a42e6-c0d0-41af-9b10-b2e34cc400e4 admin admin] Checking segment: {'id': '2b825055-5822-4684-9f9c-fddeefc76ff6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'df2fc3b5-d3d8-4f0b-b393-20e4e2e253bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 22:42:08.301552 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff6a42e6-c0d0-41af-9b10-b2e34cc400e4 admin admin] Network hostable DHCP agents. Network: df2fc3b5-d3d8-4f0b-b393-20e4e2e253bc, hostable agents: ['55d6ddf3-619a-4750-95a9-02c5b2728e0c'], hosted agents: [] {{(pid=109569) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 22:42:08.341555 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff6a42e6-c0d0-41af-9b10-b2e34cc400e4 admin admin] Network df2fc3b5-d3d8-4f0b-b393-20e4e2e253bc is scheduled to be hosted by DHCP agent 55d6ddf3-619a-4750-95a9-02c5b2728e0c with binding_index 1 {{(pid=109569) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 22:42:08.348515 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.scheduler.base_scheduler [None req-ff6a42e6-c0d0-41af-9b10-b2e34cc400e4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830538-5-iscsi, df2fc3b5-d3d8-4f0b-b393-20e4e2e253bc) {{(pid=109569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 22:42:08.365614 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff6a42e6-c0d0-41af-9b10-b2e34cc400e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:42:08.365614 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-ff6a42e6-c0d0-41af-9b10-b2e34cc400e4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33156845'] for subnet (None), before_response {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:42:08.403535 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-4b02c72f-1901-4643-94f6-e7b0357d0e5b admin admin] Publish callbacks [] for security_group (a081ee21-04a8-4ccb-8516-9b94b2f95f72), before_delete {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:42:08.418847 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-0857e445-b0ae-43eb-903c-2bba8783d6c9 req-5d0b7b0b-d371-4b10-ae33-a06df5f18d88 service neutron] 10.222.0.11 "GET /v2.0/networks/8c93bcd7-cff3-4c00-a74b-9cb653cb6024?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3170683 Feb 28 22:42:08.421850 dv-cinder-830538-5-iscsi neutron-server[109569]: INFO neutron.wsgi [None req-ff6a42e6-c0d0-41af-9b10-b2e34cc400e4 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.4547529 Feb 28 22:42:08.422853 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.wsgi [-] (109569) accepted ('10.222.0.11', 49826) {{(pid=109569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 22:42:08.440814 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.api.v2.base [None req-c51d7067-56de-4619-9189-0d656b8ed877 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1955448268-router', 'tenant_id': '558108c6409d474abda99b19120d05ad', 'external_gateway_info': {'network_id': '3e7a10c7-addc-4b79-a555-0b472e939652'}}} {{(pid=109569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 22:42:08.501744 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-c51d7067-56de-4619-9189-0d656b8ed877 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33524095', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4109'] for router (e0521325-922c-4570-bc7b-fbf74268cada), before_create {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:42:08.503050 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-c51d7067-56de-4619-9189-0d656b8ed877 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33526511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33523248', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33436857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4102'] for router (e0521325-922c-4570-bc7b-fbf74268cada), precommit_create {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:42:08.503732 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-4b02c72f-1901-4643-94f6-e7b0357d0e5b admin admin] Publish callbacks [] for security_group (a081ee21-04a8-4ccb-8516-9b94b2f95f72), precommit_delete {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:42:08.554502 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d9a8088-b8ff-4c16-8aae-5afdaaa939ba None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830538-5-iscsi {{(pid=109570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:42:08.556812 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d9a8088-b8ff-4c16-8aae-5afdaaa939ba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-5-iscsi {{(pid=109570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:42:08.557528 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d9a8088-b8ff-4c16-8aae-5afdaaa939ba None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-5-iscsi {{(pid=109570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:42:08.558113 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d9a8088-b8ff-4c16-8aae-5afdaaa939ba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-5-iscsi {{(pid=109570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:42:08.558803 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d9a8088-b8ff-4c16-8aae-5afdaaa939ba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830538-5-iscsi {{(pid=109570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:42:08.559796 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d9a8088-b8ff-4c16-8aae-5afdaaa939ba None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830538-5-iscsi {{(pid=109570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:42:08.560496 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d9a8088-b8ff-4c16-8aae-5afdaaa939ba None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830538-5-iscsi {{(pid=109570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:42:08.561037 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d9a8088-b8ff-4c16-8aae-5afdaaa939ba None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830538-5-iscsi {{(pid=109570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:42:08.562728 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d9a8088-b8ff-4c16-8aae-5afdaaa939ba None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830538-5-iscsi {{(pid=109570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:42:08.563524 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d9a8088-b8ff-4c16-8aae-5afdaaa939ba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830538-5-iscsi {{(pid=109570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:42:08.564982 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d9a8088-b8ff-4c16-8aae-5afdaaa939ba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-5-iscsi {{(pid=109570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:42:08.566057 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d9a8088-b8ff-4c16-8aae-5afdaaa939ba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830538-5-iscsi {{(pid=109570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:42:08.568950 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d9a8088-b8ff-4c16-8aae-5afdaaa939ba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830538-5-iscsi {{(pid=109570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:42:08.572841 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d9a8088-b8ff-4c16-8aae-5afdaaa939ba None None] Tracked resource versions report: Feb 28 22:42:08.572841 dv-cinder-830538-5-iscsi neutron-server[109570]: pushed versions: Feb 28 22:42:08.572841 dv-cinder-830538-5-iscsi neutron-server[109570]: { 'AddressGroup': {'1.2'}, Feb 28 22:42:08.572841 dv-cinder-830538-5-iscsi neutron-server[109570]: 'ConntrackHelper': {'1.0'}, Feb 28 22:42:08.572841 dv-cinder-830538-5-iscsi neutron-server[109570]: 'LocalIPAssociation': {'1.0'}, Feb 28 22:42:08.572841 dv-cinder-830538-5-iscsi neutron-server[109570]: 'Log': {'1.0'}, Feb 28 22:42:08.572841 dv-cinder-830538-5-iscsi neutron-server[109570]: 'Network': {'1.1'}, Feb 28 22:42:08.572841 dv-cinder-830538-5-iscsi neutron-server[109570]: 'Port': {'1.7'}, Feb 28 22:42:08.572841 dv-cinder-830538-5-iscsi neutron-server[109570]: 'PortForwarding': {'1.2'}, Feb 28 22:42:08.572841 dv-cinder-830538-5-iscsi neutron-server[109570]: 'QosPolicy': {'1.10'}, Feb 28 22:42:08.572841 dv-cinder-830538-5-iscsi neutron-server[109570]: 'SecurityGroup': {'1.5'}, Feb 28 22:42:08.572841 dv-cinder-830538-5-iscsi neutron-server[109570]: 'SecurityGroupRule': {'1.2'}, Feb 28 22:42:08.572841 dv-cinder-830538-5-iscsi neutron-server[109570]: 'SubPort': {'1.0'}, Feb 28 22:42:08.572841 dv-cinder-830538-5-iscsi neutron-server[109570]: 'Subnet': {'1.1'}, Feb 28 22:42:08.572841 dv-cinder-830538-5-iscsi neutron-server[109570]: 'Trunk': {'1.1'}} Feb 28 22:42:08.572841 dv-cinder-830538-5-iscsi neutron-server[109570]: consumer versions: Feb 28 22:42:08.572841 dv-cinder-830538-5-iscsi neutron-server[109570]: { DHCP agent@dv-cinder-830538-5-iscsi: {}, Feb 28 22:42:08.572841 dv-cinder-830538-5-iscsi neutron-server[109570]: HyperV agent@hv-cinder-83053: {}, Feb 28 22:42:08.572841 dv-cinder-830538-5-iscsi neutron-server[109570]: L3 agent@dv-cinder-830538-5-iscsi: {}, Feb 28 22:42:08.572841 dv-cinder-830538-5-iscsi neutron-server[109570]: Metadata agent@dv-cinder-830538-5-iscsi: {}, Feb 28 22:42:08.572841 dv-cinder-830538-5-iscsi neutron-server[109570]: Metering agent@dv-cinder-830538-5-iscsi: {}, Feb 28 22:42:08.572841 dv-cinder-830538-5-iscsi neutron-server[109570]: Open vSwitch agent@dv-cinder-830538-5-iscsi: { 'AddressGroup': '1.2', Feb 28 22:42:08.572841 dv-cinder-830538-5-iscsi neutron-server[109570]: 'ConntrackHelper': '1.0', Feb 28 22:42:08.572841 dv-cinder-830538-5-iscsi neutron-server[109570]: 'LocalIPAssociation': '1.0', Feb 28 22:42:08.572841 dv-cinder-830538-5-iscsi neutron-server[109570]: 'Log': '1.0', Feb 28 22:42:08.572841 dv-cinder-830538-5-iscsi neutron-server[109570]: 'Network': '1.1', Feb 28 22:42:08.572841 dv-cinder-830538-5-iscsi neutron-server[109570]: 'Port': '1.7', Feb 28 22:42:08.572841 dv-cinder-830538-5-iscsi neutron-server[109570]: 'PortForwarding': '1.2', Feb 28 22:42:08.572841 dv-cinder-830538-5-iscsi neutron-server[109570]: 'QosPolicy': '1.10', Feb 28 22:42:08.572841 dv-cinder-830538-5-iscsi neutron-server[109570]: 'SecurityGroup': '1.5', Feb 28 22:42:08.572841 dv-cinder-830538-5-iscsi neutron-server[109570]: 'SecurityGroupRule': '1.2', Feb 28 22:42:08.572841 dv-cinder-830538-5-iscsi neutron-server[109570]: 'SubPort': '1.0', Feb 28 22:42:08.572841 dv-cinder-830538-5-iscsi neutron-server[109570]: 'Subnet': '1.1', Feb 28 22:42:08.572841 dv-cinder-830538-5-iscsi neutron-server[109570]: 'Trunk': '1.1'}} Feb 28 22:42:08.572841 dv-cinder-830538-5-iscsi neutron-server[109570]: {{(pid=109570) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 28 22:42:08.602440 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-0857e445-b0ae-43eb-903c-2bba8783d6c9 req-2d235360-04cd-4c13-8a98-e7830706a920 service neutron] 10.222.0.11 "GET /v2.0/networks/8c93bcd7-cff3-4c00-a74b-9cb653cb6024?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1851361 Feb 28 22:42:08.610783 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5cb9e03-b6a8-4cd0-94e1-386e5ca97f83 None None] Network df2fc3b5-d3d8-4f0b-b393-20e4e2e253bc requested from dv-cinder-830538-5-iscsi {{(pid=109570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 22:42:08.649861 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-4b02c72f-1901-4643-94f6-e7b0357d0e5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33441213'] for security_group (a081ee21-04a8-4ccb-8516-9b94b2f95f72), after_delete {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:42:08.652781 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-4b02c72f-1901-4643-94f6-e7b0357d0e5b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:42:08.656269 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [None req-4b02c72f-1901-4643-94f6-e7b0357d0e5b admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/a081ee21-04a8-4ccb-8516-9b94b2f95f72 HTTP/1.1" status: 204 len: 168 time: 0.5085244 Feb 28 22:42:08.661336 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-c51d7067-56de-4619-9189-0d656b8ed877 admin admin] Publish callbacks [] for router_controller (e0521325-922c-4570-bc7b-fbf74268cada), precommit_add_association {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:42:08.703986 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b02c72f-1901-4643-94f6-e7b0357d0e5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a081ee21-04a8-4ccb-8516-9b94b2f95f72,revision_number=None']} {{(pid=109568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:42:08.704864 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-284741b5-2e18-4e87-a39d-7c75790d2867 admin admin] Publish callbacks [] for router_gateway (b2156cfd-0759-46cd-a1bd-84c6d2c20954), before_create {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:42:08.718089 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.managers [None req-7d9a8088-b8ff-4c16-8aae-5afdaaa939ba None None] Attempting to bind port 4b4a7b36-c786-476d-8cbe-e99223f02a6e on host dv-cinder-830538-5-iscsi for vnic_type normal with profile {{(pid=109570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 22:42:08.718498 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.managers [None req-7d9a8088-b8ff-4c16-8aae-5afdaaa939ba None None] Attempting to bind port 4b4a7b36-c786-476d-8cbe-e99223f02a6e by drivers openvswitch,hyperv on host dv-cinder-830538-5-iscsi at level 0 using segments [{'id': '28413273-d7c8-4d86-a7b1-c45f9712072e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'e1dee003-d534-429c-aed6-3f1020c03805'}] {{(pid=109570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 22:42:08.719316 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d9a8088-b8ff-4c16-8aae-5afdaaa939ba None None] Attempting to bind port 4b4a7b36-c786-476d-8cbe-e99223f02a6e on network e1dee003-d534-429c-aed6-3f1020c03805 {{(pid=109570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 22:42:08.779155 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d9a8088-b8ff-4c16-8aae-5afdaaa939ba None None] Checking agent: {'id': '7aa25ffb-1b87-4f08-8530-4bdf6e6b221c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830538-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 22, 34, 7), 'started_at': datetime.datetime(2022, 2, 28, 22, 34, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 22, 42, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830538-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 22:42:08.779788 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d9a8088-b8ff-4c16-8aae-5afdaaa939ba None None] Checking segment: {'id': '28413273-d7c8-4d86-a7b1-c45f9712072e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'e1dee003-d534-429c-aed6-3f1020c03805'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 22:42:08.780024 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-7d9a8088-b8ff-4c16-8aae-5afdaaa939ba None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:42:08.780345 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d9a8088-b8ff-4c16-8aae-5afdaaa939ba None None] Bound using segment: {'id': '28413273-d7c8-4d86-a7b1-c45f9712072e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'e1dee003-d534-429c-aed6-3f1020c03805'} {{(pid=109570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 22:42:08.781464 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.managers [None req-7d9a8088-b8ff-4c16-8aae-5afdaaa939ba None None] Bound port: 4b4a7b36-c786-476d-8cbe-e99223f02a6e, host: dv-cinder-830538-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28413273-d7c8-4d86-a7b1-c45f9712072e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'e1dee003-d534-429c-aed6-3f1020c03805'}}] {{(pid=109570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 22:42:08.782012 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-7d9a8088-b8ff-4c16-8aae-5afdaaa939ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616566'] for port (4b4a7b36-c786-476d-8cbe-e99223f02a6e), before_update {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:42:08.816530 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.wsgi [-] (109568) accepted ('10.222.0.11', 49850) {{(pid=109568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 22:42:08.824125 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-284741b5-2e18-4e87-a39d-7c75790d2867 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616566'] for port (None), before_create {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:42:08.852126 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c4800e2-4ee4-41b2-a5cd-c90da30a99d0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb31ac5c2-b819-5011-be4d-90e3836323fa-df2fc3b5-d3d8-4f0b-b393-20e4e2e253bc', 'network_id': 'df2fc3b5-d3d8-4f0b-b393-20e4e2e253bc', 'project_id': '558108c6409d474abda99b19120d05ad', 'fixed_ips': [{'subnet_id': '22e78a7b-72b0-4514-af71-979e73dc5a6f'}]}} from dv-cinder-830538-5-iscsi. {{(pid=109570) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 28 22:42:08.852999 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-9c4800e2-4ee4-41b2-a5cd-c90da30a99d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616566'] for port (None), before_create {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:42:09.064018 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.db.db_base_plugin_common [None req-9c4800e2-4ee4-41b2-a5cd-c90da30a99d0 None None] Allocated IP 172.20.0.2 (df2fc3b5-d3d8-4f0b-b393-20e4e2e253bc/22e78a7b-72b0-4514-af71-979e73dc5a6f/c848dcb1-872f-4a80-a92f-ed99ad9a2aad) {{(pid=109570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 22:42:09.123037 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-c51d7067-56de-4619-9189-0d656b8ed877 admin admin] Publish callbacks [] for router_gateway (e0521325-922c-4570-bc7b-fbf74268cada), precommit_update {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:42:09.143820 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-573f316b-285f-410a-915d-1d0bbfb82f70 admin admin] Publish callbacks [] for router_gateway (abdf501b-4b4d-4822-b10e-2218ac616053), before_create {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:42:09.150816 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8205594-bb9b-4c91-a49f-9452ff8ec3c6 None None] Network 0321cbe9-3229-497f-9213-34c6a912fd2a requested from dv-cinder-830538-5-iscsi {{(pid=109570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 22:42:09.153139 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.db [None req-7d9a8088-b8ff-4c16-8aae-5afdaaa939ba None None] For port 4b4a7b36-c786-476d-8cbe-e99223f02a6e, host dv-cinder-830538-5-iscsi, cleared binding levels {{(pid=109570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 22:42:09.215808 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.db [None req-7d9a8088-b8ff-4c16-8aae-5afdaaa939ba None None] For port 4b4a7b36-c786-476d-8cbe-e99223f02a6e, host dv-cinder-830538-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830538-5-iscsi',level=0,port_id=4b4a7b36-c786-476d-8cbe-e99223f02a6e,segment=NetworkSegment(28413273-d7c8-4d86-a7b1-c45f9712072e),segment_id=28413273-d7c8-4d86-a7b1-c45f9712072e)] {{(pid=109570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 22:42:09.238523 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-7d9a8088-b8ff-4c16-8aae-5afdaaa939ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33156859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750845083886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750844628246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750844628264'] for port (4b4a7b36-c786-476d-8cbe-e99223f02a6e), after_update {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:42:09.294206 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-573f316b-285f-410a-915d-1d0bbfb82f70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616566'] for port (None), before_create {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:42:09.308459 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.db.db_base_plugin_common [None req-284741b5-2e18-4e87-a39d-7c75790d2867 admin admin] Allocated IP 172.27.0.132 (3e7a10c7-addc-4b79-a555-0b472e939652/8aaf002d-6309-4cf0-ae69-6d349a14c0b1/1522a675-4d33-4256-879d-6a3a0eadb794) {{(pid=109569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 22:42:09.377319 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-9c4800e2-4ee4-41b2-a5cd-c90da30a99d0 None None] Publish callbacks [] for port (c848dcb1-872f-4a80-a92f-ed99ad9a2aad), precommit_create {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:42:09.380194 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-0f05dc5f-9a44-4e2d-b3e6-9d464b9672ec req-68090b07-cd13-4c49-9364-e17e3b2ea011 tempest-DeleteServersTestJSON-784346736 tempest-DeleteServersTestJSON-784346736-project] 10.222.0.11 "GET /v2.0/ports?device_id=9faf877c-ba70-4611-bdbe-300beb137200 HTTP/1.1" status: 200 len: 210 time: 0.2141008 Feb 28 22:42:09.407599 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-9c4800e2-4ee4-41b2-a5cd-c90da30a99d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33156859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750844628228'] for port (c848dcb1-872f-4a80-a92f-ed99ad9a2aad), after_create {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:42:09.419726 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9a8088-b8ff-4c16-8aae-5afdaaa939ba None None] Pushing event updated for resources: {'Port': ['ID=4b4a7b36-c786-476d-8cbe-e99223f02a6e,revision_number=2']} {{(pid=109570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:42:09.526852 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c4800e2-4ee4-41b2-a5cd-c90da30a99d0 None None] Network df2fc3b5-d3d8-4f0b-b393-20e4e2e253bc is already hosted by enough agents. {{(pid=109570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 22:42:09.536469 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.scheduler.base_scheduler [None req-9c4800e2-4ee4-41b2-a5cd-c90da30a99d0 None None] Resources bound (agent type, host, resource id): {{(pid=109570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 22:42:09.539886 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c4800e2-4ee4-41b2-a5cd-c90da30a99d0 None None] Received port after_create {{(pid=109570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 22:42:09.556418 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-284741b5-2e18-4e87-a39d-7c75790d2867 admin admin] Publish callbacks [] for port (1522a675-4d33-4256-879d-6a3a0eadb794), precommit_create {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:42:09.660078 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c4800e2-4ee4-41b2-a5cd-c90da30a99d0 None None] Pushing event updated for resources: {'Port': ['ID=c848dcb1-872f-4a80-a92f-ed99ad9a2aad,revision_number=1']} {{(pid=109570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:42:09.703086 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.managers [None req-9c4800e2-4ee4-41b2-a5cd-c90da30a99d0 None None] Attempting to bind port c848dcb1-872f-4a80-a92f-ed99ad9a2aad on host dv-cinder-830538-5-iscsi for vnic_type normal with profile {{(pid=109570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 22:42:09.703724 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.managers [None req-9c4800e2-4ee4-41b2-a5cd-c90da30a99d0 None None] Attempting to bind port c848dcb1-872f-4a80-a92f-ed99ad9a2aad by drivers openvswitch,hyperv on host dv-cinder-830538-5-iscsi at level 0 using segments [{'id': '2b825055-5822-4684-9f9c-fddeefc76ff6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'df2fc3b5-d3d8-4f0b-b393-20e4e2e253bc'}] {{(pid=109570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 22:42:09.704293 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c4800e2-4ee4-41b2-a5cd-c90da30a99d0 None None] Attempting to bind port c848dcb1-872f-4a80-a92f-ed99ad9a2aad on network df2fc3b5-d3d8-4f0b-b393-20e4e2e253bc {{(pid=109570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 22:42:09.770671 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c4800e2-4ee4-41b2-a5cd-c90da30a99d0 None None] Checking agent: {'id': '7aa25ffb-1b87-4f08-8530-4bdf6e6b221c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830538-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 22, 34, 7), 'started_at': datetime.datetime(2022, 2, 28, 22, 34, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 22, 42, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830538-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 22:42:09.770671 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c4800e2-4ee4-41b2-a5cd-c90da30a99d0 None None] Checking segment: {'id': '2b825055-5822-4684-9f9c-fddeefc76ff6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'df2fc3b5-d3d8-4f0b-b393-20e4e2e253bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 22:42:09.770671 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-9c4800e2-4ee4-41b2-a5cd-c90da30a99d0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:42:09.770671 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c4800e2-4ee4-41b2-a5cd-c90da30a99d0 None None] Bound using segment: {'id': '2b825055-5822-4684-9f9c-fddeefc76ff6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'df2fc3b5-d3d8-4f0b-b393-20e4e2e253bc'} {{(pid=109570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 22:42:09.770671 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.managers [None req-9c4800e2-4ee4-41b2-a5cd-c90da30a99d0 None None] Bound port: c848dcb1-872f-4a80-a92f-ed99ad9a2aad, host: dv-cinder-830538-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b825055-5822-4684-9f9c-fddeefc76ff6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'df2fc3b5-d3d8-4f0b-b393-20e4e2e253bc'}}] {{(pid=109570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 22:42:09.770671 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-9c4800e2-4ee4-41b2-a5cd-c90da30a99d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616566'] for port (c848dcb1-872f-4a80-a92f-ed99ad9a2aad), before_update {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:42:09.773120 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a148d81-ab48-47e2-9538-5d878de94daa req-725f46e6-b630-43db-b443-b2efc530a1ae tempest-AttachVolumeNegativeTest-1243329128 tempest-AttachVolumeNegativeTest-1243329128-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:42:09.773120 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-5a148d81-ab48-47e2-9538-5d878de94daa req-725f46e6-b630-43db-b443-b2efc530a1ae tempest-AttachVolumeNegativeTest-1243329128 tempest-AttachVolumeNegativeTest-1243329128-project] 10.222.0.11 "GET /v2.0/networks?id=0321cbe9-3229-497f-9213-34c6a912fd2a HTTP/1.1" status: 200 len: 815 time: 0.9436872 Feb 28 22:42:09.795575 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-5a148d81-ab48-47e2-9538-5d878de94daa req-825fc562-2d22-4d37-86e3-1b3ed22053c2 tempest-AttachVolumeNegativeTest-1243329128 tempest-AttachVolumeNegativeTest-1243329128-project] 10.222.0.11 "GET /v2.0/quotas/bc1fd56c6f77479dbf02ac28589be825 HTTP/1.1" status: 200 len: 375 time: 0.0195763 Feb 28 22:42:09.839479 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-284741b5-2e18-4e87-a39d-7c75790d2867 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33156859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750844628228'] for port (1522a675-4d33-4256-879d-6a3a0eadb794), after_create {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:42:09.898477 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.db [None req-9c4800e2-4ee4-41b2-a5cd-c90da30a99d0 None None] For port c848dcb1-872f-4a80-a92f-ed99ad9a2aad, host dv-cinder-830538-5-iscsi, cleared binding levels {{(pid=109570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 22:42:09.903482 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.db [None req-9c4800e2-4ee4-41b2-a5cd-c90da30a99d0 None None] For port c848dcb1-872f-4a80-a92f-ed99ad9a2aad, host dv-cinder-830538-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830538-5-iscsi',level=0,port_id=c848dcb1-872f-4a80-a92f-ed99ad9a2aad,segment=NetworkSegment(2b825055-5822-4684-9f9c-fddeefc76ff6),segment_id=2b825055-5822-4684-9f9c-fddeefc76ff6)] {{(pid=109570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 22:42:09.913150 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-9c4800e2-4ee4-41b2-a5cd-c90da30a99d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33156859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750845083886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750844628246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750844628264'] for port (c848dcb1-872f-4a80-a92f-ed99ad9a2aad), after_update {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:42:09.931780 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-5a148d81-ab48-47e2-9538-5d878de94daa req-1cfe762e-fccb-494b-b83a-51fe2ed48a07 tempest-AttachVolumeNegativeTest-1243329128 tempest-AttachVolumeNegativeTest-1243329128-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=bc1fd56c6f77479dbf02ac28589be825&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1287544 Feb 28 22:42:10.040166 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.db.db_base_plugin_common [None req-573f316b-285f-410a-915d-1d0bbfb82f70 admin admin] Allocated IP 172.27.0.194 (3e7a10c7-addc-4b79-a555-0b472e939652/8aaf002d-6309-4cf0-ae69-6d349a14c0b1/efa2069d-ff78-4e3e-acf6-b0a165b1c3f7) {{(pid=109568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 22:42:10.046415 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c4800e2-4ee4-41b2-a5cd-c90da30a99d0 None None] Pushing event updated for resources: {'Port': ['ID=c848dcb1-872f-4a80-a92f-ed99ad9a2aad,revision_number=2']} {{(pid=109570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:42:10.237137 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-284741b5-2e18-4e87-a39d-7c75790d2867 admin admin] Network 3e7a10c7-addc-4b79-a555-0b472e939652 is already hosted by enough agents. {{(pid=109569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 22:42:10.253412 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.scheduler.base_scheduler [None req-284741b5-2e18-4e87-a39d-7c75790d2867 admin admin] Resources bound (agent type, host, resource id): {{(pid=109569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 22:42:10.261645 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-284741b5-2e18-4e87-a39d-7c75790d2867 admin admin] Received port after_create {{(pid=109569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 22:42:10.392970 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.wsgi [req-5a148d81-ab48-47e2-9538-5d878de94daa req-7257e656-f8b4-4b7d-9ad4-b19479e52580 service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=109568) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 28 22:42:10.406096 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-5a148d81-ab48-47e2-9538-5d878de94daa req-7257e656-f8b4-4b7d-9ad4-b19479e52580 service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1551166 Feb 28 22:42:10.640058 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284741b5-2e18-4e87-a39d-7c75790d2867 admin admin] Pushing event updated for resources: {'Port': ['ID=1522a675-4d33-4256-879d-6a3a0eadb794,revision_number=1']} {{(pid=109569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:42:10.792253 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-5a148d81-ab48-47e2-9538-5d878de94daa req-cec0a480-dd5a-493a-bb61-1036318188fc service neutron] 10.222.0.11 "GET /v2.0/networks/0321cbe9-3229-497f-9213-34c6a912fd2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3732083 Feb 28 22:42:10.799523 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-573f316b-285f-410a-915d-1d0bbfb82f70 admin admin] Publish callbacks [] for port (efa2069d-ff78-4e3e-acf6-b0a165b1c3f7), precommit_create {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:42:10.816062 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-c51d7067-56de-4619-9189-0d656b8ed877 admin admin] Publish callbacks [] for router_gateway (e0521325-922c-4570-bc7b-fbf74268cada), before_create {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:42:10.845046 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-c51d7067-56de-4619-9189-0d656b8ed877 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616566'] for port (None), before_create {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:42:10.884015 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.rpc [None req-154add69-038d-48cc-93ba-bd7e358b6d11 None None] Device 4b4a7b36-c786-476d-8cbe-e99223f02a6e up at agent ovs-agent-dv-cinder-830538-5-iscsi {{(pid=109570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 22:42:10.947362 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-73bb6a01-9fc8-41fb-9c75-8caaa9c6ad2a req-f3824cc3-28eb-4691-bfde-9af9a7970bd4 tempest-DeleteServersTestJSON-784346736 tempest-DeleteServersTestJSON-784346736-project] 10.222.0.11 "GET /v2.0/ports?device_id=9faf877c-ba70-4611-bdbe-300beb137200 HTTP/1.1" status: 200 len: 210 time: 0.0715137 Feb 28 22:42:10.960200 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.db.provisioning_blocks [None req-154add69-038d-48cc-93ba-bd7e358b6d11 None None] Provisioning complete for port 4b4a7b36-c786-476d-8cbe-e99223f02a6e triggered by entity L2. {{(pid=109570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 22:42:10.970982 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-154add69-038d-48cc-93ba-bd7e358b6d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579965'] for port (4b4a7b36-c786-476d-8cbe-e99223f02a6e), provisioning_complete {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:42:10.988919 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-284741b5-2e18-4e87-a39d-7c75790d2867 admin admin] Publish callbacks [] for router_gateway (b2156cfd-0759-46cd-a1bd-84c6d2c20954), after_create {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:42:11.092346 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-5a148d81-ab48-47e2-9538-5d878de94daa req-527dc671-9f34-4c97-aef1-d9af5b7090e3 service neutron] 10.222.0.11 "GET /v2.0/networks/0321cbe9-3229-497f-9213-34c6a912fd2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2904088 Feb 28 22:42:11.101062 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-573f316b-285f-410a-915d-1d0bbfb82f70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33156859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750844628228'] for port (efa2069d-ff78-4e3e-acf6-b0a165b1c3f7), after_create {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:42:11.178680 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-573f316b-285f-410a-915d-1d0bbfb82f70 admin admin] Network 3e7a10c7-addc-4b79-a555-0b472e939652 is already hosted by enough agents. {{(pid=109568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 22:42:11.185442 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.scheduler.base_scheduler [None req-573f316b-285f-410a-915d-1d0bbfb82f70 admin admin] Resources bound (agent type, host, resource id): {{(pid=109568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 22:42:11.192004 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-573f316b-285f-410a-915d-1d0bbfb82f70 admin admin] Received port after_create {{(pid=109568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 22:42:11.228977 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.plugin [None req-154add69-038d-48cc-93ba-bd7e358b6d11 None None] Current status of the port 4b4a7b36-c786-476d-8cbe-e99223f02a6e is: DOWN; New status is: ACTIVE {{(pid=109570) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 22:42:11.229636 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-154add69-038d-48cc-93ba-bd7e358b6d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616566'] for port (4b4a7b36-c786-476d-8cbe-e99223f02a6e), before_update {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:42:11.231827 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07ff5ba0-9444-439a-824d-cfc5fafb1610 None None] Network e1dee003-d534-429c-aed6-3f1020c03805 requested from dv-cinder-830538-5-iscsi {{(pid=109570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 22:42:11.318509 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573f316b-285f-410a-915d-1d0bbfb82f70 admin admin] Pushing event updated for resources: {'Port': ['ID=efa2069d-ff78-4e3e-acf6-b0a165b1c3f7,revision_number=1']} {{(pid=109568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:42:11.344069 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.db.db_base_plugin_common [None req-c51d7067-56de-4619-9189-0d656b8ed877 admin admin] Allocated IP 172.27.0.95 (3e7a10c7-addc-4b79-a555-0b472e939652/8aaf002d-6309-4cf0-ae69-6d349a14c0b1/8b621a2e-d1dd-4781-b394-39862f442bf8) {{(pid=109569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 22:42:11.542333 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.db.provisioning_blocks [None req-0fac4433-e53a-4523-bc20-cf06d4d8ee9a None None] Provisioning complete for port 4b4a7b36-c786-476d-8cbe-e99223f02a6e triggered by entity DHCP. {{(pid=109570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 22:42:11.542763 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-0fac4433-e53a-4523-bc20-cf06d4d8ee9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579965'] for port (4b4a7b36-c786-476d-8cbe-e99223f02a6e), provisioning_complete {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:42:11.581803 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-c51d7067-56de-4619-9189-0d656b8ed877 admin admin] Publish callbacks [] for port (8b621a2e-d1dd-4781-b394-39862f442bf8), precommit_create {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:42:11.659000 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-0273f63c-e217-4a18-add7-17ba2d45fc3f req-c203d96f-8914-40b9-99ac-1d81a4483e59 tempest-AttachVolumeNegativeTest-1243329128 tempest-AttachVolumeNegativeTest-1243329128-project] 10.222.0.11 "GET /v2.0/ports?device_id=22615708-430d-424f-8398-e2cd25174185 HTTP/1.1" status: 200 len: 210 time: 0.1133208 Feb 28 22:42:11.667022 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.db [None req-154add69-038d-48cc-93ba-bd7e358b6d11 None None] For port 4b4a7b36-c786-476d-8cbe-e99223f02a6e, host dv-cinder-830538-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830538-5-iscsi',level=0,port_id=4b4a7b36-c786-476d-8cbe-e99223f02a6e,segment=NetworkSegment(28413273-d7c8-4d86-a7b1-c45f9712072e),segment_id=28413273-d7c8-4d86-a7b1-c45f9712072e)] {{(pid=109570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 22:42:11.690665 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-c51d7067-56de-4619-9189-0d656b8ed877 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33156859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750844628228'] for port (8b621a2e-d1dd-4781-b394-39862f442bf8), after_create {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:42:11.724108 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-154add69-038d-48cc-93ba-bd7e358b6d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33156859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750845083886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750844628246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750844628264'] for port (4b4a7b36-c786-476d-8cbe-e99223f02a6e), after_update {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:42:11.907995 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-573f316b-285f-410a-915d-1d0bbfb82f70 admin admin] Publish callbacks [] for router_gateway (abdf501b-4b4d-4822-b10e-2218ac616053), after_create {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:42:11.918015 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d451ef97-0043-47d6-a4a1-7134a0e954d2 None None] Network df2fc3b5-d3d8-4f0b-b393-20e4e2e253bc requested from dv-cinder-830538-5-iscsi {{(pid=109570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 22:42:12.019101 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c51d7067-56de-4619-9189-0d656b8ed877 admin admin] Network 3e7a10c7-addc-4b79-a555-0b472e939652 is already hosted by enough agents. {{(pid=109569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 22:42:12.044744 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.plugin [None req-0fac4433-e53a-4523-bc20-cf06d4d8ee9a None None] Current status of the port 4b4a7b36-c786-476d-8cbe-e99223f02a6e is: ACTIVE; New status is: ACTIVE {{(pid=109570) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 22:42:12.053342 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.scheduler.base_scheduler [None req-c51d7067-56de-4619-9189-0d656b8ed877 admin admin] Resources bound (agent type, host, resource id): {{(pid=109569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 22:42:12.057744 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51d7067-56de-4619-9189-0d656b8ed877 admin admin] Pushing event updated for resources: {'Port': ['ID=8b621a2e-d1dd-4781-b394-39862f442bf8,revision_number=1']} {{(pid=109569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:42:12.060029 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154add69-038d-48cc-93ba-bd7e358b6d11 None None] Pushing event updated for resources: {'Port': ['ID=4b4a7b36-c786-476d-8cbe-e99223f02a6e,revision_number=3']} {{(pid=109570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:42:12.063513 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c51d7067-56de-4619-9189-0d656b8ed877 admin admin] Received port after_create {{(pid=109569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 22:42:12.261601 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.rpc [None req-154add69-038d-48cc-93ba-bd7e358b6d11 None None] Device c848dcb1-872f-4a80-a92f-ed99ad9a2aad up at agent ovs-agent-dv-cinder-830538-5-iscsi {{(pid=109570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 22:42:12.366279 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-f6e84f9f-383c-4784-aab4-6ea618923a02 req-3b7dac93-e6a6-4c8c-bb23-f5bdfa257520 tempest-DeleteServersTestJSON-784346736 tempest-DeleteServersTestJSON-784346736-project] 10.222.0.11 "GET /v2.0/ports?device_id=9faf877c-ba70-4611-bdbe-300beb137200 HTTP/1.1" status: 200 len: 210 time: 0.0767980 Feb 28 22:42:12.425719 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.db.provisioning_blocks [None req-fce70fbf-37ea-41f0-a546-8705f4d34b2e None None] Provisioning complete for port c848dcb1-872f-4a80-a92f-ed99ad9a2aad triggered by entity DHCP. {{(pid=109570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 22:42:12.431961 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-fce70fbf-37ea-41f0-a546-8705f4d34b2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579965'] for port (c848dcb1-872f-4a80-a92f-ed99ad9a2aad), provisioning_complete {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:42:12.497738 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-573f316b-285f-410a-915d-1d0bbfb82f70 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33526520', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33523309'] for router (abdf501b-4b4d-4822-b10e-2218ac616053), after_create {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:42:12.530581 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.db.provisioning_blocks [None req-154add69-038d-48cc-93ba-bd7e358b6d11 None None] Provisioning complete for port c848dcb1-872f-4a80-a92f-ed99ad9a2aad triggered by entity L2. {{(pid=109570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 22:42:12.530967 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-154add69-038d-48cc-93ba-bd7e358b6d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579965'] for port (c848dcb1-872f-4a80-a92f-ed99ad9a2aad), provisioning_complete {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:42:12.663586 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-284741b5-2e18-4e87-a39d-7c75790d2867 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33526520', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33523309'] for router (b2156cfd-0759-46cd-a1bd-84c6d2c20954), after_create {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:42:12.717727 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-573f316b-285f-410a-915d-1d0bbfb82f70 admin admin] Router abdf501b-4b4d-4822-b10e-2218ac616053 is scheduled to L3 agent 1bbc3f13-d896-4633-9d3f-4f3415ceb83d with binding_index 1 {{(pid=109568) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 28 22:42:12.739413 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.plugin [None req-fce70fbf-37ea-41f0-a546-8705f4d34b2e None None] Current status of the port c848dcb1-872f-4a80-a92f-ed99ad9a2aad is: DOWN; New status is: ACTIVE {{(pid=109570) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 22:42:12.747534 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-fce70fbf-37ea-41f0-a546-8705f4d34b2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616566'] for port (c848dcb1-872f-4a80-a92f-ed99ad9a2aad), before_update {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:42:12.841694 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.plugin [None req-154add69-038d-48cc-93ba-bd7e358b6d11 None None] Current status of the port c848dcb1-872f-4a80-a92f-ed99ad9a2aad is: DOWN; New status is: ACTIVE {{(pid=109570) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 22:42:12.842382 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-154add69-038d-48cc-93ba-bd7e358b6d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616566'] for port (c848dcb1-872f-4a80-a92f-ed99ad9a2aad), before_update {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:42:12.848795 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.db [None req-fce70fbf-37ea-41f0-a546-8705f4d34b2e None None] For port c848dcb1-872f-4a80-a92f-ed99ad9a2aad, host dv-cinder-830538-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830538-5-iscsi',level=0,port_id=c848dcb1-872f-4a80-a92f-ed99ad9a2aad,segment=NetworkSegment(2b825055-5822-4684-9f9c-fddeefc76ff6),segment_id=2b825055-5822-4684-9f9c-fddeefc76ff6)] {{(pid=109570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 22:42:12.858701 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-fce70fbf-37ea-41f0-a546-8705f4d34b2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33156859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750845083886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750844628246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750844628264'] for port (c848dcb1-872f-4a80-a92f-ed99ad9a2aad), after_update {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:42:12.864684 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-b9b0ad9f-5258-4b71-879e-d9aa7aa017aa req-bed5ac11-7672-4e7f-b2a8-e1a17e67880a tempest-AttachVolumeNegativeTest-1243329128 tempest-AttachVolumeNegativeTest-1243329128-project] 10.222.0.11 "GET /v2.0/ports?device_id=22615708-430d-424f-8398-e2cd25174185 HTTP/1.1" status: 200 len: 210 time: 0.0651066 Feb 28 22:42:12.905127 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-c51d7067-56de-4619-9189-0d656b8ed877 admin admin] Publish callbacks [] for router_gateway (e0521325-922c-4570-bc7b-fbf74268cada), after_create {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:42:12.954689 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce70fbf-37ea-41f0-a546-8705f4d34b2e None None] Pushing event updated for resources: {'Port': ['ID=c848dcb1-872f-4a80-a92f-ed99ad9a2aad,revision_number=3']} {{(pid=109570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:42:12.966114 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.db.api [None req-154add69-038d-48cc-93ba-bd7e358b6d11 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109570) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 22:42:12.966680 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG oslo_db.api [None req-154add69-038d-48cc-93ba-bd7e358b6d11 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 22:42:12.992026 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.db.provisioning_blocks [None req-2ba07962-cea3-4a13-b690-a199650e7a0b None None] Provisioning complete for port c848dcb1-872f-4a80-a92f-ed99ad9a2aad triggered by entity DHCP. {{(pid=109570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 22:42:12.992433 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-2ba07962-cea3-4a13-b690-a199650e7a0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579965'] for port (c848dcb1-872f-4a80-a92f-ed99ad9a2aad), provisioning_complete {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:42:13.017353 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-284741b5-2e18-4e87-a39d-7c75790d2867 admin admin] Router b2156cfd-0759-46cd-a1bd-84c6d2c20954 is scheduled to L3 agent 1bbc3f13-d896-4633-9d3f-4f3415ceb83d with binding_index 1 {{(pid=109569) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 28 22:42:13.156082 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-573f316b-285f-410a-915d-1d0bbfb82f70 admin admin] Notify agent at l3_agent.dv-cinder-830538-5-iscsi the message routers_updated {{(pid=109568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 22:42:13.173850 dv-cinder-830538-5-iscsi neutron-server[109571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3044e876-30e6-4cd5-9015-73e5b5b4c9e2 None None] Sync routers for ids ['abdf501b-4b4d-4822-b10e-2218ac616053'] in dv-cinder-830538-5-iscsi {{(pid=109571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 22:42:13.180931 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-573f316b-285f-410a-915d-1d0bbfb82f70 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:42:13.184593 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [None req-573f316b-285f-410a-915d-1d0bbfb82f70 admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 5.6504920 Feb 28 22:42:13.187393 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.wsgi [-] (109568) accepted ('10.222.0.11', 50046) {{(pid=109568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 22:42:13.187828 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-c51d7067-56de-4619-9189-0d656b8ed877 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33526520', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33523309'] for router (e0521325-922c-4570-bc7b-fbf74268cada), after_create {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:42:13.190414 dv-cinder-830538-5-iscsi neutron-server[109571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3044e876-30e6-4cd5-9015-73e5b5b4c9e2 None None] Routers {'abdf501b-4b4d-4822-b10e-2218ac616053'} bound to L3 agent in host dv-cinder-830538-5-iscsi {{(pid=109571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 22:42:13.196675 dv-cinder-830538-5-iscsi neutron-server[109571]: DEBUG neutron.db.l3_hamode_db [None req-3044e876-30e6-4cd5-9015-73e5b5b4c9e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830538-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-28T22:34:03Z,description=,heartbeat_timestamp=2022-02-28T22:42:03Z,host='dv-cinder-830538-5-iscsi',id=1bbc3f13-d896-4633-9d3f-4f3415ceb83d,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T22:34:03Z,topic='l3_agent')) {'router_ids': ['abdf501b-4b4d-4822-b10e-2218ac616053'], 'active': True} {{(pid=109571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 22:42:13.285663 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.plugin [None req-2ba07962-cea3-4a13-b690-a199650e7a0b None None] Current status of the port c848dcb1-872f-4a80-a92f-ed99ad9a2aad is: ACTIVE; New status is: ACTIVE {{(pid=109570) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 22:42:13.299881 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.db.provisioning_blocks [None req-2ba07962-cea3-4a13-b690-a199650e7a0b None None] Provisioning complete for port 4b4a7b36-c786-476d-8cbe-e99223f02a6e triggered by entity DHCP. {{(pid=109570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 22:42:13.300258 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-2ba07962-cea3-4a13-b690-a199650e7a0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579965'] for port (4b4a7b36-c786-476d-8cbe-e99223f02a6e), provisioning_complete {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:42:13.426659 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-284741b5-2e18-4e87-a39d-7c75790d2867 admin admin] Notify agent at l3_agent.dv-cinder-830538-5-iscsi the message routers_updated {{(pid=109569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 22:42:13.460925 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-658766d4-6042-409e-90bb-89e661a430b5 None None] Sync routers for ids ['b2156cfd-0759-46cd-a1bd-84c6d2c20954'] in dv-cinder-830538-5-iscsi {{(pid=109570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 22:42:13.475699 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-284741b5-2e18-4e87-a39d-7c75790d2867 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:42:13.479573 dv-cinder-830538-5-iscsi neutron-server[109569]: INFO neutron.wsgi [None req-284741b5-2e18-4e87-a39d-7c75790d2867 admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 5.9881411 Feb 28 22:42:13.483188 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.wsgi [-] (109569) accepted ('10.222.0.11', 50052) {{(pid=109569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 22:42:13.535116 dv-cinder-830538-5-iscsi neutron-server[109571]: DEBUG neutron.db.l3_dvr_db [None req-3044e876-30e6-4cd5-9015-73e5b5b4c9e2 None None] Set router abdf501b-4b4d-4822-b10e-2218ac616053 gateway port host: dv-cinder-830538-5-iscsi {{(pid=109571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 22:42:13.547482 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-658766d4-6042-409e-90bb-89e661a430b5 None None] Routers {'b2156cfd-0759-46cd-a1bd-84c6d2c20954'} bound to L3 agent in host dv-cinder-830538-5-iscsi {{(pid=109570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 22:42:13.548473 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.db.l3_hamode_db [None req-658766d4-6042-409e-90bb-89e661a430b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830538-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-28T22:34:03Z,description=,heartbeat_timestamp=2022-02-28T22:42:03Z,host='dv-cinder-830538-5-iscsi',id=1bbc3f13-d896-4633-9d3f-4f3415ceb83d,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T22:34:03Z,topic='l3_agent')) {'router_ids': ['b2156cfd-0759-46cd-a1bd-84c6d2c20954'], 'active': True} {{(pid=109570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 22:42:13.565012 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-e95d88fd-fe88-4565-b63a-402e5b6f071c req-847f3e87-16c6-45c7-804a-54829ada89f9 tempest-DeleteServersTestJSON-784346736 tempest-DeleteServersTestJSON-784346736-project] 10.222.0.11 "GET /v2.0/ports?device_id=9faf877c-ba70-4611-bdbe-300beb137200 HTTP/1.1" status: 200 len: 210 time: 0.0727165 Feb 28 22:42:13.607402 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.plugin [None req-2ba07962-cea3-4a13-b690-a199650e7a0b None None] Current status of the port 4b4a7b36-c786-476d-8cbe-e99223f02a6e is: ACTIVE; New status is: ACTIVE {{(pid=109570) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 22:42:13.618386 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.plugin [None req-154add69-038d-48cc-93ba-bd7e358b6d11 None None] Current status of the port c848dcb1-872f-4a80-a92f-ed99ad9a2aad is: ACTIVE; New status is: ACTIVE {{(pid=109570) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 22:42:13.673511 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c51d7067-56de-4619-9189-0d656b8ed877 admin admin] Router e0521325-922c-4570-bc7b-fbf74268cada is scheduled to L3 agent 1bbc3f13-d896-4633-9d3f-4f3415ceb83d with binding_index 1 {{(pid=109569) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 28 22:42:13.808887 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.db.l3_dvr_db [None req-658766d4-6042-409e-90bb-89e661a430b5 None None] Set router b2156cfd-0759-46cd-a1bd-84c6d2c20954 gateway port host: dv-cinder-830538-5-iscsi {{(pid=109570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 22:42:13.863961 dv-cinder-830538-5-iscsi neutron-server[109571]: DEBUG neutron.db.l3_hamode_db [None req-3044e876-30e6-4cd5-9015-73e5b5b4c9e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abdf501b-4b4d-4822-b10e-2218ac616053', 'name': 'tempest-AttachVolumeShelveTestJSON-922480876-router', 'tenant_id': '83c55453f2fe4dc79de3c29aff0b4932', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e7a10c7-addc-4b79-a555-0b472e939652', 'external_fixed_ips': [{'subnet_id': '8aaf002d-6309-4cf0-ae69-6d349a14c0b1', 'ip_address': '172.27.0.194'}], 'enable_snat': True}, 'gw_port_id': 'efa2069d-ff78-4e3e-acf6-b0a165b1c3f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T22:42:07Z', 'updated_at': '2022-02-28T22:42:11Z', 'revision_number': 3, 'project_id': '83c55453f2fe4dc79de3c29aff0b4932', 'gw_port': {'id': 'efa2069d-ff78-4e3e-acf6-b0a165b1c3f7', 'name': '', 'network_id': '3e7a10c7-addc-4b79-a555-0b472e939652', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:b2:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abdf501b-4b4d-4822-b10e-2218ac616053', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '8aaf002d-6309-4cf0-ae69-6d349a14c0b1', 'ip_address': '172.27.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T22:42:09Z', 'updated_at': '2022-02-28T22:42:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8aaf002d-6309-4cf0-ae69-6d349a14c0b1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830538-5-iscsi'}], 'dv-cinder-830538-5-iscsi', False) {} {{(pid=109571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 22:42:13.937021 dv-cinder-830538-5-iscsi neutron-server[109571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3044e876-30e6-4cd5-9015-73e5b5b4c9e2 None None] Checking router: abdf501b-4b4d-4822-b10e-2218ac616053 for host: dv-cinder-830538-5-iscsi {{(pid=109571) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 22:42:13.937386 dv-cinder-830538-5-iscsi neutron-server[109571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3044e876-30e6-4cd5-9015-73e5b5b4c9e2 None None] Updating router abdf501b-4b4d-4822-b10e-2218ac616053 port efa2069d-ff78-4e3e-acf6-b0a165b1c3f7 binding host dv-cinder-830538-5-iscsi {{(pid=109571) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 22:42:14.002043 dv-cinder-830538-5-iscsi neutron-server[109571]: DEBUG neutron_lib.callbacks.manager [None req-3044e876-30e6-4cd5-9015-73e5b5b4c9e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616566'] for port (efa2069d-ff78-4e3e-acf6-b0a165b1c3f7), before_update {{(pid=109571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:42:14.004112 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750845036683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579975'] for agent (5b2bda77-ea31-45ff-af39-f050a95cb1da), after_update {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:42:14.044134 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c51d7067-56de-4619-9189-0d656b8ed877 admin admin] Notify agent at l3_agent.dv-cinder-830538-5-iscsi the message routers_updated {{(pid=109569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 22:42:14.074827 dv-cinder-830538-5-iscsi neutron-server[109571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a24a269-c790-4a71-aa30-b307b1069bcc None None] Sync routers for ids ['e0521325-922c-4570-bc7b-fbf74268cada'] in dv-cinder-830538-5-iscsi {{(pid=109571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 22:42:14.092012 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-c51d7067-56de-4619-9189-0d656b8ed877 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:42:14.097865 dv-cinder-830538-5-iscsi neutron-server[109569]: INFO neutron.wsgi [None req-c51d7067-56de-4619-9189-0d656b8ed877 admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 5.6575048 Feb 28 22:42:14.131472 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.wsgi [-] (109569) accepted ('10.222.0.11', 50078) {{(pid=109569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 22:42:14.142058 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-3cc031d1-c8ff-4cbb-ae18-b0d1bdc5e717 req-83f9e543-6f2c-43cf-9e46-1312e9f50238 tempest-AttachVolumeNegativeTest-1243329128 tempest-AttachVolumeNegativeTest-1243329128-project] 10.222.0.11 "GET /v2.0/ports?device_id=22615708-430d-424f-8398-e2cd25174185 HTTP/1.1" status: 200 len: 210 time: 0.1215427 Feb 28 22:42:14.165895 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.rpc [None req-154add69-038d-48cc-93ba-bd7e358b6d11 None None] Device 4b4a7b36-c786-476d-8cbe-e99223f02a6e up at agent ovs-agent-dv-cinder-830538-5-iscsi {{(pid=109570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 22:42:14.171893 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-0ded9692-0b1b-401a-ae6d-35357b40e7b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616566'] for port (None), before_create {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:42:14.244544 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.db.provisioning_blocks [None req-154add69-038d-48cc-93ba-bd7e358b6d11 None None] Provisioning complete for port 4b4a7b36-c786-476d-8cbe-e99223f02a6e triggered by entity L2. {{(pid=109570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 22:42:14.245044 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-154add69-038d-48cc-93ba-bd7e358b6d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579965'] for port (4b4a7b36-c786-476d-8cbe-e99223f02a6e), provisioning_complete {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:42:14.283262 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.db.l3_hamode_db [None req-658766d4-6042-409e-90bb-89e661a430b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2156cfd-0759-46cd-a1bd-84c6d2c20954', 'name': 'tempest-ServerRescueNegativeTestJSON-679984154-router', 'tenant_id': '1a9fe67e7e534a2f9e267047a6a40917', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e7a10c7-addc-4b79-a555-0b472e939652', 'external_fixed_ips': [{'subnet_id': '8aaf002d-6309-4cf0-ae69-6d349a14c0b1', 'ip_address': '172.27.0.132'}], 'enable_snat': True}, 'gw_port_id': '1522a675-4d33-4256-879d-6a3a0eadb794', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T22:42:07Z', 'updated_at': '2022-02-28T22:42:10Z', 'revision_number': 3, 'project_id': '1a9fe67e7e534a2f9e267047a6a40917', 'gw_port': {'id': '1522a675-4d33-4256-879d-6a3a0eadb794', 'name': '', 'network_id': '3e7a10c7-addc-4b79-a555-0b472e939652', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:ca:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2156cfd-0759-46cd-a1bd-84c6d2c20954', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '8aaf002d-6309-4cf0-ae69-6d349a14c0b1', 'ip_address': '172.27.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T22:42:08Z', 'updated_at': '2022-02-28T22:42:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8aaf002d-6309-4cf0-ae69-6d349a14c0b1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830538-5-iscsi'}], 'dv-cinder-830538-5-iscsi', False) {} {{(pid=109570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 22:42:14.349039 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-658766d4-6042-409e-90bb-89e661a430b5 None None] Checking router: b2156cfd-0759-46cd-a1bd-84c6d2c20954 for host: dv-cinder-830538-5-iscsi {{(pid=109570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 22:42:14.349593 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-658766d4-6042-409e-90bb-89e661a430b5 None None] Updating router b2156cfd-0759-46cd-a1bd-84c6d2c20954 port 1522a675-4d33-4256-879d-6a3a0eadb794 binding host dv-cinder-830538-5-iscsi {{(pid=109570) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 22:42:14.439609 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-658766d4-6042-409e-90bb-89e661a430b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616566'] for port (1522a675-4d33-4256-879d-6a3a0eadb794), before_update {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:42:14.449964 dv-cinder-830538-5-iscsi neutron-server[109571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a24a269-c790-4a71-aa30-b307b1069bcc None None] Routers {'e0521325-922c-4570-bc7b-fbf74268cada'} bound to L3 agent in host dv-cinder-830538-5-iscsi {{(pid=109571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 22:42:14.452059 dv-cinder-830538-5-iscsi neutron-server[109571]: DEBUG neutron.db.l3_hamode_db [None req-4a24a269-c790-4a71-aa30-b307b1069bcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830538-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-28T22:34:03Z,description=,heartbeat_timestamp=2022-02-28T22:42:03Z,host='dv-cinder-830538-5-iscsi',id=1bbc3f13-d896-4633-9d3f-4f3415ceb83d,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T22:34:03Z,topic='l3_agent')) {'router_ids': ['e0521325-922c-4570-bc7b-fbf74268cada'], 'active': True} {{(pid=109571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 22:42:14.465869 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.wsgi [-] (109568) accepted ('10.222.0.36', 65067) {{(pid=109568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 22:42:14.581029 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.plugin [None req-154add69-038d-48cc-93ba-bd7e358b6d11 None None] Current status of the port 4b4a7b36-c786-476d-8cbe-e99223f02a6e is: ACTIVE; New status is: ACTIVE {{(pid=109570) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 22:42:14.582472 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.rpc [None req-154add69-038d-48cc-93ba-bd7e358b6d11 None None] Device c848dcb1-872f-4a80-a92f-ed99ad9a2aad up at agent ovs-agent-dv-cinder-830538-5-iscsi {{(pid=109570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 22:42:14.613501 dv-cinder-830538-5-iscsi neutron-server[109571]: DEBUG neutron_lib.callbacks.manager [None req-3044e876-30e6-4cd5-9015-73e5b5b4c9e2 None None] Publish callbacks [] for port (efa2069d-ff78-4e3e-acf6-b0a165b1c3f7), precommit_update {{(pid=109571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:42:14.646716 dv-cinder-830538-5-iscsi neutron-server[109571]: DEBUG neutron_lib.callbacks.manager [None req-3044e876-30e6-4cd5-9015-73e5b5b4c9e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33156859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750845083886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750844628246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750844628264'] for port (efa2069d-ff78-4e3e-acf6-b0a165b1c3f7), after_update {{(pid=109571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:42:14.767946 dv-cinder-830538-5-iscsi neutron-server[109571]: DEBUG neutron.db.l3_dvr_db [None req-4a24a269-c790-4a71-aa30-b307b1069bcc None None] Set router e0521325-922c-4570-bc7b-fbf74268cada gateway port host: dv-cinder-830538-5-iscsi {{(pid=109571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 22:42:14.772834 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.db.provisioning_blocks [None req-154add69-038d-48cc-93ba-bd7e358b6d11 None None] Provisioning complete for port c848dcb1-872f-4a80-a92f-ed99ad9a2aad triggered by entity L2. {{(pid=109570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 22:42:14.773307 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-154add69-038d-48cc-93ba-bd7e358b6d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579965'] for port (c848dcb1-872f-4a80-a92f-ed99ad9a2aad), provisioning_complete {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:42:14.780135 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.db.db_base_plugin_common [None req-0ded9692-0b1b-401a-ae6d-35357b40e7b4 admin admin] Allocated IP 172.20.0.1 (e1dee003-d534-429c-aed6-3f1020c03805/3b622ab4-8097-4b6c-8ec2-bb3f77857ed1/94c0ef23-6976-4e8a-80aa-720130750364) {{(pid=109568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 22:42:14.810647 dv-cinder-830538-5-iscsi neutron-server[109571]: DEBUG neutron.plugins.ml2.managers [None req-3044e876-30e6-4cd5-9015-73e5b5b4c9e2 None None] Attempting to bind port efa2069d-ff78-4e3e-acf6-b0a165b1c3f7 on host dv-cinder-830538-5-iscsi for vnic_type normal with profile {{(pid=109571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 22:42:14.810892 dv-cinder-830538-5-iscsi neutron-server[109571]: DEBUG neutron.plugins.ml2.managers [None req-3044e876-30e6-4cd5-9015-73e5b5b4c9e2 None None] Attempting to bind port efa2069d-ff78-4e3e-acf6-b0a165b1c3f7 by drivers openvswitch,hyperv on host dv-cinder-830538-5-iscsi at level 0 using segments [{'id': 'ee66776f-25dd-443a-9417-ae0becd0bae6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e7a10c7-addc-4b79-a555-0b472e939652'}] {{(pid=109571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 22:42:14.811258 dv-cinder-830538-5-iscsi neutron-server[109571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3044e876-30e6-4cd5-9015-73e5b5b4c9e2 None None] Attempting to bind port efa2069d-ff78-4e3e-acf6-b0a165b1c3f7 on network 3e7a10c7-addc-4b79-a555-0b472e939652 {{(pid=109571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 22:42:14.824324 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-3ca1ddb2-2efb-4a9b-8661-d5376ac0e35a req-06a8d01c-12f4-4999-88b9-e5ed7c00febb tempest-DeleteServersTestJSON-784346736 tempest-DeleteServersTestJSON-784346736-project] 10.222.0.11 "GET /v2.0/ports?device_id=9faf877c-ba70-4611-bdbe-300beb137200 HTTP/1.1" status: 200 len: 210 time: 0.0787721 Feb 28 22:42:14.892738 dv-cinder-830538-5-iscsi neutron-server[109571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3044e876-30e6-4cd5-9015-73e5b5b4c9e2 None None] Checking agent: {'id': '7aa25ffb-1b87-4f08-8530-4bdf6e6b221c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830538-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 22, 34, 7), 'started_at': datetime.datetime(2022, 2, 28, 22, 34, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 22, 42, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830538-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 22:42:14.896469 dv-cinder-830538-5-iscsi neutron-server[109571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3044e876-30e6-4cd5-9015-73e5b5b4c9e2 None None] Checking segment: {'id': 'ee66776f-25dd-443a-9417-ae0becd0bae6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e7a10c7-addc-4b79-a555-0b472e939652'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 22:42:14.896841 dv-cinder-830538-5-iscsi neutron-server[109571]: DEBUG neutron_lib.callbacks.manager [None req-3044e876-30e6-4cd5-9015-73e5b5b4c9e2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:42:14.897251 dv-cinder-830538-5-iscsi neutron-server[109571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3044e876-30e6-4cd5-9015-73e5b5b4c9e2 None None] Bound using segment: {'id': 'ee66776f-25dd-443a-9417-ae0becd0bae6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e7a10c7-addc-4b79-a555-0b472e939652'} {{(pid=109571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 22:42:14.897739 dv-cinder-830538-5-iscsi neutron-server[109571]: DEBUG neutron.plugins.ml2.managers [None req-3044e876-30e6-4cd5-9015-73e5b5b4c9e2 None None] Bound port: efa2069d-ff78-4e3e-acf6-b0a165b1c3f7, host: dv-cinder-830538-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee66776f-25dd-443a-9417-ae0becd0bae6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e7a10c7-addc-4b79-a555-0b472e939652'}}] {{(pid=109571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 22:42:14.898130 dv-cinder-830538-5-iscsi neutron-server[109571]: DEBUG neutron_lib.callbacks.manager [None req-3044e876-30e6-4cd5-9015-73e5b5b4c9e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616566'] for port (efa2069d-ff78-4e3e-acf6-b0a165b1c3f7), before_update {{(pid=109571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:42:14.946518 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a148d81-ab48-47e2-9538-5d878de94daa req-f050201a-0f54-4f09-bf41-dd7800cf2151 tempest-AttachVolumeNegativeTest-1243329128 tempest-AttachVolumeNegativeTest-1243329128-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:42:14.948168 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-5a148d81-ab48-47e2-9538-5d878de94daa req-f050201a-0f54-4f09-bf41-dd7800cf2151 tempest-AttachVolumeNegativeTest-1243329128 tempest-AttachVolumeNegativeTest-1243329128-project] 10.222.0.36 "GET /v2.0/networks?id=0321cbe9-3229-497f-9213-34c6a912fd2a HTTP/1.1" status: 200 len: 815 time: 0.4794731 Feb 28 22:42:15.010663 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.wsgi [-] (109568) accepted ('10.222.0.36', 65072) {{(pid=109568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 22:42:15.024281 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.api.v2.base [req-5a148d81-ab48-47e2-9538-5d878de94daa req-6cb74a43-1850-4db9-9016-14ed854667da tempest-AttachVolumeNegativeTest-1243329128 tempest-AttachVolumeNegativeTest-1243329128-project] Request body: {'port': {'device_id': '22615708-430d-424f-8398-e2cd25174185', 'network_id': '0321cbe9-3229-497f-9213-34c6a912fd2a', 'admin_state_up': True, 'tenant_id': 'bc1fd56c6f77479dbf02ac28589be825'}} {{(pid=109568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 22:42:15.104553 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-658766d4-6042-409e-90bb-89e661a430b5 None None] Publish callbacks [] for port (1522a675-4d33-4256-879d-6a3a0eadb794), precommit_update {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:42:15.110524 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.plugin [None req-154add69-038d-48cc-93ba-bd7e358b6d11 None None] Current status of the port c848dcb1-872f-4a80-a92f-ed99ad9a2aad is: ACTIVE; New status is: ACTIVE {{(pid=109570) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 22:42:15.141429 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-658766d4-6042-409e-90bb-89e661a430b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33156859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750845083886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750844628246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750844628264'] for port (1522a675-4d33-4256-879d-6a3a0eadb794), after_update {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:42:15.268269 dv-cinder-830538-5-iscsi neutron-server[109571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b800d9cb-b226-4db1-8d84-d879d405ae82 None None] Pushing event updated for resources: {'Port': ['ID=efa2069d-ff78-4e3e-acf6-b0a165b1c3f7,revision_number=2']} {{(pid=109571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:42:15.295537 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.managers [None req-658766d4-6042-409e-90bb-89e661a430b5 None None] Attempting to bind port 1522a675-4d33-4256-879d-6a3a0eadb794 on host dv-cinder-830538-5-iscsi for vnic_type normal with profile {{(pid=109570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 22:42:15.295944 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.managers [None req-658766d4-6042-409e-90bb-89e661a430b5 None None] Attempting to bind port 1522a675-4d33-4256-879d-6a3a0eadb794 by drivers openvswitch,hyperv on host dv-cinder-830538-5-iscsi at level 0 using segments [{'id': 'ee66776f-25dd-443a-9417-ae0becd0bae6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e7a10c7-addc-4b79-a555-0b472e939652'}] {{(pid=109570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 22:42:15.296486 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-658766d4-6042-409e-90bb-89e661a430b5 None None] Attempting to bind port 1522a675-4d33-4256-879d-6a3a0eadb794 on network 3e7a10c7-addc-4b79-a555-0b472e939652 {{(pid=109570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 22:42:15.315623 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b71b4cf-e0b6-45b0-82f8-64785652b826 None None] Pushing event updated for resources: {'Port': ['ID=1522a675-4d33-4256-879d-6a3a0eadb794,revision_number=2']} {{(pid=109570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:42:15.316800 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0857e445-b0ae-43eb-903c-2bba8783d6c9 req-155630c3-c91e-49f1-bf09-d02624b27d5c tempest-DeleteServersTestJSON-784346736 tempest-DeleteServersTestJSON-784346736-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:42:15.319575 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-0857e445-b0ae-43eb-903c-2bba8783d6c9 req-155630c3-c91e-49f1-bf09-d02624b27d5c tempest-DeleteServersTestJSON-784346736 tempest-DeleteServersTestJSON-784346736-project] 10.222.0.36 "GET /v2.0/networks?id=8c93bcd7-cff3-4c00-a74b-9cb653cb6024 HTTP/1.1" status: 200 len: 810 time: 0.3080072 Feb 28 22:42:15.328254 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-658766d4-6042-409e-90bb-89e661a430b5 None None] Checking agent: {'id': '7aa25ffb-1b87-4f08-8530-4bdf6e6b221c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830538-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 22, 34, 7), 'started_at': datetime.datetime(2022, 2, 28, 22, 34, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 22, 42, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830538-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 22:42:15.329025 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-658766d4-6042-409e-90bb-89e661a430b5 None None] Checking segment: {'id': 'ee66776f-25dd-443a-9417-ae0becd0bae6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e7a10c7-addc-4b79-a555-0b472e939652'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 22:42:15.329438 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-658766d4-6042-409e-90bb-89e661a430b5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:42:15.329830 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-658766d4-6042-409e-90bb-89e661a430b5 None None] Bound using segment: {'id': 'ee66776f-25dd-443a-9417-ae0becd0bae6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e7a10c7-addc-4b79-a555-0b472e939652'} {{(pid=109570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 22:42:15.330316 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.managers [None req-658766d4-6042-409e-90bb-89e661a430b5 None None] Bound port: 1522a675-4d33-4256-879d-6a3a0eadb794, host: dv-cinder-830538-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee66776f-25dd-443a-9417-ae0becd0bae6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e7a10c7-addc-4b79-a555-0b472e939652'}}] {{(pid=109570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 22:42:15.330704 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-658766d4-6042-409e-90bb-89e661a430b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616566'] for port (1522a675-4d33-4256-879d-6a3a0eadb794), before_update {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:42:15.340477 dv-cinder-830538-5-iscsi neutron-server[109571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b800d9cb-b226-4db1-8d84-d879d405ae82 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830538-5-iscsi {{(pid=109571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:42:15.340856 dv-cinder-830538-5-iscsi neutron-server[109571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b800d9cb-b226-4db1-8d84-d879d405ae82 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-5-iscsi {{(pid=109571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:42:15.341223 dv-cinder-830538-5-iscsi neutron-server[109571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b800d9cb-b226-4db1-8d84-d879d405ae82 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-5-iscsi {{(pid=109571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:42:15.341541 dv-cinder-830538-5-iscsi neutron-server[109571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b800d9cb-b226-4db1-8d84-d879d405ae82 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-5-iscsi {{(pid=109571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:42:15.341861 dv-cinder-830538-5-iscsi neutron-server[109571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b800d9cb-b226-4db1-8d84-d879d405ae82 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830538-5-iscsi {{(pid=109571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:42:15.343003 dv-cinder-830538-5-iscsi neutron-server[109571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b800d9cb-b226-4db1-8d84-d879d405ae82 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830538-5-iscsi {{(pid=109571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:42:15.343003 dv-cinder-830538-5-iscsi neutron-server[109571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b800d9cb-b226-4db1-8d84-d879d405ae82 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830538-5-iscsi {{(pid=109571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:42:15.343003 dv-cinder-830538-5-iscsi neutron-server[109571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b800d9cb-b226-4db1-8d84-d879d405ae82 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830538-5-iscsi {{(pid=109571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:42:15.343349 dv-cinder-830538-5-iscsi neutron-server[109571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b800d9cb-b226-4db1-8d84-d879d405ae82 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830538-5-iscsi {{(pid=109571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:42:15.343503 dv-cinder-830538-5-iscsi neutron-server[109571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b800d9cb-b226-4db1-8d84-d879d405ae82 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830538-5-iscsi {{(pid=109571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:42:15.343803 dv-cinder-830538-5-iscsi neutron-server[109571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b800d9cb-b226-4db1-8d84-d879d405ae82 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-5-iscsi {{(pid=109571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:42:15.344123 dv-cinder-830538-5-iscsi neutron-server[109571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b800d9cb-b226-4db1-8d84-d879d405ae82 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830538-5-iscsi {{(pid=109571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:42:15.344453 dv-cinder-830538-5-iscsi neutron-server[109571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b800d9cb-b226-4db1-8d84-d879d405ae82 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830538-5-iscsi {{(pid=109571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:42:15.352449 dv-cinder-830538-5-iscsi neutron-server[109571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b800d9cb-b226-4db1-8d84-d879d405ae82 None None] Tracked resource versions report: Feb 28 22:42:15.352449 dv-cinder-830538-5-iscsi neutron-server[109571]: pushed versions: Feb 28 22:42:15.352449 dv-cinder-830538-5-iscsi neutron-server[109571]: { 'AddressGroup': {'1.2'}, Feb 28 22:42:15.352449 dv-cinder-830538-5-iscsi neutron-server[109571]: 'ConntrackHelper': {'1.0'}, Feb 28 22:42:15.352449 dv-cinder-830538-5-iscsi neutron-server[109571]: 'LocalIPAssociation': {'1.0'}, Feb 28 22:42:15.352449 dv-cinder-830538-5-iscsi neutron-server[109571]: 'Log': {'1.0'}, Feb 28 22:42:15.352449 dv-cinder-830538-5-iscsi neutron-server[109571]: 'Network': {'1.1'}, Feb 28 22:42:15.352449 dv-cinder-830538-5-iscsi neutron-server[109571]: 'Port': {'1.7'}, Feb 28 22:42:15.352449 dv-cinder-830538-5-iscsi neutron-server[109571]: 'PortForwarding': {'1.2'}, Feb 28 22:42:15.352449 dv-cinder-830538-5-iscsi neutron-server[109571]: 'QosPolicy': {'1.10'}, Feb 28 22:42:15.352449 dv-cinder-830538-5-iscsi neutron-server[109571]: 'SecurityGroup': {'1.5'}, Feb 28 22:42:15.352449 dv-cinder-830538-5-iscsi neutron-server[109571]: 'SecurityGroupRule': {'1.2'}, Feb 28 22:42:15.352449 dv-cinder-830538-5-iscsi neutron-server[109571]: 'SubPort': {'1.0'}, Feb 28 22:42:15.352449 dv-cinder-830538-5-iscsi neutron-server[109571]: 'Subnet': {'1.1'}, Feb 28 22:42:15.352449 dv-cinder-830538-5-iscsi neutron-server[109571]: 'Trunk': {'1.1'}} Feb 28 22:42:15.352449 dv-cinder-830538-5-iscsi neutron-server[109571]: consumer versions: Feb 28 22:42:15.352449 dv-cinder-830538-5-iscsi neutron-server[109571]: { DHCP agent@dv-cinder-830538-5-iscsi: {}, Feb 28 22:42:15.352449 dv-cinder-830538-5-iscsi neutron-server[109571]: HyperV agent@hv-cinder-83053: {}, Feb 28 22:42:15.352449 dv-cinder-830538-5-iscsi neutron-server[109571]: L3 agent@dv-cinder-830538-5-iscsi: {}, Feb 28 22:42:15.352449 dv-cinder-830538-5-iscsi neutron-server[109571]: Metadata agent@dv-cinder-830538-5-iscsi: {}, Feb 28 22:42:15.352449 dv-cinder-830538-5-iscsi neutron-server[109571]: Metering agent@dv-cinder-830538-5-iscsi: {}, Feb 28 22:42:15.352449 dv-cinder-830538-5-iscsi neutron-server[109571]: Open vSwitch agent@dv-cinder-830538-5-iscsi: { 'AddressGroup': '1.2', Feb 28 22:42:15.352449 dv-cinder-830538-5-iscsi neutron-server[109571]: 'ConntrackHelper': '1.0', Feb 28 22:42:15.352449 dv-cinder-830538-5-iscsi neutron-server[109571]: 'LocalIPAssociation': '1.0', Feb 28 22:42:15.352449 dv-cinder-830538-5-iscsi neutron-server[109571]: 'Log': '1.0', Feb 28 22:42:15.352449 dv-cinder-830538-5-iscsi neutron-server[109571]: 'Network': '1.1', Feb 28 22:42:15.352449 dv-cinder-830538-5-iscsi neutron-server[109571]: 'Port': '1.7', Feb 28 22:42:15.352449 dv-cinder-830538-5-iscsi neutron-server[109571]: 'PortForwarding': '1.2', Feb 28 22:42:15.352449 dv-cinder-830538-5-iscsi neutron-server[109571]: 'QosPolicy': '1.10', Feb 28 22:42:15.352449 dv-cinder-830538-5-iscsi neutron-server[109571]: 'SecurityGroup': '1.5', Feb 28 22:42:15.352449 dv-cinder-830538-5-iscsi neutron-server[109571]: 'SecurityGroupRule': '1.2', Feb 28 22:42:15.352449 dv-cinder-830538-5-iscsi neutron-server[109571]: 'SubPort': '1.0', Feb 28 22:42:15.352449 dv-cinder-830538-5-iscsi neutron-server[109571]: 'Subnet': '1.1', Feb 28 22:42:15.352449 dv-cinder-830538-5-iscsi neutron-server[109571]: 'Trunk': '1.1'}} Feb 28 22:42:15.352449 dv-cinder-830538-5-iscsi neutron-server[109571]: {{(pid=109571) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 28 22:42:15.410733 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.db [None req-658766d4-6042-409e-90bb-89e661a430b5 None None] For port 1522a675-4d33-4256-879d-6a3a0eadb794, host dv-cinder-830538-5-iscsi, cleared binding levels {{(pid=109570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 22:42:15.419479 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.db [None req-658766d4-6042-409e-90bb-89e661a430b5 None None] For port 1522a675-4d33-4256-879d-6a3a0eadb794, host dv-cinder-830538-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830538-5-iscsi',level=0,port_id=1522a675-4d33-4256-879d-6a3a0eadb794,segment=NetworkSegment(ee66776f-25dd-443a-9417-ae0becd0bae6),segment_id=ee66776f-25dd-443a-9417-ae0becd0bae6)] {{(pid=109570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 22:42:15.430598 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-658766d4-6042-409e-90bb-89e661a430b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33156859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750845083886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750844628246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750844628264'] for port (1522a675-4d33-4256-879d-6a3a0eadb794), after_update {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:42:15.436140 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.api.v2.base [req-0857e445-b0ae-43eb-903c-2bba8783d6c9 req-87859979-de88-44b6-a2c6-9c222ee9d5d2 tempest-DeleteServersTestJSON-784346736 tempest-DeleteServersTestJSON-784346736-project] Request body: {'port': {'device_id': '9faf877c-ba70-4611-bdbe-300beb137200', 'network_id': '8c93bcd7-cff3-4c00-a74b-9cb653cb6024', 'admin_state_up': True, 'tenant_id': 'e22ff7ca62ce46dc9da445380054a51b'}} {{(pid=109568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 22:42:15.436874 dv-cinder-830538-5-iscsi neutron-server[109571]: DEBUG neutron.plugins.ml2.db [None req-3044e876-30e6-4cd5-9015-73e5b5b4c9e2 None None] For port efa2069d-ff78-4e3e-acf6-b0a165b1c3f7, host dv-cinder-830538-5-iscsi, cleared binding levels {{(pid=109571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 22:42:15.448648 dv-cinder-830538-5-iscsi neutron-server[109571]: DEBUG neutron.plugins.ml2.db [None req-3044e876-30e6-4cd5-9015-73e5b5b4c9e2 None None] For port efa2069d-ff78-4e3e-acf6-b0a165b1c3f7, host dv-cinder-830538-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830538-5-iscsi',level=0,port_id=efa2069d-ff78-4e3e-acf6-b0a165b1c3f7,segment=NetworkSegment(ee66776f-25dd-443a-9417-ae0becd0bae6),segment_id=ee66776f-25dd-443a-9417-ae0becd0bae6)] {{(pid=109571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 22:42:15.479492 dv-cinder-830538-5-iscsi neutron-server[109571]: DEBUG neutron_lib.callbacks.manager [None req-3044e876-30e6-4cd5-9015-73e5b5b4c9e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33156859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750845083886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750844628246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750844628264'] for port (efa2069d-ff78-4e3e-acf6-b0a165b1c3f7), after_update {{(pid=109571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:42:15.488109 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-0ded9692-0b1b-401a-ae6d-35357b40e7b4 admin admin] Publish callbacks [] for port (94c0ef23-6976-4e8a-80aa-720130750364), precommit_create {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:42:15.537128 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-2833021f-7142-4c44-8e90-1712984310c1 req-bdd47e5f-9e8f-472e-bd4b-708270d1dbc7 tempest-AttachVolumeNegativeTest-1243329128 tempest-AttachVolumeNegativeTest-1243329128-project] 10.222.0.11 "GET /v2.0/ports?device_id=22615708-430d-424f-8398-e2cd25174185 HTTP/1.1" status: 200 len: 210 time: 0.1943047 Feb 28 22:42:15.581872 dv-cinder-830538-5-iscsi neutron-server[109571]: DEBUG neutron.db.l3_hamode_db [None req-4a24a269-c790-4a71-aa30-b307b1069bcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0521325-922c-4570-bc7b-fbf74268cada', 'name': 'tempest-AttachVolumeTestJSON-1955448268-router', 'tenant_id': '558108c6409d474abda99b19120d05ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e7a10c7-addc-4b79-a555-0b472e939652', 'external_fixed_ips': [{'subnet_id': '8aaf002d-6309-4cf0-ae69-6d349a14c0b1', 'ip_address': '172.27.0.95'}], 'enable_snat': True}, 'gw_port_id': '8b621a2e-d1dd-4781-b394-39862f442bf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T22:42:08Z', 'updated_at': '2022-02-28T22:42:12Z', 'revision_number': 3, 'project_id': '558108c6409d474abda99b19120d05ad', 'gw_port': {'id': '8b621a2e-d1dd-4781-b394-39862f442bf8', 'name': '', 'network_id': '3e7a10c7-addc-4b79-a555-0b472e939652', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:b7:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0521325-922c-4570-bc7b-fbf74268cada', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '8aaf002d-6309-4cf0-ae69-6d349a14c0b1', 'ip_address': '172.27.0.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T22:42:10Z', 'updated_at': '2022-02-28T22:42:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8aaf002d-6309-4cf0-ae69-6d349a14c0b1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830538-5-iscsi'}], 'dv-cinder-830538-5-iscsi', False) {} {{(pid=109571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 22:42:15.621221 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-658766d4-6042-409e-90bb-89e661a430b5 None None] Routers {'b2156cfd-0759-46cd-a1bd-84c6d2c20954'} bound to L3 agent in host dv-cinder-830538-5-iscsi {{(pid=109570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 22:42:15.624370 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.db.l3_hamode_db [None req-658766d4-6042-409e-90bb-89e661a430b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830538-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-28T22:34:03Z,description=,heartbeat_timestamp=2022-02-28T22:42:03Z,host='dv-cinder-830538-5-iscsi',id=1bbc3f13-d896-4633-9d3f-4f3415ceb83d,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T22:34:03Z,topic='l3_agent')) {'router_ids': ['b2156cfd-0759-46cd-a1bd-84c6d2c20954'], 'active': True} {{(pid=109570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 22:42:15.630545 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b71b4cf-e0b6-45b0-82f8-64785652b826 None None] Pushing event updated for resources: {'Port': ['ID=1522a675-4d33-4256-879d-6a3a0eadb794,revision_number=3']} {{(pid=109570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:42:15.664609 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-4c087a0c-34b7-4e95-b92f-533d17c5ca20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616566'] for port (None), before_create {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:42:15.669939 dv-cinder-830538-5-iscsi neutron-server[109571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a24a269-c790-4a71-aa30-b307b1069bcc None None] Checking router: e0521325-922c-4570-bc7b-fbf74268cada for host: dv-cinder-830538-5-iscsi {{(pid=109571) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 22:42:15.670383 dv-cinder-830538-5-iscsi neutron-server[109571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a24a269-c790-4a71-aa30-b307b1069bcc None None] Updating router e0521325-922c-4570-bc7b-fbf74268cada port 8b621a2e-d1dd-4781-b394-39862f442bf8 binding host dv-cinder-830538-5-iscsi {{(pid=109571) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 22:42:15.741062 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-0ded9692-0b1b-401a-ae6d-35357b40e7b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33156859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750844628228'] for port (94c0ef23-6976-4e8a-80aa-720130750364), after_create {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:42:15.747400 dv-cinder-830538-5-iscsi neutron-server[109571]: DEBUG neutron_lib.callbacks.manager [None req-4a24a269-c790-4a71-aa30-b307b1069bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616566'] for port (8b621a2e-d1dd-4781-b394-39862f442bf8), before_update {{(pid=109571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:42:15.831125 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ded9692-0b1b-401a-ae6d-35357b40e7b4 admin admin] Network e1dee003-d534-429c-aed6-3f1020c03805 is already hosted by enough agents. {{(pid=109568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 22:42:15.842522 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.scheduler.base_scheduler [None req-0ded9692-0b1b-401a-ae6d-35357b40e7b4 admin admin] Resources bound (agent type, host, resource id): {{(pid=109568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 22:42:15.879471 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ded9692-0b1b-401a-ae6d-35357b40e7b4 admin admin] Received port after_create {{(pid=109568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 22:42:15.882522 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-0ded9692-0b1b-401a-ae6d-35357b40e7b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33521968'] for router_interface (abdf501b-4b4d-4822-b10e-2218ac616053), before_create {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:42:15.970268 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ded9692-0b1b-401a-ae6d-35357b40e7b4 admin admin] Pushing event updated for resources: {'Port': ['ID=94c0ef23-6976-4e8a-80aa-720130750364,revision_number=1']} {{(pid=109568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:42:15.988358 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.db.l3_dvr_db [None req-658766d4-6042-409e-90bb-89e661a430b5 None None] Set router b2156cfd-0759-46cd-a1bd-84c6d2c20954 gateway port host: dv-cinder-830538-5-iscsi {{(pid=109570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 22:42:16.346801 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-919341c0-1e26-4d6a-b96c-6d99064f1113 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616566'] for port (None), before_create {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:42:16.425330 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.db.provisioning_blocks [None req-6c7a23ed-e51e-480e-a49c-11c7e8efc6a4 None None] Provisioning complete for port 94c0ef23-6976-4e8a-80aa-720130750364 triggered by entity DHCP. {{(pid=109570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 22:42:16.426243 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-6c7a23ed-e51e-480e-a49c-11c7e8efc6a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579965'] for port (94c0ef23-6976-4e8a-80aa-720130750364), provisioning_complete {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:42:16.494825 dv-cinder-830538-5-iscsi neutron-server[109571]: DEBUG neutron_lib.callbacks.manager [None req-4a24a269-c790-4a71-aa30-b307b1069bcc None None] Publish callbacks [] for port (8b621a2e-d1dd-4781-b394-39862f442bf8), precommit_update {{(pid=109571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:42:16.499051 dv-cinder-830538-5-iscsi neutron-server[109571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3044e876-30e6-4cd5-9015-73e5b5b4c9e2 None None] Routers {'abdf501b-4b4d-4822-b10e-2218ac616053'} bound to L3 agent in host dv-cinder-830538-5-iscsi {{(pid=109571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 22:42:16.500556 dv-cinder-830538-5-iscsi neutron-server[109571]: DEBUG neutron.db.l3_hamode_db [None req-3044e876-30e6-4cd5-9015-73e5b5b4c9e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830538-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-28T22:34:03Z,description=,heartbeat_timestamp=2022-02-28T22:42:03Z,host='dv-cinder-830538-5-iscsi',id=1bbc3f13-d896-4633-9d3f-4f3415ceb83d,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T22:34:03Z,topic='l3_agent')) {'router_ids': ['abdf501b-4b4d-4822-b10e-2218ac616053'], 'active': True} {{(pid=109571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 22:42:16.792128 dv-cinder-830538-5-iscsi neutron-server[109571]: DEBUG neutron.db.l3_dvr_db [None req-3044e876-30e6-4cd5-9015-73e5b5b4c9e2 None None] Set router abdf501b-4b4d-4822-b10e-2218ac616053 gateway port host: dv-cinder-830538-5-iscsi {{(pid=109571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 22:42:16.804298 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5a148d81-ab48-47e2-9538-5d878de94daa req-6cb74a43-1850-4db9-9016-14ed854667da tempest-AttachVolumeNegativeTest-1243329128 tempest-AttachVolumeNegativeTest-1243329128-project] Made reservation on behalf of bc1fd56c6f77479dbf02ac28589be825 for: {'port': 1} {{(pid=109568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 22:42:16.810438 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [req-5a148d81-ab48-47e2-9538-5d878de94daa req-6cb74a43-1850-4db9-9016-14ed854667da tempest-AttachVolumeNegativeTest-1243329128 tempest-AttachVolumeNegativeTest-1243329128-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616566'] for port (None), before_create {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:42:16.964034 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.plugin [None req-6c7a23ed-e51e-480e-a49c-11c7e8efc6a4 None None] Port 94c0ef23-6976-4e8a-80aa-720130750364 cannot update to ACTIVE because it is not bound. {{(pid=109570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 22:42:16.990859 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0857e445-b0ae-43eb-903c-2bba8783d6c9 req-87859979-de88-44b6-a2c6-9c222ee9d5d2 tempest-DeleteServersTestJSON-784346736 tempest-DeleteServersTestJSON-784346736-project] Made reservation on behalf of e22ff7ca62ce46dc9da445380054a51b for: {'port': 1} {{(pid=109568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 22:42:17.010986 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [req-0857e445-b0ae-43eb-903c-2bba8783d6c9 req-87859979-de88-44b6-a2c6-9c222ee9d5d2 tempest-DeleteServersTestJSON-784346736 tempest-DeleteServersTestJSON-784346736-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616566'] for port (None), before_create {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:42:17.028444 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.db.l3_hamode_db [None req-658766d4-6042-409e-90bb-89e661a430b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2156cfd-0759-46cd-a1bd-84c6d2c20954', 'name': 'tempest-ServerRescueNegativeTestJSON-679984154-router', 'tenant_id': '1a9fe67e7e534a2f9e267047a6a40917', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e7a10c7-addc-4b79-a555-0b472e939652', 'external_fixed_ips': [{'subnet_id': '8aaf002d-6309-4cf0-ae69-6d349a14c0b1', 'ip_address': '172.27.0.132'}], 'enable_snat': True}, 'gw_port_id': '1522a675-4d33-4256-879d-6a3a0eadb794', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T22:42:07Z', 'updated_at': '2022-02-28T22:42:10Z', 'revision_number': 3, 'project_id': '1a9fe67e7e534a2f9e267047a6a40917', 'gw_port': {'id': '1522a675-4d33-4256-879d-6a3a0eadb794', 'name': '', 'network_id': '3e7a10c7-addc-4b79-a555-0b472e939652', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:ca:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2156cfd-0759-46cd-a1bd-84c6d2c20954', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '8aaf002d-6309-4cf0-ae69-6d349a14c0b1', 'ip_address': '172.27.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T22:42:08Z', 'updated_at': '2022-02-28T22:42:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8aaf002d-6309-4cf0-ae69-6d349a14c0b1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830538-5-iscsi'}], 'dv-cinder-830538-5-iscsi', False) {} {{(pid=109570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 22:42:17.053232 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.db.db_base_plugin_common [None req-919341c0-1e26-4d6a-b96c-6d99064f1113 admin admin] Allocated IP 172.20.0.1 (ba9103be-0016-4db5-8443-08fa8db70094/4f074c84-eecc-4df3-bfe8-db2db878868a/a2286bc2-5103-4581-b579-15c42c96fa7f) {{(pid=109569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 22:42:17.086288 dv-cinder-830538-5-iscsi neutron-server[109571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b800d9cb-b226-4db1-8d84-d879d405ae82 None None] Pushing event updated for resources: {'Port': ['ID=efa2069d-ff78-4e3e-acf6-b0a165b1c3f7,revision_number=3']} {{(pid=109571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:42:17.111684 dv-cinder-830538-5-iscsi neutron-server[109571]: DEBUG neutron_lib.callbacks.manager [None req-4a24a269-c790-4a71-aa30-b307b1069bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33156859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750845083886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750844628246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750844628264'] for port (8b621a2e-d1dd-4781-b394-39862f442bf8), after_update {{(pid=109571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:42:17.174468 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-658766d4-6042-409e-90bb-89e661a430b5 None None] The sync data for ids ['b2156cfd-0759-46cd-a1bd-84c6d2c20954'] in dv-cinder-830538-5-iscsi is: [{'id': 'b2156cfd-0759-46cd-a1bd-84c6d2c20954', 'name': 'tempest-ServerRescueNegativeTestJSON-679984154-router', 'tenant_id': '1a9fe67e7e534a2f9e267047a6a40917', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e7a10c7-addc-4b79-a555-0b472e939652', 'external_fixed_ips': [{'subnet_id': '8aaf002d-6309-4cf0-ae69-6d349a14c0b1', 'ip_address': '172.27.0.132'}], 'enable_snat': True}, 'gw_port_id': '1522a675-4d33-4256-879d-6a3a0eadb794', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T22:42:07Z', 'updated_at': '2022-02-28T22:42:10Z', 'revision_number': 3, 'project_id': '1a9fe67e7e534a2f9e267047a6a40917', 'gw_port': {'id': '1522a675-4d33-4256-879d-6a3a0eadb794', 'name': '', 'network_id': '3e7a10c7-addc-4b79-a555-0b472e939652', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:ca:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2156cfd-0759-46cd-a1bd-84c6d2c20954', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '8aaf002d-6309-4cf0-ae69-6d349a14c0b1', 'ip_address': '172.27.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T22:42:08Z', 'updated_at': '2022-02-28T22:42:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8aaf002d-6309-4cf0-ae69-6d349a14c0b1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830538-5-iscsi'}] {{(pid=109570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 22:42:17.246017 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.db.db_base_plugin_common [None req-4c087a0c-34b7-4e95-b92f-533d17c5ca20 admin admin] Allocated IP 172.20.0.1 (df2fc3b5-d3d8-4f0b-b393-20e4e2e253bc/22e78a7b-72b0-4514-af71-979e73dc5a6f/6d58ef7a-de76-49b9-9508-4647e5fd1f80) {{(pid=109569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 22:42:17.285009 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.wsgi [-] (109569) accepted ('10.222.0.11', 50190) {{(pid=109569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 22:42:17.393428 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.wsgi [-] (109569) accepted ('10.222.0.11', 50196) {{(pid=109569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 22:42:17.565452 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.db.db_base_plugin_common [req-0857e445-b0ae-43eb-903c-2bba8783d6c9 req-87859979-de88-44b6-a2c6-9c222ee9d5d2 tempest-DeleteServersTestJSON-784346736 tempest-DeleteServersTestJSON-784346736-project] Allocated IP 172.20.0.14 (8c93bcd7-cff3-4c00-a74b-9cb653cb6024/1d1e667f-3f52-40ca-9ae6-9ef63261ccfa/05593159-ef39-4c6d-95b1-16bf2b871952) {{(pid=109568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 22:42:17.604029 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-ef413e06-dcd1-4ead-a990-5f649cd4b64c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:42:17.627215 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-919341c0-1e26-4d6a-b96c-6d99064f1113 admin admin] Publish callbacks [] for port (a2286bc2-5103-4581-b579-15c42c96fa7f), precommit_create {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:42:17.680827 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-7da4aca0-0b10-4618-a707-85c691c47441 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:42:17.698271 dv-cinder-830538-5-iscsi neutron-server[109571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2e7d29-d50e-4a61-90c8-5bd2b038c74c None None] Pushing event updated for resources: {'Port': ['ID=8b621a2e-d1dd-4781-b394-39862f442bf8,revision_number=2']} {{(pid=109571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:42:17.703359 dv-cinder-830538-5-iscsi neutron-server[109571]: DEBUG neutron.plugins.ml2.managers [None req-4a24a269-c790-4a71-aa30-b307b1069bcc None None] Attempting to bind port 8b621a2e-d1dd-4781-b394-39862f442bf8 on host dv-cinder-830538-5-iscsi for vnic_type normal with profile {{(pid=109571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 22:42:17.707099 dv-cinder-830538-5-iscsi neutron-server[109571]: DEBUG neutron.plugins.ml2.managers [None req-4a24a269-c790-4a71-aa30-b307b1069bcc None None] Attempting to bind port 8b621a2e-d1dd-4781-b394-39862f442bf8 by drivers openvswitch,hyperv on host dv-cinder-830538-5-iscsi at level 0 using segments [{'id': 'ee66776f-25dd-443a-9417-ae0becd0bae6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e7a10c7-addc-4b79-a555-0b472e939652'}] {{(pid=109571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 22:42:17.707745 dv-cinder-830538-5-iscsi neutron-server[109571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a24a269-c790-4a71-aa30-b307b1069bcc None None] Attempting to bind port 8b621a2e-d1dd-4781-b394-39862f442bf8 on network 3e7a10c7-addc-4b79-a555-0b472e939652 {{(pid=109571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 22:42:17.727353 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-4c087a0c-34b7-4e95-b92f-533d17c5ca20 admin admin] Publish callbacks [] for port (6d58ef7a-de76-49b9-9508-4647e5fd1f80), precommit_create {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:42:17.751367 dv-cinder-830538-5-iscsi neutron-server[109571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a24a269-c790-4a71-aa30-b307b1069bcc None None] Checking agent: {'id': '7aa25ffb-1b87-4f08-8530-4bdf6e6b221c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830538-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 22, 34, 7), 'started_at': datetime.datetime(2022, 2, 28, 22, 34, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 22, 42, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830538-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 22:42:17.751772 dv-cinder-830538-5-iscsi neutron-server[109571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a24a269-c790-4a71-aa30-b307b1069bcc None None] Checking segment: {'id': 'ee66776f-25dd-443a-9417-ae0becd0bae6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e7a10c7-addc-4b79-a555-0b472e939652'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 22:42:17.752183 dv-cinder-830538-5-iscsi neutron-server[109571]: DEBUG neutron_lib.callbacks.manager [None req-4a24a269-c790-4a71-aa30-b307b1069bcc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:42:17.756741 dv-cinder-830538-5-iscsi neutron-server[109571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a24a269-c790-4a71-aa30-b307b1069bcc None None] Bound using segment: {'id': 'ee66776f-25dd-443a-9417-ae0becd0bae6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e7a10c7-addc-4b79-a555-0b472e939652'} {{(pid=109571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 22:42:17.758462 dv-cinder-830538-5-iscsi neutron-server[109571]: DEBUG neutron.plugins.ml2.managers [None req-4a24a269-c790-4a71-aa30-b307b1069bcc None None] Bound port: 8b621a2e-d1dd-4781-b394-39862f442bf8, host: dv-cinder-830538-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee66776f-25dd-443a-9417-ae0becd0bae6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e7a10c7-addc-4b79-a555-0b472e939652'}}] {{(pid=109571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 22:42:17.760983 dv-cinder-830538-5-iscsi neutron-server[109571]: DEBUG neutron_lib.callbacks.manager [None req-4a24a269-c790-4a71-aa30-b307b1069bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616566'] for port (8b621a2e-d1dd-4781-b394-39862f442bf8), before_update {{(pid=109571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:42:17.917504 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-ef413e06-dcd1-4ead-a990-5f649cd4b64c admin admin] Publish callbacks [] for security_group (b2273876-d2bd-43c7-886f-ecfc4f7bb874), precommit_create {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:42:17.933338 dv-cinder-830538-5-iscsi neutron-server[109571]: DEBUG neutron.plugins.ml2.db [None req-4a24a269-c790-4a71-aa30-b307b1069bcc None None] For port 8b621a2e-d1dd-4781-b394-39862f442bf8, host dv-cinder-830538-5-iscsi, cleared binding levels {{(pid=109571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 22:42:17.938026 dv-cinder-830538-5-iscsi neutron-server[109571]: DEBUG neutron.plugins.ml2.db [None req-4a24a269-c790-4a71-aa30-b307b1069bcc None None] For port 8b621a2e-d1dd-4781-b394-39862f442bf8, host dv-cinder-830538-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830538-5-iscsi',level=0,port_id=8b621a2e-d1dd-4781-b394-39862f442bf8,segment=NetworkSegment(ee66776f-25dd-443a-9417-ae0becd0bae6),segment_id=ee66776f-25dd-443a-9417-ae0becd0bae6)] {{(pid=109571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 22:42:17.949426 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-2e077e25-4505-48a6-8d1f-271c593f34fe req-f7d2f833-f217-4b8b-b5e9-2ab99cc9e40a tempest-DeleteServersTestJSON-784346736 tempest-DeleteServersTestJSON-784346736-project] 10.222.0.11 "GET /v2.0/ports?device_id=9faf877c-ba70-4611-bdbe-300beb137200 HTTP/1.1" status: 200 len: 210 time: 1.0457170 Feb 28 22:42:17.951572 dv-cinder-830538-5-iscsi neutron-server[109571]: DEBUG neutron_lib.callbacks.manager [None req-4a24a269-c790-4a71-aa30-b307b1069bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33156859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750845083886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750844628246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750844628264'] for port (8b621a2e-d1dd-4781-b394-39862f442bf8), after_update {{(pid=109571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:42:17.960173 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-1cfdf8ae-4c2d-4351-ab16-e7e8d00a2bd3 req-be7c7366-a160-4c1b-acad-e16d38f15ad8 tempest-AttachVolumeNegativeTest-1243329128 tempest-AttachVolumeNegativeTest-1243329128-project] 10.222.0.11 "GET /v2.0/ports?device_id=22615708-430d-424f-8398-e2cd25174185 HTTP/1.1" status: 200 len: 210 time: 1.0446055 Feb 28 22:42:17.994137 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-ef413e06-dcd1-4ead-a990-5f649cd4b64c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33441213'] for security_group (b2273876-d2bd-43c7-886f-ecfc4f7bb874), after_create {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:42:18.032354 dv-cinder-830538-5-iscsi neutron-server[109571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2e7d29-d50e-4a61-90c8-5bd2b038c74c None None] Pushing event updated for resources: {'Port': ['ID=8b621a2e-d1dd-4781-b394-39862f442bf8,revision_number=3']} {{(pid=109571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:42:18.062457 dv-cinder-830538-5-iscsi neutron-server[109571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a24a269-c790-4a71-aa30-b307b1069bcc None None] Routers {'e0521325-922c-4570-bc7b-fbf74268cada'} bound to L3 agent in host dv-cinder-830538-5-iscsi {{(pid=109571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 22:42:18.063091 dv-cinder-830538-5-iscsi neutron-server[109571]: DEBUG neutron.db.l3_hamode_db [None req-4a24a269-c790-4a71-aa30-b307b1069bcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830538-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-28T22:34:03Z,description=,heartbeat_timestamp=2022-02-28T22:42:03Z,host='dv-cinder-830538-5-iscsi',id=1bbc3f13-d896-4633-9d3f-4f3415ceb83d,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T22:34:03Z,topic='l3_agent')) {'router_ids': ['e0521325-922c-4570-bc7b-fbf74268cada'], 'active': True} {{(pid=109571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 22:42:18.165231 dv-cinder-830538-5-iscsi neutron-server[109569]: INFO neutron.wsgi [None req-ef413e06-dcd1-4ead-a990-5f649cd4b64c admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=3f03a7cc5d8943f99d0a6b74e1734ff0&name=default HTTP/1.1" status: 200 len: 2992 time: 0.8551815 Feb 28 22:42:18.167277 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-4c087a0c-34b7-4e95-b92f-533d17c5ca20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33156859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750844628228'] for port (6d58ef7a-de76-49b9-9508-4647e5fd1f80), after_create {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:42:18.170798 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [req-0857e445-b0ae-43eb-903c-2bba8783d6c9 req-87859979-de88-44b6-a2c6-9c222ee9d5d2 tempest-DeleteServersTestJSON-784346736 tempest-DeleteServersTestJSON-784346736-project] Publish callbacks [] for port (05593159-ef39-4c6d-95b1-16bf2b871952), precommit_create {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:42:18.196194 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.wsgi [-] (109568) accepted ('10.222.0.11', 50206) {{(pid=109568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 22:42:18.204884 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef413e06-dcd1-4ead-a990-5f649cd4b64c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2273876-d2bd-43c7-886f-ecfc4f7bb874,revision_number=1']} {{(pid=109569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:42:18.205698 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.rpc [None req-154add69-038d-48cc-93ba-bd7e358b6d11 None None] Device 1522a675-4d33-4256-879d-6a3a0eadb794 up at agent ovs-agent-dv-cinder-830538-5-iscsi {{(pid=109570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 22:42:18.310775 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.db.provisioning_blocks [None req-154add69-038d-48cc-93ba-bd7e358b6d11 None None] Provisioning complete for port 1522a675-4d33-4256-879d-6a3a0eadb794 triggered by entity L2. {{(pid=109570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 22:42:18.311546 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-154add69-038d-48cc-93ba-bd7e358b6d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579965'] for port (1522a675-4d33-4256-879d-6a3a0eadb794), provisioning_complete {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:42:18.346983 dv-cinder-830538-5-iscsi neutron-server[109571]: DEBUG neutron.db.l3_dvr_db [None req-4a24a269-c790-4a71-aa30-b307b1069bcc None None] Set router e0521325-922c-4570-bc7b-fbf74268cada gateway port host: dv-cinder-830538-5-iscsi {{(pid=109571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 22:42:18.351343 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c087a0c-34b7-4e95-b92f-533d17c5ca20 admin admin] Pushing event updated for resources: {'Port': ['ID=6d58ef7a-de76-49b9-9508-4647e5fd1f80,revision_number=1']} {{(pid=109569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:42:18.358252 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c087a0c-34b7-4e95-b92f-533d17c5ca20 admin admin] Network df2fc3b5-d3d8-4f0b-b393-20e4e2e253bc is already hosted by enough agents. {{(pid=109569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 22:42:18.370398 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-919341c0-1e26-4d6a-b96c-6d99064f1113 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33156859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750844628228'] for port (a2286bc2-5103-4581-b579-15c42c96fa7f), after_create {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:42:18.452856 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.scheduler.base_scheduler [None req-4c087a0c-34b7-4e95-b92f-533d17c5ca20 admin admin] Resources bound (agent type, host, resource id): {{(pid=109569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 22:42:18.476423 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c087a0c-34b7-4e95-b92f-533d17c5ca20 admin admin] Received port after_create {{(pid=109569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 22:42:18.478369 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-4c087a0c-34b7-4e95-b92f-533d17c5ca20 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33521968'] for router_interface (e0521325-922c-4570-bc7b-fbf74268cada), before_create {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:42:18.484385 dv-cinder-830538-5-iscsi neutron-server[109571]: DEBUG neutron.db.l3_hamode_db [None req-3044e876-30e6-4cd5-9015-73e5b5b4c9e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abdf501b-4b4d-4822-b10e-2218ac616053', 'name': 'tempest-AttachVolumeShelveTestJSON-922480876-router', 'tenant_id': '83c55453f2fe4dc79de3c29aff0b4932', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e7a10c7-addc-4b79-a555-0b472e939652', 'external_fixed_ips': [{'subnet_id': '8aaf002d-6309-4cf0-ae69-6d349a14c0b1', 'ip_address': '172.27.0.194'}], 'enable_snat': True}, 'gw_port_id': 'efa2069d-ff78-4e3e-acf6-b0a165b1c3f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T22:42:07Z', 'updated_at': '2022-02-28T22:42:11Z', 'revision_number': 3, 'project_id': '83c55453f2fe4dc79de3c29aff0b4932', 'gw_port': {'id': 'efa2069d-ff78-4e3e-acf6-b0a165b1c3f7', 'name': '', 'network_id': '3e7a10c7-addc-4b79-a555-0b472e939652', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:b2:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abdf501b-4b4d-4822-b10e-2218ac616053', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '8aaf002d-6309-4cf0-ae69-6d349a14c0b1', 'ip_address': '172.27.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T22:42:09Z', 'updated_at': '2022-02-28T22:42:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8aaf002d-6309-4cf0-ae69-6d349a14c0b1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830538-5-iscsi'}], 'dv-cinder-830538-5-iscsi', False) {} {{(pid=109571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 22:42:18.499209 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919341c0-1e26-4d6a-b96c-6d99064f1113 admin admin] Pushing event updated for resources: {'Port': ['ID=a2286bc2-5103-4581-b579-15c42c96fa7f,revision_number=1']} {{(pid=109569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:42:18.518440 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.plugin [None req-154add69-038d-48cc-93ba-bd7e358b6d11 None None] Current status of the port 1522a675-4d33-4256-879d-6a3a0eadb794 is: DOWN; New status is: ACTIVE {{(pid=109570) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 22:42:18.519021 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-154add69-038d-48cc-93ba-bd7e358b6d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616566'] for port (1522a675-4d33-4256-879d-6a3a0eadb794), before_update {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:42:18.564810 dv-cinder-830538-5-iscsi neutron-server[109571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3044e876-30e6-4cd5-9015-73e5b5b4c9e2 None None] The sync data for ids ['abdf501b-4b4d-4822-b10e-2218ac616053'] in dv-cinder-830538-5-iscsi is: [{'id': 'abdf501b-4b4d-4822-b10e-2218ac616053', 'name': 'tempest-AttachVolumeShelveTestJSON-922480876-router', 'tenant_id': '83c55453f2fe4dc79de3c29aff0b4932', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e7a10c7-addc-4b79-a555-0b472e939652', 'external_fixed_ips': [{'subnet_id': '8aaf002d-6309-4cf0-ae69-6d349a14c0b1', 'ip_address': '172.27.0.194'}], 'enable_snat': True}, 'gw_port_id': 'efa2069d-ff78-4e3e-acf6-b0a165b1c3f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T22:42:07Z', 'updated_at': '2022-02-28T22:42:11Z', 'revision_number': 3, 'project_id': '83c55453f2fe4dc79de3c29aff0b4932', 'gw_port': {'id': 'efa2069d-ff78-4e3e-acf6-b0a165b1c3f7', 'name': '', 'network_id': '3e7a10c7-addc-4b79-a555-0b472e939652', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:b2:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abdf501b-4b4d-4822-b10e-2218ac616053', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '8aaf002d-6309-4cf0-ae69-6d349a14c0b1', 'ip_address': '172.27.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T22:42:09Z', 'updated_at': '2022-02-28T22:42:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8aaf002d-6309-4cf0-ae69-6d349a14c0b1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830538-5-iscsi'}] {{(pid=109571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 22:42:18.569236 dv-cinder-830538-5-iscsi neutron-server[109571]: DEBUG neutron.db.agents_db [None req-267e04d6-1473-4c25-8f3a-d1c5e119a015 None None] Agent healthcheck: found 6 active agents {{(pid=109571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 22:42:18.585172 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.db [None req-154add69-038d-48cc-93ba-bd7e358b6d11 None None] For port 1522a675-4d33-4256-879d-6a3a0eadb794, host dv-cinder-830538-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830538-5-iscsi',level=0,port_id=1522a675-4d33-4256-879d-6a3a0eadb794,segment=NetworkSegment(ee66776f-25dd-443a-9417-ae0becd0bae6),segment_id=ee66776f-25dd-443a-9417-ae0becd0bae6)] {{(pid=109570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 22:42:18.593699 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-154add69-038d-48cc-93ba-bd7e358b6d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33156859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750845083886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750844628246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750844628264'] for port (1522a675-4d33-4256-879d-6a3a0eadb794), after_update {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:42:18.717056 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-919341c0-1e26-4d6a-b96c-6d99064f1113 admin admin] Network ba9103be-0016-4db5-8443-08fa8db70094 is already hosted by enough agents. {{(pid=109569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 22:42:18.719957 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154add69-038d-48cc-93ba-bd7e358b6d11 None None] Pushing event updated for resources: {'Port': ['ID=1522a675-4d33-4256-879d-6a3a0eadb794,revision_number=4']} {{(pid=109570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:42:18.745371 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.db.db_base_plugin_common [req-5a148d81-ab48-47e2-9538-5d878de94daa req-6cb74a43-1850-4db9-9016-14ed854667da tempest-AttachVolumeNegativeTest-1243329128 tempest-AttachVolumeNegativeTest-1243329128-project] Allocated IP 172.20.0.7 (0321cbe9-3229-497f-9213-34c6a912fd2a/e06c4751-499d-4207-9fc1-23232ee2e753/a4199d93-3776-445a-8d8b-fb493d8a8230) {{(pid=109568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 22:42:18.774681 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.scheduler.base_scheduler [None req-919341c0-1e26-4d6a-b96c-6d99064f1113 admin admin] Resources bound (agent type, host, resource id): {{(pid=109569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 22:42:18.788457 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-919341c0-1e26-4d6a-b96c-6d99064f1113 admin admin] Received port after_create {{(pid=109569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 22:42:18.789144 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-919341c0-1e26-4d6a-b96c-6d99064f1113 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33521968'] for router_interface (b2156cfd-0759-46cd-a1bd-84c6d2c20954), before_create {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:42:18.792865 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [req-0857e445-b0ae-43eb-903c-2bba8783d6c9 req-87859979-de88-44b6-a2c6-9c222ee9d5d2 tempest-DeleteServersTestJSON-784346736 tempest-DeleteServersTestJSON-784346736-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33156859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750844628228'] for port (05593159-ef39-4c6d-95b1-16bf2b871952), after_create {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:42:18.843112 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-0ded9692-0b1b-401a-ae6d-35357b40e7b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616566'] for port (94c0ef23-6976-4e8a-80aa-720130750364), before_update {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:42:18.971097 dv-cinder-830538-5-iscsi neutron-server[109571]: DEBUG neutron.db.l3_hamode_db [None req-4a24a269-c790-4a71-aa30-b307b1069bcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0521325-922c-4570-bc7b-fbf74268cada', 'name': 'tempest-AttachVolumeTestJSON-1955448268-router', 'tenant_id': '558108c6409d474abda99b19120d05ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e7a10c7-addc-4b79-a555-0b472e939652', 'external_fixed_ips': [{'subnet_id': '8aaf002d-6309-4cf0-ae69-6d349a14c0b1', 'ip_address': '172.27.0.95'}], 'enable_snat': True}, 'gw_port_id': '8b621a2e-d1dd-4781-b394-39862f442bf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T22:42:08Z', 'updated_at': '2022-02-28T22:42:12Z', 'revision_number': 3, 'project_id': '558108c6409d474abda99b19120d05ad', 'gw_port': {'id': '8b621a2e-d1dd-4781-b394-39862f442bf8', 'name': '', 'network_id': '3e7a10c7-addc-4b79-a555-0b472e939652', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:b7:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0521325-922c-4570-bc7b-fbf74268cada', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '8aaf002d-6309-4cf0-ae69-6d349a14c0b1', 'ip_address': '172.27.0.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T22:42:10Z', 'updated_at': '2022-02-28T22:42:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8aaf002d-6309-4cf0-ae69-6d349a14c0b1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830538-5-iscsi'}], 'dv-cinder-830538-5-iscsi', False) {} {{(pid=109571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 22:42:18.973083 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-7da4aca0-0b10-4618-a707-85c691c47441 admin admin] Publish callbacks [] for security_group (ac25fb62-ee1f-4ef9-a3a8-77cadabf420a), precommit_create {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:42:18.984950 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-ccfa23db-29d4-477f-a767-756111624a0b admin admin] Publish callbacks [] for security_group (b2273876-d2bd-43c7-886f-ecfc4f7bb874), before_delete {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:42:19.015577 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.db.provisioning_blocks [None req-f973aaea-82cd-4b2e-acee-7727e92e5d6e None None] Provisioning complete for port 6d58ef7a-de76-49b9-9508-4647e5fd1f80 triggered by entity DHCP. {{(pid=109570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 22:42:19.016632 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-f973aaea-82cd-4b2e-acee-7727e92e5d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579965'] for port (6d58ef7a-de76-49b9-9508-4647e5fd1f80), provisioning_complete {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:42:19.038653 dv-cinder-830538-5-iscsi neutron-server[109571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a24a269-c790-4a71-aa30-b307b1069bcc None None] The sync data for ids ['e0521325-922c-4570-bc7b-fbf74268cada'] in dv-cinder-830538-5-iscsi is: [{'id': 'e0521325-922c-4570-bc7b-fbf74268cada', 'name': 'tempest-AttachVolumeTestJSON-1955448268-router', 'tenant_id': '558108c6409d474abda99b19120d05ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e7a10c7-addc-4b79-a555-0b472e939652', 'external_fixed_ips': [{'subnet_id': '8aaf002d-6309-4cf0-ae69-6d349a14c0b1', 'ip_address': '172.27.0.95'}], 'enable_snat': True}, 'gw_port_id': '8b621a2e-d1dd-4781-b394-39862f442bf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T22:42:08Z', 'updated_at': '2022-02-28T22:42:12Z', 'revision_number': 3, 'project_id': '558108c6409d474abda99b19120d05ad', 'gw_port': {'id': '8b621a2e-d1dd-4781-b394-39862f442bf8', 'name': '', 'network_id': '3e7a10c7-addc-4b79-a555-0b472e939652', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:b7:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0521325-922c-4570-bc7b-fbf74268cada', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '8aaf002d-6309-4cf0-ae69-6d349a14c0b1', 'ip_address': '172.27.0.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T22:42:10Z', 'updated_at': '2022-02-28T22:42:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8aaf002d-6309-4cf0-ae69-6d349a14c0b1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830538-5-iscsi'}] {{(pid=109571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 22:42:19.085778 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-7da4aca0-0b10-4618-a707-85c691c47441 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33441213'] for security_group (ac25fb62-ee1f-4ef9-a3a8-77cadabf420a), after_create {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:42:19.158508 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.plugin [None req-f973aaea-82cd-4b2e-acee-7727e92e5d6e None None] Port 6d58ef7a-de76-49b9-9508-4647e5fd1f80 cannot update to ACTIVE because it is not bound. {{(pid=109570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 22:42:19.365111 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87859979-de88-44b6-a2c6-9c222ee9d5d2 tempest-DeleteServersTestJSON-784346736 tempest-DeleteServersTestJSON-784346736-project] Pushing event updated for resources: {'Port': ['ID=05593159-ef39-4c6d-95b1-16bf2b871952,revision_number=1']} {{(pid=109568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:42:19.456781 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da4aca0-0b10-4618-a707-85c691c47441 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac25fb62-ee1f-4ef9-a3a8-77cadabf420a,revision_number=1']} {{(pid=109569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:42:19.467280 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-5fc4a8c2-4a99-46a1-bb36-ef428aa9a530 req-3ddd93e6-5674-415b-8ad3-37000a8c9b9f tempest-AttachVolumeNegativeTest-1243329128 tempest-AttachVolumeNegativeTest-1243329128-project] 10.222.0.11 "GET /v2.0/ports?device_id=22615708-430d-424f-8398-e2cd25174185 HTTP/1.1" status: 200 len: 210 time: 0.2242835 Feb 28 22:42:19.495931 dv-cinder-830538-5-iscsi neutron-server[109569]: INFO neutron.wsgi [None req-7da4aca0-0b10-4618-a707-85c691c47441 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=98f47b941d044aadae4fe4c170d0c637&name=default HTTP/1.1" status: 200 len: 2992 time: 2.0688782 Feb 28 22:42:19.505593 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0857e445-b0ae-43eb-903c-2bba8783d6c9 req-87859979-de88-44b6-a2c6-9c222ee9d5d2 tempest-DeleteServersTestJSON-784346736 tempest-DeleteServersTestJSON-784346736-project] Network 8c93bcd7-cff3-4c00-a74b-9cb653cb6024 is already hosted by enough agents. {{(pid=109568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 22:42:19.507317 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.wsgi [-] (109568) accepted ('10.222.0.11', 50220) {{(pid=109568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 22:42:19.528978 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-919341c0-1e26-4d6a-b96c-6d99064f1113 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616566'] for port (a2286bc2-5103-4581-b579-15c42c96fa7f), before_update {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:42:19.569773 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-4c087a0c-34b7-4e95-b92f-533d17c5ca20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616566'] for port (6d58ef7a-de76-49b9-9508-4647e5fd1f80), before_update {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:42:19.634879 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.scheduler.base_scheduler [req-0857e445-b0ae-43eb-903c-2bba8783d6c9 req-87859979-de88-44b6-a2c6-9c222ee9d5d2 tempest-DeleteServersTestJSON-784346736 tempest-DeleteServersTestJSON-784346736-project] Resources bound (agent type, host, resource id): {{(pid=109568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 22:42:19.713994 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.db.l3_dvrscheduler_db [req-0857e445-b0ae-43eb-903c-2bba8783d6c9 req-87859979-de88-44b6-a2c6-9c222ee9d5d2 tempest-DeleteServersTestJSON-784346736 tempest-DeleteServersTestJSON-784346736-project] Received port after_create {{(pid=109568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 22:42:19.722322 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0857e445-b0ae-43eb-903c-2bba8783d6c9 req-87859979-de88-44b6-a2c6-9c222ee9d5d2 tempest-DeleteServersTestJSON-784346736 tempest-DeleteServersTestJSON-784346736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:42:19.735142 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [req-0857e445-b0ae-43eb-903c-2bba8783d6c9 req-87859979-de88-44b6-a2c6-9c222ee9d5d2 tempest-DeleteServersTestJSON-784346736 tempest-DeleteServersTestJSON-784346736-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33156845'] for port (None), before_response {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:42:19.762922 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-62dfb813-39d9-4d27-b5e0-8b4f4c0c21c0 admin admin] Publish callbacks [] for security_group (ac25fb62-ee1f-4ef9-a3a8-77cadabf420a), before_delete {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:42:19.767479 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-ccfa23db-29d4-477f-a767-756111624a0b admin admin] Publish callbacks [] for security_group (b2273876-d2bd-43c7-886f-ecfc4f7bb874), precommit_delete {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:42:19.780162 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-0857e445-b0ae-43eb-903c-2bba8783d6c9 req-87859979-de88-44b6-a2c6-9c222ee9d5d2 tempest-DeleteServersTestJSON-784346736 tempest-DeleteServersTestJSON-784346736-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.3566329 Feb 28 22:42:19.856325 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff26148-c5bf-4887-83e5-635530c93406 req-57cf596f-12ec-41fc-9c85-a8a2d9abc81c tempest-DeleteServersTestJSON-784346736 tempest-DeleteServersTestJSON-784346736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:42:19.858954 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-bff26148-c5bf-4887-83e5-635530c93406 req-57cf596f-12ec-41fc-9c85-a8a2d9abc81c tempest-DeleteServersTestJSON-784346736 tempest-DeleteServersTestJSON-784346736-project] 10.222.0.11 "GET /v2.0/ports?device_id=9faf877c-ba70-4611-bdbe-300beb137200 HTTP/1.1" status: 200 len: 932 time: 0.5999076 Feb 28 22:42:19.896258 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.wsgi [req-0857e445-b0ae-43eb-903c-2bba8783d6c9 req-b001f5c8-03c5-428e-b198-c8b16e440e5e tempest-DeleteServersTestJSON-784346736 tempest-DeleteServersTestJSON-784346736-project] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=109568) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 28 22:42:19.897824 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-0857e445-b0ae-43eb-903c-2bba8783d6c9 req-b001f5c8-03c5-428e-b198-c8b16e440e5e tempest-DeleteServersTestJSON-784346736 tempest-DeleteServersTestJSON-784346736-project] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0199857 Feb 28 22:42:20.019402 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-4c087a0c-34b7-4e95-b92f-533d17c5ca20 admin admin] Publish callbacks [] for port (6d58ef7a-de76-49b9-9508-4647e5fd1f80), precommit_update {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:42:20.061922 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-4c087a0c-34b7-4e95-b92f-533d17c5ca20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33156859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750845083886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750844628246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750844628264'] for port (6d58ef7a-de76-49b9-9508-4647e5fd1f80), after_update {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:42:20.062716 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-4c087a0c-34b7-4e95-b92f-533d17c5ca20 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33156617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33522848'] for router_interface (e0521325-922c-4570-bc7b-fbf74268cada), after_create {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:42:20.142064 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-62dfb813-39d9-4d27-b5e0-8b4f4c0c21c0 admin admin] Publish callbacks [] for security_group (ac25fb62-ee1f-4ef9-a3a8-77cadabf420a), precommit_delete {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:42:20.264740 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.api.v2.base [req-0857e445-b0ae-43eb-903c-2bba8783d6c9 req-6ad62d54-b3fe-4510-99ff-bfc0c611b089 service neutron] Request body: {'port': {'device_id': '9faf877c-ba70-4611-bdbe-300beb137200', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83053'}} {{(pid=109568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 22:42:20.379397 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-919341c0-1e26-4d6a-b96c-6d99064f1113 admin admin] Publish callbacks [] for port (a2286bc2-5103-4581-b579-15c42c96fa7f), precommit_update {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:42:20.400916 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.rpc [None req-154add69-038d-48cc-93ba-bd7e358b6d11 None None] Device 8b621a2e-d1dd-4781-b394-39862f442bf8 up at agent ovs-agent-dv-cinder-830538-5-iscsi {{(pid=109570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 22:42:20.418730 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c087a0c-34b7-4e95-b92f-533d17c5ca20 admin admin] Pushing event updated for resources: {'Port': ['ID=6d58ef7a-de76-49b9-9508-4647e5fd1f80,revision_number=2']} {{(pid=109569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:42:20.426536 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-bff26148-c5bf-4887-83e5-635530c93406 req-1f1978d4-d77e-4f7f-a7f1-4960e2bc22e0 tempest-DeleteServersTestJSON-784346736 tempest-DeleteServersTestJSON-784346736-project] 10.222.0.11 "GET /v2.0/security-groups?id=8b7354e7-3b1d-4635-b677-d1381d13750a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5093136 Feb 28 22:42:20.435426 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-919341c0-1e26-4d6a-b96c-6d99064f1113 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33156859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750845083886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750844628246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750844628264'] for port (a2286bc2-5103-4581-b579-15c42c96fa7f), after_update {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:42:20.447512 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-919341c0-1e26-4d6a-b96c-6d99064f1113 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33156617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33522848'] for router_interface (b2156cfd-0759-46cd-a1bd-84c6d2c20954), after_create {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:42:20.638597 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.db.provisioning_blocks [None req-154add69-038d-48cc-93ba-bd7e358b6d11 None None] Provisioning complete for port 8b621a2e-d1dd-4781-b394-39862f442bf8 triggered by entity L2. {{(pid=109570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 22:42:20.639401 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-154add69-038d-48cc-93ba-bd7e358b6d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579965'] for port (8b621a2e-d1dd-4781-b394-39862f442bf8), provisioning_complete {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:42:20.766116 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919341c0-1e26-4d6a-b96c-6d99064f1113 admin admin] Pushing event updated for resources: {'Port': ['ID=a2286bc2-5103-4581-b579-15c42c96fa7f,revision_number=2']} {{(pid=109569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:42:20.845482 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c087a0c-34b7-4e95-b92f-533d17c5ca20 admin admin] Network df2fc3b5-d3d8-4f0b-b393-20e4e2e253bc is already hosted by enough agents. {{(pid=109569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 22:42:20.851482 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.scheduler.base_scheduler [None req-4c087a0c-34b7-4e95-b92f-533d17c5ca20 admin admin] Resources bound (agent type, host, resource id): {{(pid=109569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 22:42:20.940549 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.plugin [None req-154add69-038d-48cc-93ba-bd7e358b6d11 None None] Current status of the port 8b621a2e-d1dd-4781-b394-39862f442bf8 is: DOWN; New status is: ACTIVE {{(pid=109570) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 22:42:20.940962 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-154add69-038d-48cc-93ba-bd7e358b6d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616566'] for port (8b621a2e-d1dd-4781-b394-39862f442bf8), before_update {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:42:21.033875 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.db [None req-154add69-038d-48cc-93ba-bd7e358b6d11 None None] For port 8b621a2e-d1dd-4781-b394-39862f442bf8, host dv-cinder-830538-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830538-5-iscsi',level=0,port_id=8b621a2e-d1dd-4781-b394-39862f442bf8,segment=NetworkSegment(ee66776f-25dd-443a-9417-ae0becd0bae6),segment_id=ee66776f-25dd-443a-9417-ae0becd0bae6)] {{(pid=109570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 22:42:21.040826 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-154add69-038d-48cc-93ba-bd7e358b6d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33156859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750845083886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750844628246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750844628264'] for port (8b621a2e-d1dd-4781-b394-39862f442bf8), after_update {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:42:21.044302 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.rpc [None req-154add69-038d-48cc-93ba-bd7e358b6d11 None None] Device 1522a675-4d33-4256-879d-6a3a0eadb794 up at agent ovs-agent-dv-cinder-830538-5-iscsi {{(pid=109570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 22:42:21.057278 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-919341c0-1e26-4d6a-b96c-6d99064f1113 admin admin] Network ba9103be-0016-4db5-8443-08fa8db70094 is already hosted by enough agents. {{(pid=109569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 22:42:21.062045 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.scheduler.base_scheduler [None req-919341c0-1e26-4d6a-b96c-6d99064f1113 admin admin] Resources bound (agent type, host, resource id): {{(pid=109569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 22:42:21.174483 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.db.provisioning_blocks [None req-154add69-038d-48cc-93ba-bd7e358b6d11 None None] Provisioning complete for port 1522a675-4d33-4256-879d-6a3a0eadb794 triggered by entity L2. {{(pid=109570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 22:42:21.174924 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-154add69-038d-48cc-93ba-bd7e358b6d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579965'] for port (1522a675-4d33-4256-879d-6a3a0eadb794), provisioning_complete {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:42:21.209852 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-c9570cfb-0bb3-49bf-8c6b-c3357d42130a req-4e97f685-dac9-4503-9b3d-9bbed37feb45 tempest-AttachVolumeNegativeTest-1243329128 tempest-AttachVolumeNegativeTest-1243329128-project] 10.222.0.11 "GET /v2.0/ports?device_id=22615708-430d-424f-8398-e2cd25174185 HTTP/1.1" status: 200 len: 210 time: 0.5460815 Feb 28 22:42:21.224665 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-0ded9692-0b1b-401a-ae6d-35357b40e7b4 admin admin] Publish callbacks [] for port (94c0ef23-6976-4e8a-80aa-720130750364), precommit_update {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:42:21.229689 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-ccfa23db-29d4-477f-a767-756111624a0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33441213'] for security_group (b2273876-d2bd-43c7-886f-ecfc4f7bb874), after_delete {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:42:21.232595 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-ccfa23db-29d4-477f-a767-756111624a0b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:42:21.234021 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [None req-ccfa23db-29d4-477f-a767-756111624a0b admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/b2273876-d2bd-43c7-886f-ecfc4f7bb874 HTTP/1.1" status: 204 len: 168 time: 3.0308552 Feb 28 22:42:21.258078 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfa23db-29d4-477f-a767-756111624a0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2273876-d2bd-43c7-886f-ecfc4f7bb874,revision_number=None']} {{(pid=109568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:42:21.260529 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [req-0857e445-b0ae-43eb-903c-2bba8783d6c9 req-6ad62d54-b3fe-4510-99ff-bfc0c611b089 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616566'] for port (05593159-ef39-4c6d-95b1-16bf2b871952), before_update {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:42:21.287822 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-0ded9692-0b1b-401a-ae6d-35357b40e7b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33156859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750845083886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750844628246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750844628264'] for port (94c0ef23-6976-4e8a-80aa-720130750364), after_update {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:42:21.288638 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-0ded9692-0b1b-401a-ae6d-35357b40e7b4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33156617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33522848'] for router_interface (abdf501b-4b4d-4822-b10e-2218ac616053), after_create {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:42:21.289956 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154add69-038d-48cc-93ba-bd7e358b6d11 None None] Pushing event updated for resources: {'Port': ['ID=8b621a2e-d1dd-4781-b394-39862f442bf8,revision_number=4']} {{(pid=109570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:42:21.435932 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.db.provisioning_blocks [None req-12046216-bbf1-4fb3-b452-4f24cde7ba1b None None] Provisioning complete for port 6d58ef7a-de76-49b9-9508-4647e5fd1f80 triggered by entity DHCP. {{(pid=109570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 22:42:21.437585 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-12046216-bbf1-4fb3-b452-4f24cde7ba1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579965'] for port (6d58ef7a-de76-49b9-9508-4647e5fd1f80), provisioning_complete {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:42:21.545490 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.plugin [None req-12046216-bbf1-4fb3-b452-4f24cde7ba1b None None] Port 6d58ef7a-de76-49b9-9508-4647e5fd1f80 cannot update to ACTIVE because it is not bound. {{(pid=109570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 22:42:21.547369 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c087a0c-34b7-4e95-b92f-533d17c5ca20 admin admin] Router e0521325-922c-4570-bc7b-fbf74268cada has already been hosted by L3 agent 1bbc3f13-d896-4633-9d3f-4f3415ceb83d {{(pid=109569) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 22:42:21.552434 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.plugin [None req-154add69-038d-48cc-93ba-bd7e358b6d11 None None] Current status of the port 1522a675-4d33-4256-879d-6a3a0eadb794 is: ACTIVE; New status is: ACTIVE {{(pid=109570) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 22:42:21.554171 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.rpc [None req-154add69-038d-48cc-93ba-bd7e358b6d11 None None] Device efa2069d-ff78-4e3e-acf6-b0a165b1c3f7 up at agent ovs-agent-dv-cinder-830538-5-iscsi {{(pid=109570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 22:42:21.594785 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-919341c0-1e26-4d6a-b96c-6d99064f1113 admin admin] Router b2156cfd-0759-46cd-a1bd-84c6d2c20954 has already been hosted by L3 agent 1bbc3f13-d896-4633-9d3f-4f3415ceb83d {{(pid=109569) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 22:42:21.622286 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.db.provisioning_blocks [None req-154add69-038d-48cc-93ba-bd7e358b6d11 None None] Provisioning complete for port efa2069d-ff78-4e3e-acf6-b0a165b1c3f7 triggered by entity L2. {{(pid=109570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 22:42:21.623053 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-154add69-038d-48cc-93ba-bd7e358b6d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579965'] for port (efa2069d-ff78-4e3e-acf6-b0a165b1c3f7), provisioning_complete {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:42:21.764354 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.plugin [None req-154add69-038d-48cc-93ba-bd7e358b6d11 None None] Current status of the port efa2069d-ff78-4e3e-acf6-b0a165b1c3f7 is: DOWN; New status is: ACTIVE {{(pid=109570) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 22:42:21.764775 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-154add69-038d-48cc-93ba-bd7e358b6d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616566'] for port (efa2069d-ff78-4e3e-acf6-b0a165b1c3f7), before_update {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:42:21.800863 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.db [None req-154add69-038d-48cc-93ba-bd7e358b6d11 None None] For port efa2069d-ff78-4e3e-acf6-b0a165b1c3f7, host dv-cinder-830538-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830538-5-iscsi',level=0,port_id=efa2069d-ff78-4e3e-acf6-b0a165b1c3f7,segment=NetworkSegment(ee66776f-25dd-443a-9417-ae0becd0bae6),segment_id=ee66776f-25dd-443a-9417-ae0becd0bae6)] {{(pid=109570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 22:42:21.809300 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-154add69-038d-48cc-93ba-bd7e358b6d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33156859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750845083886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750844628246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750844628264'] for port (efa2069d-ff78-4e3e-acf6-b0a165b1c3f7), after_update {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:42:21.910247 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-919341c0-1e26-4d6a-b96c-6d99064f1113 admin admin] Notify agent at l3_agent.dv-cinder-830538-5-iscsi the message routers_updated {{(pid=109569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 22:42:21.924439 dv-cinder-830538-5-iscsi neutron-server[109569]: INFO neutron.wsgi [None req-919341c0-1e26-4d6a-b96c-6d99064f1113 admin admin] 10.222.0.11 "PUT /v2.0/routers/b2156cfd-0759-46cd-a1bd-84c6d2c20954/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4399214 Feb 28 22:42:21.939934 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-822bd13b-ae3b-43f5-83fb-65be7b7fcca8 None None] Sync routers for ids ['b2156cfd-0759-46cd-a1bd-84c6d2c20954'] in dv-cinder-830538-5-iscsi {{(pid=109570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 22:42:21.983462 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-822bd13b-ae3b-43f5-83fb-65be7b7fcca8 None None] Routers {'b2156cfd-0759-46cd-a1bd-84c6d2c20954'} bound to L3 agent in host dv-cinder-830538-5-iscsi {{(pid=109570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 22:42:21.984309 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.db.l3_hamode_db [None req-822bd13b-ae3b-43f5-83fb-65be7b7fcca8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830538-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-28T22:34:03Z,description=,heartbeat_timestamp=2022-02-28T22:42:03Z,host='dv-cinder-830538-5-iscsi',id=1bbc3f13-d896-4633-9d3f-4f3415ceb83d,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T22:34:03Z,topic='l3_agent')) {'router_ids': ['b2156cfd-0759-46cd-a1bd-84c6d2c20954'], 'active': True} {{(pid=109570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 22:42:22.041613 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [req-5a148d81-ab48-47e2-9538-5d878de94daa req-6cb74a43-1850-4db9-9016-14ed854667da tempest-AttachVolumeNegativeTest-1243329128 tempest-AttachVolumeNegativeTest-1243329128-project] Publish callbacks [] for port (a4199d93-3776-445a-8d8b-fb493d8a8230), precommit_create {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:42:22.103494 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.notifiers.nova [req-0857e445-b0ae-43eb-903c-2bba8783d6c9 req-6ad62d54-b3fe-4510-99ff-bfc0c611b089 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 05593159-ef39-4c6d-95b1-16bf2b871952 {{(pid=109568) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 22:42:22.136521 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154add69-038d-48cc-93ba-bd7e358b6d11 None None] Pushing event updated for resources: {'Port': ['ID=efa2069d-ff78-4e3e-acf6-b0a165b1c3f7,revision_number=4']} {{(pid=109570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:42:22.221298 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c087a0c-34b7-4e95-b92f-533d17c5ca20 admin admin] Notify agent at l3_agent.dv-cinder-830538-5-iscsi the message routers_updated {{(pid=109569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 22:42:22.235436 dv-cinder-830538-5-iscsi neutron-server[109569]: INFO neutron.wsgi [None req-4c087a0c-34b7-4e95-b92f-533d17c5ca20 admin admin] 10.222.0.11 "PUT /v2.0/routers/e0521325-922c-4570-bc7b-fbf74268cada/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1018493 Feb 28 22:42:22.250438 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.rpc [None req-154add69-038d-48cc-93ba-bd7e358b6d11 None None] Device 8b621a2e-d1dd-4781-b394-39862f442bf8 up at agent ovs-agent-dv-cinder-830538-5-iscsi {{(pid=109570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 22:42:22.326738 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.db.l3_dvr_db [None req-822bd13b-ae3b-43f5-83fb-65be7b7fcca8 None None] Set router b2156cfd-0759-46cd-a1bd-84c6d2c20954 gateway port host: dv-cinder-830538-5-iscsi {{(pid=109570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 22:42:22.391031 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.db.provisioning_blocks [None req-154add69-038d-48cc-93ba-bd7e358b6d11 None None] Provisioning complete for port 8b621a2e-d1dd-4781-b394-39862f442bf8 triggered by entity L2. {{(pid=109570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 22:42:22.391410 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-154add69-038d-48cc-93ba-bd7e358b6d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579965'] for port (8b621a2e-d1dd-4781-b394-39862f442bf8), provisioning_complete {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:42:22.423193 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [req-0857e445-b0ae-43eb-903c-2bba8783d6c9 req-6ad62d54-b3fe-4510-99ff-bfc0c611b089 service neutron] Publish callbacks [] for port (05593159-ef39-4c6d-95b1-16bf2b871952), precommit_update {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:42:22.467260 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [req-5a148d81-ab48-47e2-9538-5d878de94daa req-6cb74a43-1850-4db9-9016-14ed854667da tempest-AttachVolumeNegativeTest-1243329128 tempest-AttachVolumeNegativeTest-1243329128-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33156859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750844628228'] for port (a4199d93-3776-445a-8d8b-fb493d8a8230), after_create {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:42:22.472589 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-62dfb813-39d9-4d27-b5e0-8b4f4c0c21c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33441213'] for security_group (ac25fb62-ee1f-4ef9-a3a8-77cadabf420a), after_delete {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:42:22.481021 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-62dfb813-39d9-4d27-b5e0-8b4f4c0c21c0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:42:22.485027 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [None req-62dfb813-39d9-4d27-b5e0-8b4f4c0c21c0 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/ac25fb62-ee1f-4ef9-a3a8-77cadabf420a HTTP/1.1" status: 204 len: 168 time: 2.9546697 Feb 28 22:42:22.556206 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ded9692-0b1b-401a-ae6d-35357b40e7b4 admin admin] Pushing event updated for resources: {'Port': ['ID=94c0ef23-6976-4e8a-80aa-720130750364,revision_number=2']} {{(pid=109568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:42:22.565833 dv-cinder-830538-5-iscsi neutron-server[109571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-329c1a89-ebd9-40c6-a500-9dfeb27eec3c None None] Sync routers for ids ['e0521325-922c-4570-bc7b-fbf74268cada'] in dv-cinder-830538-5-iscsi {{(pid=109571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 22:42:22.586817 dv-cinder-830538-5-iscsi neutron-server[109571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-329c1a89-ebd9-40c6-a500-9dfeb27eec3c None None] Routers {'e0521325-922c-4570-bc7b-fbf74268cada'} bound to L3 agent in host dv-cinder-830538-5-iscsi {{(pid=109571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 22:42:22.594467 dv-cinder-830538-5-iscsi neutron-server[109571]: DEBUG neutron.db.l3_hamode_db [None req-329c1a89-ebd9-40c6-a500-9dfeb27eec3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830538-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-28T22:34:03Z,description=,heartbeat_timestamp=2022-02-28T22:42:03Z,host='dv-cinder-830538-5-iscsi',id=1bbc3f13-d896-4633-9d3f-4f3415ceb83d,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T22:34:03Z,topic='l3_agent')) {'router_ids': ['e0521325-922c-4570-bc7b-fbf74268cada'], 'active': True} {{(pid=109571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 22:42:22.722236 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.db.provisioning_blocks [req-0857e445-b0ae-43eb-903c-2bba8783d6c9 req-6ad62d54-b3fe-4510-99ff-bfc0c611b089 service neutron] Transition to ACTIVE for port object 05593159-ef39-4c6d-95b1-16bf2b871952 will not be triggered until provisioned by entity L2. {{(pid=109568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Feb 28 22:42:22.726179 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62dfb813-39d9-4d27-b5e0-8b4f4c0c21c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac25fb62-ee1f-4ef9-a3a8-77cadabf420a,revision_number=None']} {{(pid=109568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:42:22.800191 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [req-0857e445-b0ae-43eb-903c-2bba8783d6c9 req-6ad62d54-b3fe-4510-99ff-bfc0c611b089 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33156859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750845083886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750844628246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750844628264'] for port (05593159-ef39-4c6d-95b1-16bf2b871952), after_update {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:42:22.814413 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5a148d81-ab48-47e2-9538-5d878de94daa req-6cb74a43-1850-4db9-9016-14ed854667da tempest-AttachVolumeNegativeTest-1243329128 tempest-AttachVolumeNegativeTest-1243329128-project] Network 0321cbe9-3229-497f-9213-34c6a912fd2a is already hosted by enough agents. {{(pid=109568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 22:42:22.842010 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.plugin [None req-154add69-038d-48cc-93ba-bd7e358b6d11 None None] Current status of the port 8b621a2e-d1dd-4781-b394-39862f442bf8 is: ACTIVE; New status is: ACTIVE {{(pid=109570) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 22:42:22.857242 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.scheduler.base_scheduler [req-5a148d81-ab48-47e2-9538-5d878de94daa req-6cb74a43-1850-4db9-9016-14ed854667da tempest-AttachVolumeNegativeTest-1243329128 tempest-AttachVolumeNegativeTest-1243329128-project] Resources bound (agent type, host, resource id): {{(pid=109568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 22:42:22.893523 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7fbc9a9-f52a-4def-952c-f23b7b7124c2 req-b4a1b980-4683-4e4a-91ac-6529cc70eb73 tempest-DeleteServersTestJSON-784346736 tempest-DeleteServersTestJSON-784346736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:42:22.900756 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.db.l3_hamode_db [None req-822bd13b-ae3b-43f5-83fb-65be7b7fcca8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2156cfd-0759-46cd-a1bd-84c6d2c20954', 'name': 'tempest-ServerRescueNegativeTestJSON-679984154-router', 'tenant_id': '1a9fe67e7e534a2f9e267047a6a40917', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e7a10c7-addc-4b79-a555-0b472e939652', 'external_fixed_ips': [{'subnet_id': '8aaf002d-6309-4cf0-ae69-6d349a14c0b1', 'ip_address': '172.27.0.132'}], 'enable_snat': True}, 'gw_port_id': '1522a675-4d33-4256-879d-6a3a0eadb794', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T22:42:07Z', 'updated_at': '2022-02-28T22:42:19Z', 'revision_number': 4, 'project_id': '1a9fe67e7e534a2f9e267047a6a40917', 'gw_port': {'id': '1522a675-4d33-4256-879d-6a3a0eadb794', 'name': '', 'network_id': '3e7a10c7-addc-4b79-a555-0b472e939652', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:ca:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2156cfd-0759-46cd-a1bd-84c6d2c20954', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '8aaf002d-6309-4cf0-ae69-6d349a14c0b1', 'ip_address': '172.27.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T22:42:08Z', 'updated_at': '2022-02-28T22:42:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8aaf002d-6309-4cf0-ae69-6d349a14c0b1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830538-5-iscsi', '_interfaces': [{'id': 'a2286bc2-5103-4581-b579-15c42c96fa7f', 'name': '', 'network_id': 'ba9103be-0016-4db5-8443-08fa8db70094', 'tenant_id': '1a9fe67e7e534a2f9e267047a6a40917', 'mac_address': 'fa:16:3e:8f:c5:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2156cfd-0759-46cd-a1bd-84c6d2c20954', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '4f074c84-eecc-4df3-bfe8-db2db878868a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T22:42:16Z', 'updated_at': '2022-02-28T22:42:19Z', 'revision_number': 2, 'project_id': '1a9fe67e7e534a2f9e267047a6a40917', 'subnets': [{'id': '4f074c84-eecc-4df3-bfe8-db2db878868a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830538-5-iscsi', False) {} {{(pid=109570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 22:42:22.904569 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-e7fbc9a9-f52a-4def-952c-f23b7b7124c2 req-b4a1b980-4683-4e4a-91ac-6529cc70eb73 tempest-DeleteServersTestJSON-784346736 tempest-DeleteServersTestJSON-784346736-project] 10.222.0.11 "GET /v2.0/ports?device_id=9faf877c-ba70-4611-bdbe-300beb137200 HTTP/1.1" status: 200 len: 932 time: 0.9588144 Feb 28 22:42:22.909483 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a148d81-ab48-47e2-9538-5d878de94daa req-6cb74a43-1850-4db9-9016-14ed854667da tempest-AttachVolumeNegativeTest-1243329128 tempest-AttachVolumeNegativeTest-1243329128-project] Received port after_create {{(pid=109568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 22:42:22.938420 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a148d81-ab48-47e2-9538-5d878de94daa req-6cb74a43-1850-4db9-9016-14ed854667da tempest-AttachVolumeNegativeTest-1243329128 tempest-AttachVolumeNegativeTest-1243329128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:42:22.940136 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [req-5a148d81-ab48-47e2-9538-5d878de94daa req-6cb74a43-1850-4db9-9016-14ed854667da tempest-AttachVolumeNegativeTest-1243329128 tempest-AttachVolumeNegativeTest-1243329128-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33156845'] for port (None), before_response {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:42:22.956035 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb74a43-1850-4db9-9016-14ed854667da tempest-AttachVolumeNegativeTest-1243329128 tempest-AttachVolumeNegativeTest-1243329128-project] Pushing event updated for resources: {'Port': ['ID=a4199d93-3776-445a-8d8b-fb493d8a8230,revision_number=1']} {{(pid=109568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:42:22.986783 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-822bd13b-ae3b-43f5-83fb-65be7b7fcca8 None None] Checking router: b2156cfd-0759-46cd-a1bd-84c6d2c20954 for host: dv-cinder-830538-5-iscsi {{(pid=109570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 22:42:22.987447 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-822bd13b-ae3b-43f5-83fb-65be7b7fcca8 None None] Updating router b2156cfd-0759-46cd-a1bd-84c6d2c20954 port a2286bc2-5103-4581-b579-15c42c96fa7f binding host dv-cinder-830538-5-iscsi {{(pid=109570) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 22:42:23.034917 dv-cinder-830538-5-iscsi neutron-server[109571]: DEBUG neutron.db.l3_dvr_db [None req-329c1a89-ebd9-40c6-a500-9dfeb27eec3c None None] Set router e0521325-922c-4570-bc7b-fbf74268cada gateway port host: dv-cinder-830538-5-iscsi {{(pid=109571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 22:42:23.036158 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-822bd13b-ae3b-43f5-83fb-65be7b7fcca8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616566'] for port (a2286bc2-5103-4581-b579-15c42c96fa7f), before_update {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:42:23.163005 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ded9692-0b1b-401a-ae6d-35357b40e7b4 admin admin] Network e1dee003-d534-429c-aed6-3f1020c03805 is already hosted by enough agents. {{(pid=109568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 22:42:23.171649 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-5a148d81-ab48-47e2-9538-5d878de94daa req-6cb74a43-1850-4db9-9016-14ed854667da tempest-AttachVolumeNegativeTest-1243329128 tempest-AttachVolumeNegativeTest-1243329128-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 8.1575344 Feb 28 22:42:23.173875 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.wsgi [-] (109569) accepted ('10.222.0.11', 50296) {{(pid=109569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 22:42:23.186318 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79b4ccd-d44e-494a-9fea-543aea64c433 req-c6719bcf-7ccf-48d7-8ad7-af211c75d1df tempest-AttachVolumeNegativeTest-1243329128 tempest-AttachVolumeNegativeTest-1243329128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:42:23.192264 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-f79b4ccd-d44e-494a-9fea-543aea64c433 req-c6719bcf-7ccf-48d7-8ad7-af211c75d1df tempest-AttachVolumeNegativeTest-1243329128 tempest-AttachVolumeNegativeTest-1243329128-project] 10.222.0.11 "GET /v2.0/ports?device_id=22615708-430d-424f-8398-e2cd25174185 HTTP/1.1" status: 200 len: 931 time: 0.6829324 Feb 28 22:42:23.193385 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.scheduler.base_scheduler [None req-0ded9692-0b1b-401a-ae6d-35357b40e7b4 admin admin] Resources bound (agent type, host, resource id): {{(pid=109568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 22:42:23.202468 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.api.v2.base [req-5a148d81-ab48-47e2-9538-5d878de94daa req-f0c3800a-f719-4f7b-acfe-ef9eab549f51 service neutron] Request body: {'port': {'device_id': '22615708-430d-424f-8398-e2cd25174185', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83053'}} {{(pid=109568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 22:42:23.378935 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.api.v2.base [None req-7ba34e29-697b-46ad-a97c-c8be6fdc717e admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1208729204-network', 'tenant_id': '9322d42f546f4b40a90f32b82642992f'}} {{(pid=109569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 22:42:23.432399 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ba34e29-697b-46ad-a97c-c8be6fdc717e admin admin] Made reservation on behalf of 9322d42f546f4b40a90f32b82642992f for: {'network': 1} {{(pid=109569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 22:42:23.434925 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-7ba34e29-697b-46ad-a97c-c8be6fdc717e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616566'] for network (None), before_create {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:42:23.465338 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-7ba34e29-697b-46ad-a97c-c8be6fdc717e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:42:23.496528 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad62d54-b3fe-4510-99ff-bfc0c611b089 service neutron] Pushing event updated for resources: {'Port': ['ID=05593159-ef39-4c6d-95b1-16bf2b871952,revision_number=2']} {{(pid=109568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:42:23.618073 dv-cinder-830538-5-iscsi neutron-server[109571]: DEBUG neutron.db.l3_hamode_db [None req-329c1a89-ebd9-40c6-a500-9dfeb27eec3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0521325-922c-4570-bc7b-fbf74268cada', 'name': 'tempest-AttachVolumeTestJSON-1955448268-router', 'tenant_id': '558108c6409d474abda99b19120d05ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e7a10c7-addc-4b79-a555-0b472e939652', 'external_fixed_ips': [{'subnet_id': '8aaf002d-6309-4cf0-ae69-6d349a14c0b1', 'ip_address': '172.27.0.95'}], 'enable_snat': True}, 'gw_port_id': '8b621a2e-d1dd-4781-b394-39862f442bf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T22:42:08Z', 'updated_at': '2022-02-28T22:42:19Z', 'revision_number': 4, 'project_id': '558108c6409d474abda99b19120d05ad', 'gw_port': {'id': '8b621a2e-d1dd-4781-b394-39862f442bf8', 'name': '', 'network_id': '3e7a10c7-addc-4b79-a555-0b472e939652', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:b7:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0521325-922c-4570-bc7b-fbf74268cada', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '8aaf002d-6309-4cf0-ae69-6d349a14c0b1', 'ip_address': '172.27.0.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T22:42:10Z', 'updated_at': '2022-02-28T22:42:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8aaf002d-6309-4cf0-ae69-6d349a14c0b1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830538-5-iscsi', '_interfaces': [{'id': '6d58ef7a-de76-49b9-9508-4647e5fd1f80', 'name': '', 'network_id': 'df2fc3b5-d3d8-4f0b-b393-20e4e2e253bc', 'tenant_id': '558108c6409d474abda99b19120d05ad', 'mac_address': 'fa:16:3e:0c:69:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0521325-922c-4570-bc7b-fbf74268cada', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '22e78a7b-72b0-4514-af71-979e73dc5a6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T22:42:15Z', 'updated_at': '2022-02-28T22:42:19Z', 'revision_number': 2, 'project_id': '558108c6409d474abda99b19120d05ad', 'subnets': [{'id': '22e78a7b-72b0-4514-af71-979e73dc5a6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830538-5-iscsi', False) {} {{(pid=109571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 22:42:23.676805 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.plugins.ml2.managers [req-0857e445-b0ae-43eb-903c-2bba8783d6c9 req-6ad62d54-b3fe-4510-99ff-bfc0c611b089 service neutron] Attempting to bind port 05593159-ef39-4c6d-95b1-16bf2b871952 on host hv-cinder-83053 for vnic_type normal with profile {{(pid=109568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 22:42:23.677273 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.plugins.ml2.managers [req-0857e445-b0ae-43eb-903c-2bba8783d6c9 req-6ad62d54-b3fe-4510-99ff-bfc0c611b089 service neutron] Attempting to bind port 05593159-ef39-4c6d-95b1-16bf2b871952 by drivers openvswitch,hyperv on host hv-cinder-83053 at level 0 using segments [{'id': 'a1ab11c4-074a-4634-922e-78829362d635', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '8c93bcd7-cff3-4c00-a74b-9cb653cb6024'}] {{(pid=109568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 22:42:23.677620 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0857e445-b0ae-43eb-903c-2bba8783d6c9 req-6ad62d54-b3fe-4510-99ff-bfc0c611b089 service neutron] Attempting to bind port 05593159-ef39-4c6d-95b1-16bf2b871952 on network 8c93bcd7-cff3-4c00-a74b-9cb653cb6024 {{(pid=109568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 22:42:23.678337 dv-cinder-830538-5-iscsi neutron-server[109571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-329c1a89-ebd9-40c6-a500-9dfeb27eec3c None None] Checking router: e0521325-922c-4570-bc7b-fbf74268cada for host: dv-cinder-830538-5-iscsi {{(pid=109571) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 22:42:23.678879 dv-cinder-830538-5-iscsi neutron-server[109571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-329c1a89-ebd9-40c6-a500-9dfeb27eec3c None None] Updating router e0521325-922c-4570-bc7b-fbf74268cada port 6d58ef7a-de76-49b9-9508-4647e5fd1f80 binding host dv-cinder-830538-5-iscsi {{(pid=109571) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 22:42:23.722389 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-7ba34e29-697b-46ad-a97c-c8be6fdc717e admin admin] Publish callbacks [] for security_group (154086eb-ba88-47c5-9b72-1c071b0ddfa5), precommit_create {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:42:23.734127 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-7ba34e29-697b-46ad-a97c-c8be6fdc717e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33441213'] for security_group (154086eb-ba88-47c5-9b72-1c071b0ddfa5), after_create {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:42:23.749369 dv-cinder-830538-5-iscsi neutron-server[109571]: DEBUG neutron_lib.callbacks.manager [None req-329c1a89-ebd9-40c6-a500-9dfeb27eec3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616566'] for port (6d58ef7a-de76-49b9-9508-4647e5fd1f80), before_update {{(pid=109571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:42:23.753370 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.db.provisioning_blocks [None req-3c69edc2-e7e5-46c9-b924-42538e7d89fb None None] Provisioning complete for port 94c0ef23-6976-4e8a-80aa-720130750364 triggered by entity DHCP. {{(pid=109570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 22:42:23.753960 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-3c69edc2-e7e5-46c9-b924-42538e7d89fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579965'] for port (94c0ef23-6976-4e8a-80aa-720130750364), provisioning_complete {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:42:23.784232 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [req-5a148d81-ab48-47e2-9538-5d878de94daa req-f0c3800a-f719-4f7b-acfe-ef9eab549f51 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616566'] for port (a4199d93-3776-445a-8d8b-fb493d8a8230), before_update {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:42:23.798296 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-822bd13b-ae3b-43f5-83fb-65be7b7fcca8 None None] Publish callbacks [] for port (a2286bc2-5103-4581-b579-15c42c96fa7f), precommit_update {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:42:23.808533 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.plugin [None req-3c69edc2-e7e5-46c9-b924-42538e7d89fb None None] Port 94c0ef23-6976-4e8a-80aa-720130750364 cannot update to ACTIVE because it is not bound. {{(pid=109570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 22:42:23.812264 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-822bd13b-ae3b-43f5-83fb-65be7b7fcca8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33156859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750845083886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750844628246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750844628264'] for port (a2286bc2-5103-4581-b579-15c42c96fa7f), after_update {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:42:23.876412 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21b7ede-c51f-4780-adab-5d889e613192 None None] Pushing event updated for resources: {'Port': ['ID=a2286bc2-5103-4581-b579-15c42c96fa7f,revision_number=3']} {{(pid=109570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:42:23.877120 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7ba34e29-697b-46ad-a97c-c8be6fdc717e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 119} {{(pid=109569) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 22:42:23.893643 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba34e29-697b-46ad-a97c-c8be6fdc717e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=154086eb-ba88-47c5-9b72-1c071b0ddfa5,revision_number=1']} {{(pid=109569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:42:23.948338 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.managers [None req-822bd13b-ae3b-43f5-83fb-65be7b7fcca8 None None] Attempting to bind port a2286bc2-5103-4581-b579-15c42c96fa7f on host dv-cinder-830538-5-iscsi for vnic_type normal with profile {{(pid=109570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 22:42:23.948882 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.managers [None req-822bd13b-ae3b-43f5-83fb-65be7b7fcca8 None None] Attempting to bind port a2286bc2-5103-4581-b579-15c42c96fa7f by drivers openvswitch,hyperv on host dv-cinder-830538-5-iscsi at level 0 using segments [{'id': 'e59ecef9-1da6-4950-ad52-2ebcb29e8cdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'ba9103be-0016-4db5-8443-08fa8db70094'}] {{(pid=109570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 22:42:23.949253 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-822bd13b-ae3b-43f5-83fb-65be7b7fcca8 None None] Attempting to bind port a2286bc2-5103-4581-b579-15c42c96fa7f on network ba9103be-0016-4db5-8443-08fa8db70094 {{(pid=109570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 22:42:23.950758 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-7ba34e29-697b-46ad-a97c-c8be6fdc717e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1012980'] for segment (df98b688-8d4e-48cc-ac20-1217826e2fff), precommit_create {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:42:23.952709 dv-cinder-830538-5-iscsi neutron-server[109569]: INFO neutron.db.segments_db [None req-7ba34e29-697b-46ad-a97c-c8be6fdc717e admin admin] Added segment df98b688-8d4e-48cc-ac20-1217826e2fff of type vlan for network 7508e786-7e24-4d8a-8920-ee485e3272b3 Feb 28 22:42:23.955125 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-822bd13b-ae3b-43f5-83fb-65be7b7fcca8 None None] Checking agent: {'id': '7aa25ffb-1b87-4f08-8530-4bdf6e6b221c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830538-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 22, 34, 7), 'started_at': datetime.datetime(2022, 2, 28, 22, 34, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 22, 42, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830538-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 22:42:23.955501 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-822bd13b-ae3b-43f5-83fb-65be7b7fcca8 None None] Checking segment: {'id': 'e59ecef9-1da6-4950-ad52-2ebcb29e8cdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'ba9103be-0016-4db5-8443-08fa8db70094'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 22:42:23.956055 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-822bd13b-ae3b-43f5-83fb-65be7b7fcca8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:42:23.956452 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-822bd13b-ae3b-43f5-83fb-65be7b7fcca8 None None] Bound using segment: {'id': 'e59ecef9-1da6-4950-ad52-2ebcb29e8cdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'ba9103be-0016-4db5-8443-08fa8db70094'} {{(pid=109570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 22:42:23.956922 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.managers [None req-822bd13b-ae3b-43f5-83fb-65be7b7fcca8 None None] Bound port: a2286bc2-5103-4581-b579-15c42c96fa7f, host: dv-cinder-830538-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e59ecef9-1da6-4950-ad52-2ebcb29e8cdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'ba9103be-0016-4db5-8443-08fa8db70094'}}] {{(pid=109570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 22:42:23.957353 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-822bd13b-ae3b-43f5-83fb-65be7b7fcca8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616566'] for port (a2286bc2-5103-4581-b579-15c42c96fa7f), before_update {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:42:24.033414 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.db [None req-822bd13b-ae3b-43f5-83fb-65be7b7fcca8 None None] For port a2286bc2-5103-4581-b579-15c42c96fa7f, host dv-cinder-830538-5-iscsi, cleared binding levels {{(pid=109570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 22:42:24.036814 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.db [None req-822bd13b-ae3b-43f5-83fb-65be7b7fcca8 None None] For port a2286bc2-5103-4581-b579-15c42c96fa7f, host dv-cinder-830538-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830538-5-iscsi',level=0,port_id=a2286bc2-5103-4581-b579-15c42c96fa7f,segment=NetworkSegment(e59ecef9-1da6-4950-ad52-2ebcb29e8cdb),segment_id=e59ecef9-1da6-4950-ad52-2ebcb29e8cdb)] {{(pid=109570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 22:42:24.044202 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-822bd13b-ae3b-43f5-83fb-65be7b7fcca8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33156859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750845083886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750844628246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750844628264'] for port (a2286bc2-5103-4581-b579-15c42c96fa7f), after_update {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:42:24.106781 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-7ba34e29-697b-46ad-a97c-c8be6fdc717e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750844646229'] for network (7508e786-7e24-4d8a-8920-ee485e3272b3), precommit_create {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:42:24.219364 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-7ba34e29-697b-46ad-a97c-c8be6fdc717e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33441228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33156859'] for network (7508e786-7e24-4d8a-8920-ee485e3272b3), after_create {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:42:24.221844 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ba34e29-697b-46ad-a97c-c8be6fdc717e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:42:24.222632 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-7ba34e29-697b-46ad-a97c-c8be6fdc717e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33156845'] for network (None), before_response {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:42:24.317448 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.rpc [None req-154add69-038d-48cc-93ba-bd7e358b6d11 None None] Device efa2069d-ff78-4e3e-acf6-b0a165b1c3f7 up at agent ovs-agent-dv-cinder-830538-5-iscsi {{(pid=109570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 22:42:24.328212 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.notifiers.nova [req-5a148d81-ab48-47e2-9538-5d878de94daa req-f0c3800a-f719-4f7b-acfe-ef9eab549f51 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a4199d93-3776-445a-8d8b-fb493d8a8230 {{(pid=109568) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 22:42:24.330060 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21b7ede-c51f-4780-adab-5d889e613192 None None] Pushing event updated for resources: {'Port': ['ID=a2286bc2-5103-4581-b579-15c42c96fa7f,revision_number=4']} {{(pid=109570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:42:24.361925 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [req-5a148d81-ab48-47e2-9538-5d878de94daa req-f0c3800a-f719-4f7b-acfe-ef9eab549f51 service neutron] Publish callbacks [] for port (a4199d93-3776-445a-8d8b-fb493d8a8230), precommit_update {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:42:24.402163 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.db.provisioning_blocks [req-5a148d81-ab48-47e2-9538-5d878de94daa req-f0c3800a-f719-4f7b-acfe-ef9eab549f51 service neutron] Transition to ACTIVE for port object a4199d93-3776-445a-8d8b-fb493d8a8230 will not be triggered until provisioned by entity L2. {{(pid=109568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Feb 28 22:42:24.417812 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba34e29-697b-46ad-a97c-c8be6fdc717e admin admin] Pushing event updated for resources: {'Network': ['ID=7508e786-7e24-4d8a-8920-ee485e3272b3,revision_number=1']} {{(pid=109569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:42:24.432629 dv-cinder-830538-5-iscsi neutron-server[109569]: INFO neutron.wsgi [None req-7ba34e29-697b-46ad-a97c-c8be6fdc717e admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.2575529 Feb 28 22:42:24.436507 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.wsgi [-] (109569) accepted ('10.222.0.11', 50322) {{(pid=109569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 22:42:24.454043 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.api.v2.base [None req-4a0c2f86-6ded-4972-958a-79b93df1e3b8 admin admin] Request body: {'subnet': {'network_id': '7508e786-7e24-4d8a-8920-ee485e3272b3', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1208729204-subnet', 'tenant_id': '9322d42f546f4b40a90f32b82642992f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 22:42:24.468679 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.rpc [None req-154add69-038d-48cc-93ba-bd7e358b6d11 None None] Network 7508e786-7e24-4d8a-8920-ee485e3272b3 details requested by agent ovs-agent-dv-cinder-830538-5-iscsi with host dv-cinder-830538-5-iscsi {{(pid=109570) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 22:42:24.470810 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-e7fbc9a9-f52a-4def-952c-f23b7b7124c2 req-cb229ba5-111a-4b23-8317-681e8afdf9ef tempest-DeleteServersTestJSON-784346736 tempest-DeleteServersTestJSON-784346736-project] 10.222.0.11 "GET /v2.0/security-groups?id=8b7354e7-3b1d-4635-b677-d1381d13750a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.5604444 Feb 28 22:42:24.472701 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [req-5a148d81-ab48-47e2-9538-5d878de94daa req-f0c3800a-f719-4f7b-acfe-ef9eab549f51 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33156859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750845083886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750844628246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750844628264'] for port (a4199d93-3776-445a-8d8b-fb493d8a8230), after_update {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:42:24.538322 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a0c2f86-6ded-4972-958a-79b93df1e3b8 admin admin] Made reservation on behalf of 9322d42f546f4b40a90f32b82642992f for: {'subnet': 1} {{(pid=109569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 22:42:24.546171 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-4a0c2f86-6ded-4972-958a-79b93df1e3b8 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:42:24.677290 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-822bd13b-ae3b-43f5-83fb-65be7b7fcca8 None None] Routers {'b2156cfd-0759-46cd-a1bd-84c6d2c20954'} bound to L3 agent in host dv-cinder-830538-5-iscsi {{(pid=109570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 22:42:24.678079 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.db.l3_hamode_db [None req-822bd13b-ae3b-43f5-83fb-65be7b7fcca8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830538-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-28T22:34:03Z,description=,heartbeat_timestamp=2022-02-28T22:42:03Z,host='dv-cinder-830538-5-iscsi',id=1bbc3f13-d896-4633-9d3f-4f3415ceb83d,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T22:34:03Z,topic='l3_agent')) {'router_ids': ['b2156cfd-0759-46cd-a1bd-84c6d2c20954'], 'active': True} {{(pid=109570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 22:42:24.720372 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0857e445-b0ae-43eb-903c-2bba8783d6c9 req-6ad62d54-b3fe-4510-99ff-bfc0c611b089 service neutron] Port 05593159-ef39-4c6d-95b1-16bf2b871952 on network 8c93bcd7-cff3-4c00-a74b-9cb653cb6024 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83053 {{(pid=109568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 22:42:24.720927 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0857e445-b0ae-43eb-903c-2bba8783d6c9 req-6ad62d54-b3fe-4510-99ff-bfc0c611b089 service neutron] Attempting to bind port 05593159-ef39-4c6d-95b1-16bf2b871952 on network 8c93bcd7-cff3-4c00-a74b-9cb653cb6024 {{(pid=109568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 22:42:24.754116 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.db.provisioning_blocks [None req-154add69-038d-48cc-93ba-bd7e358b6d11 None None] Provisioning complete for port efa2069d-ff78-4e3e-acf6-b0a165b1c3f7 triggered by entity L2. {{(pid=109570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 22:42:24.754807 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-154add69-038d-48cc-93ba-bd7e358b6d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579965'] for port (efa2069d-ff78-4e3e-acf6-b0a165b1c3f7), provisioning_complete {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:42:24.765267 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c3800a-f719-4f7b-acfe-ef9eab549f51 service neutron] Pushing event updated for resources: {'Port': ['ID=a4199d93-3776-445a-8d8b-fb493d8a8230,revision_number=2']} {{(pid=109568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:42:24.784311 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0857e445-b0ae-43eb-903c-2bba8783d6c9 req-6ad62d54-b3fe-4510-99ff-bfc0c611b089 service neutron] Checking agent: {'id': '5b2bda77-ea31-45ff-af39-f050a95cb1da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83053', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 22, 40, 14), 'started_at': datetime.datetime(2022, 2, 28, 22, 40, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 22, 42, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 22:42:24.784759 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0857e445-b0ae-43eb-903c-2bba8783d6c9 req-6ad62d54-b3fe-4510-99ff-bfc0c611b089 service neutron] Checking segment: {'id': 'a1ab11c4-074a-4634-922e-78829362d635', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '8c93bcd7-cff3-4c00-a74b-9cb653cb6024'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 22:42:24.785319 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0857e445-b0ae-43eb-903c-2bba8783d6c9 req-6ad62d54-b3fe-4510-99ff-bfc0c611b089 service neutron] Bound using segment: {'id': 'a1ab11c4-074a-4634-922e-78829362d635', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '8c93bcd7-cff3-4c00-a74b-9cb653cb6024'} {{(pid=109568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 22:42:24.792492 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.plugins.ml2.managers [req-0857e445-b0ae-43eb-903c-2bba8783d6c9 req-6ad62d54-b3fe-4510-99ff-bfc0c611b089 service neutron] Bound port: 05593159-ef39-4c6d-95b1-16bf2b871952, host: hv-cinder-83053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a1ab11c4-074a-4634-922e-78829362d635', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '8c93bcd7-cff3-4c00-a74b-9cb653cb6024'}}] {{(pid=109568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 22:42:24.792946 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [req-0857e445-b0ae-43eb-903c-2bba8783d6c9 req-6ad62d54-b3fe-4510-99ff-bfc0c611b089 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616566'] for port (05593159-ef39-4c6d-95b1-16bf2b871952), before_update {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:42:24.831937 dv-cinder-830538-5-iscsi neutron-server[109571]: DEBUG neutron_lib.callbacks.manager [None req-329c1a89-ebd9-40c6-a500-9dfeb27eec3c None None] Publish callbacks [] for port (6d58ef7a-de76-49b9-9508-4647e5fd1f80), precommit_update {{(pid=109571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:42:24.864811 dv-cinder-830538-5-iscsi neutron-server[109571]: DEBUG neutron_lib.callbacks.manager [None req-329c1a89-ebd9-40c6-a500-9dfeb27eec3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33156859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750845083886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750844628246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750844628264'] for port (6d58ef7a-de76-49b9-9508-4647e5fd1f80), after_update {{(pid=109571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:42:24.950030 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.plugin [None req-154add69-038d-48cc-93ba-bd7e358b6d11 None None] Current status of the port efa2069d-ff78-4e3e-acf6-b0a165b1c3f7 is: ACTIVE; New status is: ACTIVE {{(pid=109570) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 22:42:24.989958 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.db.l3_dvr_db [None req-822bd13b-ae3b-43f5-83fb-65be7b7fcca8 None None] Set router b2156cfd-0759-46cd-a1bd-84c6d2c20954 gateway port host: dv-cinder-830538-5-iscsi {{(pid=109570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 22:42:25.004509 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-f79b4ccd-d44e-494a-9fea-543aea64c433 req-e904962f-d583-454b-b132-80881c2be9a3 tempest-AttachVolumeNegativeTest-1243329128 tempest-AttachVolumeNegativeTest-1243329128-project] 10.222.0.11 "GET /v2.0/security-groups?id=8aeed072-d876-4d95-a530-37a550f45527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.7892344 Feb 28 22:42:25.047291 dv-cinder-830538-5-iscsi neutron-server[109571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d793a0-843b-4bc7-9951-c6c0ec62db34 None None] Pushing event updated for resources: {'Port': ['ID=6d58ef7a-de76-49b9-9508-4647e5fd1f80,revision_number=3']} {{(pid=109571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:42:25.203638 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.plugins.ml2.managers [req-5a148d81-ab48-47e2-9538-5d878de94daa req-f0c3800a-f719-4f7b-acfe-ef9eab549f51 service neutron] Attempting to bind port a4199d93-3776-445a-8d8b-fb493d8a8230 on host hv-cinder-83053 for vnic_type normal with profile {{(pid=109568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 22:42:25.204040 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.plugins.ml2.managers [req-5a148d81-ab48-47e2-9538-5d878de94daa req-f0c3800a-f719-4f7b-acfe-ef9eab549f51 service neutron] Attempting to bind port a4199d93-3776-445a-8d8b-fb493d8a8230 by drivers openvswitch,hyperv on host hv-cinder-83053 at level 0 using segments [{'id': '926113ad-33a7-475f-acf2-53b8f901f788', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '0321cbe9-3229-497f-9213-34c6a912fd2a'}] {{(pid=109568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 22:42:25.210413 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a148d81-ab48-47e2-9538-5d878de94daa req-f0c3800a-f719-4f7b-acfe-ef9eab549f51 service neutron] Attempting to bind port a4199d93-3776-445a-8d8b-fb493d8a8230 on network 0321cbe9-3229-497f-9213-34c6a912fd2a {{(pid=109568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 22:42:25.245502 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-4a0c2f86-6ded-4972-958a-79b93df1e3b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33448168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33156859'] for subnet (cf3acde5-4f13-404a-b7de-17e8a5663c71), after_create {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:42:25.338509 dv-cinder-830538-5-iscsi neutron-server[109571]: DEBUG neutron.plugins.ml2.managers [None req-329c1a89-ebd9-40c6-a500-9dfeb27eec3c None None] Attempting to bind port 6d58ef7a-de76-49b9-9508-4647e5fd1f80 on host dv-cinder-830538-5-iscsi for vnic_type normal with profile {{(pid=109571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 22:42:25.340471 dv-cinder-830538-5-iscsi neutron-server[109571]: DEBUG neutron.plugins.ml2.managers [None req-329c1a89-ebd9-40c6-a500-9dfeb27eec3c None None] Attempting to bind port 6d58ef7a-de76-49b9-9508-4647e5fd1f80 by drivers openvswitch,hyperv on host dv-cinder-830538-5-iscsi at level 0 using segments [{'id': '2b825055-5822-4684-9f9c-fddeefc76ff6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'df2fc3b5-d3d8-4f0b-b393-20e4e2e253bc'}] {{(pid=109571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 22:42:25.344160 dv-cinder-830538-5-iscsi neutron-server[109571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-329c1a89-ebd9-40c6-a500-9dfeb27eec3c None None] Attempting to bind port 6d58ef7a-de76-49b9-9508-4647e5fd1f80 on network df2fc3b5-d3d8-4f0b-b393-20e4e2e253bc {{(pid=109571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 22:42:25.363242 dv-cinder-830538-5-iscsi neutron-server[109571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-329c1a89-ebd9-40c6-a500-9dfeb27eec3c None None] Checking agent: {'id': '7aa25ffb-1b87-4f08-8530-4bdf6e6b221c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830538-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 22, 34, 7), 'started_at': datetime.datetime(2022, 2, 28, 22, 34, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 22, 42, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830538-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 22:42:25.368367 dv-cinder-830538-5-iscsi neutron-server[109571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-329c1a89-ebd9-40c6-a500-9dfeb27eec3c None None] Checking segment: {'id': '2b825055-5822-4684-9f9c-fddeefc76ff6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'df2fc3b5-d3d8-4f0b-b393-20e4e2e253bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 22:42:25.369063 dv-cinder-830538-5-iscsi neutron-server[109571]: DEBUG neutron_lib.callbacks.manager [None req-329c1a89-ebd9-40c6-a500-9dfeb27eec3c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:42:25.369772 dv-cinder-830538-5-iscsi neutron-server[109571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-329c1a89-ebd9-40c6-a500-9dfeb27eec3c None None] Bound using segment: {'id': '2b825055-5822-4684-9f9c-fddeefc76ff6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'df2fc3b5-d3d8-4f0b-b393-20e4e2e253bc'} {{(pid=109571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 22:42:25.370496 dv-cinder-830538-5-iscsi neutron-server[109571]: DEBUG neutron.plugins.ml2.managers [None req-329c1a89-ebd9-40c6-a500-9dfeb27eec3c None None] Bound port: 6d58ef7a-de76-49b9-9508-4647e5fd1f80, host: dv-cinder-830538-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b825055-5822-4684-9f9c-fddeefc76ff6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'df2fc3b5-d3d8-4f0b-b393-20e4e2e253bc'}}] {{(pid=109571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 22:42:25.373081 dv-cinder-830538-5-iscsi neutron-server[109571]: DEBUG neutron_lib.callbacks.manager [None req-329c1a89-ebd9-40c6-a500-9dfeb27eec3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616566'] for port (6d58ef7a-de76-49b9-9508-4647e5fd1f80), before_update {{(pid=109571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:42:25.383938 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a148d81-ab48-47e2-9538-5d878de94daa req-f0c3800a-f719-4f7b-acfe-ef9eab549f51 service neutron] Port a4199d93-3776-445a-8d8b-fb493d8a8230 on network 0321cbe9-3229-497f-9213-34c6a912fd2a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83053 {{(pid=109568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 22:42:25.384332 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a148d81-ab48-47e2-9538-5d878de94daa req-f0c3800a-f719-4f7b-acfe-ef9eab549f51 service neutron] Attempting to bind port a4199d93-3776-445a-8d8b-fb493d8a8230 on network 0321cbe9-3229-497f-9213-34c6a912fd2a {{(pid=109568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 22:42:25.487644 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0c2f86-6ded-4972-958a-79b93df1e3b8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cf3acde5-4f13-404a-b7de-17e8a5663c71,revision_number=0']} {{(pid=109569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:42:25.511803 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a0c2f86-6ded-4972-958a-79b93df1e3b8 admin admin] Checking segment: {'id': 'df98b688-8d4e-48cc-ac20-1217826e2fff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '7508e786-7e24-4d8a-8920-ee485e3272b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 22:42:25.511803 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a0c2f86-6ded-4972-958a-79b93df1e3b8 admin admin] Network hostable DHCP agents. Network: 7508e786-7e24-4d8a-8920-ee485e3272b3, hostable agents: ['55d6ddf3-619a-4750-95a9-02c5b2728e0c'], hosted agents: [] {{(pid=109569) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 22:42:25.579323 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a0c2f86-6ded-4972-958a-79b93df1e3b8 admin admin] Network 7508e786-7e24-4d8a-8920-ee485e3272b3 is scheduled to be hosted by DHCP agent 55d6ddf3-619a-4750-95a9-02c5b2728e0c with binding_index 1 {{(pid=109569) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 22:42:25.582112 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950cd9f7-8eac-4bc9-a8bc-da9e38252c3d req-3ca525ce-17d4-414a-ba42-c50aa4dde4de tempest-ServerRescueNegativeTestJSON-929871608 tempest-ServerRescueNegativeTestJSON-929871608-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:42:25.584583 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-950cd9f7-8eac-4bc9-a8bc-da9e38252c3d req-3ca525ce-17d4-414a-ba42-c50aa4dde4de tempest-ServerRescueNegativeTestJSON-929871608 tempest-ServerRescueNegativeTestJSON-929871608-project] 10.222.0.11 "GET /v2.0/networks?id=ba9103be-0016-4db5-8443-08fa8db70094 HTTP/1.1" status: 200 len: 818 time: 0.3410251 Feb 28 22:42:25.593764 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a148d81-ab48-47e2-9538-5d878de94daa req-f0c3800a-f719-4f7b-acfe-ef9eab549f51 service neutron] Checking agent: {'id': '5b2bda77-ea31-45ff-af39-f050a95cb1da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83053', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 22, 40, 14), 'started_at': datetime.datetime(2022, 2, 28, 22, 40, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 22, 42, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 22:42:25.594436 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a148d81-ab48-47e2-9538-5d878de94daa req-f0c3800a-f719-4f7b-acfe-ef9eab549f51 service neutron] Checking segment: {'id': '926113ad-33a7-475f-acf2-53b8f901f788', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '0321cbe9-3229-497f-9213-34c6a912fd2a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 22:42:25.594981 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a148d81-ab48-47e2-9538-5d878de94daa req-f0c3800a-f719-4f7b-acfe-ef9eab549f51 service neutron] Bound using segment: {'id': '926113ad-33a7-475f-acf2-53b8f901f788', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '0321cbe9-3229-497f-9213-34c6a912fd2a'} {{(pid=109568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 22:42:25.595627 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.plugins.ml2.managers [req-5a148d81-ab48-47e2-9538-5d878de94daa req-f0c3800a-f719-4f7b-acfe-ef9eab549f51 service neutron] Bound port: a4199d93-3776-445a-8d8b-fb493d8a8230, host: hv-cinder-83053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '926113ad-33a7-475f-acf2-53b8f901f788', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '0321cbe9-3229-497f-9213-34c6a912fd2a'}}] {{(pid=109568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 22:42:25.596171 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [req-5a148d81-ab48-47e2-9538-5d878de94daa req-f0c3800a-f719-4f7b-acfe-ef9eab549f51 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616566'] for port (a4199d93-3776-445a-8d8b-fb493d8a8230), before_update {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:42:25.603920 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.scheduler.base_scheduler [None req-4a0c2f86-6ded-4972-958a-79b93df1e3b8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830538-5-iscsi, 7508e786-7e24-4d8a-8920-ee485e3272b3) {{(pid=109569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 22:42:25.611961 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a0c2f86-6ded-4972-958a-79b93df1e3b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:42:25.612422 dv-cinder-830538-5-iscsi neutron-server[109571]: DEBUG neutron.plugins.ml2.db [None req-329c1a89-ebd9-40c6-a500-9dfeb27eec3c None None] For port 6d58ef7a-de76-49b9-9508-4647e5fd1f80, host dv-cinder-830538-5-iscsi, cleared binding levels {{(pid=109571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 22:42:25.614575 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ded9692-0b1b-401a-ae6d-35357b40e7b4 admin admin] Router abdf501b-4b4d-4822-b10e-2218ac616053 has already been hosted by L3 agent 1bbc3f13-d896-4633-9d3f-4f3415ceb83d {{(pid=109568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 22:42:25.614733 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-4a0c2f86-6ded-4972-958a-79b93df1e3b8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33156845'] for subnet (None), before_response {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:42:25.619823 dv-cinder-830538-5-iscsi neutron-server[109571]: DEBUG neutron.plugins.ml2.db [None req-329c1a89-ebd9-40c6-a500-9dfeb27eec3c None None] For port 6d58ef7a-de76-49b9-9508-4647e5fd1f80, host dv-cinder-830538-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830538-5-iscsi',level=0,port_id=6d58ef7a-de76-49b9-9508-4647e5fd1f80,segment=NetworkSegment(2b825055-5822-4684-9f9c-fddeefc76ff6),segment_id=2b825055-5822-4684-9f9c-fddeefc76ff6)] {{(pid=109571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 22:42:25.624761 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.plugins.ml2.db [req-0857e445-b0ae-43eb-903c-2bba8783d6c9 req-6ad62d54-b3fe-4510-99ff-bfc0c611b089 service neutron] For port 05593159-ef39-4c6d-95b1-16bf2b871952, host hv-cinder-83053, cleared binding levels {{(pid=109568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 22:42:25.631686 dv-cinder-830538-5-iscsi neutron-server[109571]: DEBUG neutron_lib.callbacks.manager [None req-329c1a89-ebd9-40c6-a500-9dfeb27eec3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33156859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750845083886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750844628246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750844628264'] for port (6d58ef7a-de76-49b9-9508-4647e5fd1f80), after_update {{(pid=109571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:42:25.662936 dv-cinder-830538-5-iscsi neutron-server[109569]: INFO neutron.wsgi [None req-4a0c2f86-6ded-4972-958a-79b93df1e3b8 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.2216699 Feb 28 22:42:25.679067 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eaf2b8b4-5106-4785-a805-20be9d8b632d None None] Network 7508e786-7e24-4d8a-8920-ee485e3272b3 requested from dv-cinder-830538-5-iscsi {{(pid=109570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 22:42:25.683181 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-950cd9f7-8eac-4bc9-a8bc-da9e38252c3d req-76d2fa0b-f848-4474-966d-373f995b6957 tempest-ServerRescueNegativeTestJSON-929871608 tempest-ServerRescueNegativeTestJSON-929871608-project] 10.222.0.11 "GET /v2.0/quotas/1a9fe67e7e534a2f9e267047a6a40917 HTTP/1.1" status: 200 len: 375 time: 0.0841708 Feb 28 22:42:25.703700 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.plugins.ml2.db [req-0857e445-b0ae-43eb-903c-2bba8783d6c9 req-6ad62d54-b3fe-4510-99ff-bfc0c611b089 service neutron] For port 05593159-ef39-4c6d-95b1-16bf2b871952, host hv-cinder-83053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83053',level=0,port_id=05593159-ef39-4c6d-95b1-16bf2b871952,segment=NetworkSegment(a1ab11c4-074a-4634-922e-78829362d635),segment_id=a1ab11c4-074a-4634-922e-78829362d635)] {{(pid=109568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 22:42:25.762931 dv-cinder-830538-5-iscsi neutron-server[109571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d793a0-843b-4bc7-9951-c6c0ec62db34 None None] Pushing event updated for resources: {'Port': ['ID=6d58ef7a-de76-49b9-9508-4647e5fd1f80,revision_number=4']} {{(pid=109571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:42:25.781582 dv-cinder-830538-5-iscsi neutron-server[109571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-329c1a89-ebd9-40c6-a500-9dfeb27eec3c None None] Routers {'e0521325-922c-4570-bc7b-fbf74268cada'} bound to L3 agent in host dv-cinder-830538-5-iscsi {{(pid=109571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 22:42:25.783600 dv-cinder-830538-5-iscsi neutron-server[109571]: DEBUG neutron.db.l3_hamode_db [None req-329c1a89-ebd9-40c6-a500-9dfeb27eec3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830538-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-28T22:34:03Z,description=,heartbeat_timestamp=2022-02-28T22:42:03Z,host='dv-cinder-830538-5-iscsi',id=1bbc3f13-d896-4633-9d3f-4f3415ceb83d,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T22:34:03Z,topic='l3_agent')) {'router_ids': ['e0521325-922c-4570-bc7b-fbf74268cada'], 'active': True} {{(pid=109571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 22:42:25.834261 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [req-0857e445-b0ae-43eb-903c-2bba8783d6c9 req-6ad62d54-b3fe-4510-99ff-bfc0c611b089 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33156859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750845083886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750844628246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750844628264'] for port (05593159-ef39-4c6d-95b1-16bf2b871952), after_update {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:42:25.891623 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.wsgi [-] (109569) accepted ('10.222.0.11', 50358) {{(pid=109569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 22:42:25.912273 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.db.provisioning_blocks [None req-6654f12c-b400-4f77-816b-88239935eb11 None None] Provisioning complete for port 6d58ef7a-de76-49b9-9508-4647e5fd1f80 triggered by entity DHCP. {{(pid=109570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 22:42:25.917077 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-6654f12c-b400-4f77-816b-88239935eb11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579965'] for port (6d58ef7a-de76-49b9-9508-4647e5fd1f80), provisioning_complete {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:42:25.970488 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0857e445-b0ae-43eb-903c-2bba8783d6c9 req-6ad62d54-b3fe-4510-99ff-bfc0c611b089 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:42:25.971175 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [req-0857e445-b0ae-43eb-903c-2bba8783d6c9 req-6ad62d54-b3fe-4510-99ff-bfc0c611b089 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33156845'] for port (None), before_response {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:42:25.972903 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-0857e445-b0ae-43eb-903c-2bba8783d6c9 req-6ad62d54-b3fe-4510-99ff-bfc0c611b089 service neutron] 10.222.0.36 "PUT /v2.0/ports/05593159-ef39-4c6d-95b1-16bf2b871952 HTTP/1.1" status: 200 len: 1094 time: 5.9203832 Feb 28 22:42:25.973428 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9faf877c-ba70-4611-bdbe-300beb137200', 'tag': '05593159-ef39-4c6d-95b1-16bf2b871952'}] {{(pid=109568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 22:42:26.152743 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.db.l3_hamode_db [None req-822bd13b-ae3b-43f5-83fb-65be7b7fcca8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2156cfd-0759-46cd-a1bd-84c6d2c20954', 'name': 'tempest-ServerRescueNegativeTestJSON-679984154-router', 'tenant_id': '1a9fe67e7e534a2f9e267047a6a40917', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e7a10c7-addc-4b79-a555-0b472e939652', 'external_fixed_ips': [{'subnet_id': '8aaf002d-6309-4cf0-ae69-6d349a14c0b1', 'ip_address': '172.27.0.132'}], 'enable_snat': True}, 'gw_port_id': '1522a675-4d33-4256-879d-6a3a0eadb794', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T22:42:07Z', 'updated_at': '2022-02-28T22:42:19Z', 'revision_number': 4, 'project_id': '1a9fe67e7e534a2f9e267047a6a40917', 'gw_port': {'id': '1522a675-4d33-4256-879d-6a3a0eadb794', 'name': '', 'network_id': '3e7a10c7-addc-4b79-a555-0b472e939652', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:ca:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2156cfd-0759-46cd-a1bd-84c6d2c20954', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '8aaf002d-6309-4cf0-ae69-6d349a14c0b1', 'ip_address': '172.27.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T22:42:08Z', 'updated_at': '2022-02-28T22:42:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8aaf002d-6309-4cf0-ae69-6d349a14c0b1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830538-5-iscsi', '_interfaces': [{'id': 'a2286bc2-5103-4581-b579-15c42c96fa7f', 'name': '', 'network_id': 'ba9103be-0016-4db5-8443-08fa8db70094', 'tenant_id': '1a9fe67e7e534a2f9e267047a6a40917', 'mac_address': 'fa:16:3e:8f:c5:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2156cfd-0759-46cd-a1bd-84c6d2c20954', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '4f074c84-eecc-4df3-bfe8-db2db878868a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T22:42:16Z', 'updated_at': '2022-02-28T22:42:24Z', 'revision_number': 4, 'project_id': '1a9fe67e7e534a2f9e267047a6a40917', 'subnets': [{'id': '4f074c84-eecc-4df3-bfe8-db2db878868a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830538-5-iscsi', False) {} {{(pid=109570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 22:42:26.273987 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-822bd13b-ae3b-43f5-83fb-65be7b7fcca8 None None] The sync data for ids ['b2156cfd-0759-46cd-a1bd-84c6d2c20954'] in dv-cinder-830538-5-iscsi is: [{'id': 'b2156cfd-0759-46cd-a1bd-84c6d2c20954', 'name': 'tempest-ServerRescueNegativeTestJSON-679984154-router', 'tenant_id': '1a9fe67e7e534a2f9e267047a6a40917', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e7a10c7-addc-4b79-a555-0b472e939652', 'external_fixed_ips': [{'subnet_id': '8aaf002d-6309-4cf0-ae69-6d349a14c0b1', 'ip_address': '172.27.0.132'}], 'enable_snat': True}, 'gw_port_id': '1522a675-4d33-4256-879d-6a3a0eadb794', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T22:42:07Z', 'updated_at': '2022-02-28T22:42:19Z', 'revision_number': 4, 'project_id': '1a9fe67e7e534a2f9e267047a6a40917', 'gw_port': {'id': '1522a675-4d33-4256-879d-6a3a0eadb794', 'name': '', 'network_id': '3e7a10c7-addc-4b79-a555-0b472e939652', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:ca:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2156cfd-0759-46cd-a1bd-84c6d2c20954', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '8aaf002d-6309-4cf0-ae69-6d349a14c0b1', 'ip_address': '172.27.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T22:42:08Z', 'updated_at': '2022-02-28T22:42:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8aaf002d-6309-4cf0-ae69-6d349a14c0b1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830538-5-iscsi', '_interfaces': [{'id': 'a2286bc2-5103-4581-b579-15c42c96fa7f', 'name': '', 'network_id': 'ba9103be-0016-4db5-8443-08fa8db70094', 'tenant_id': '1a9fe67e7e534a2f9e267047a6a40917', 'mac_address': 'fa:16:3e:8f:c5:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2156cfd-0759-46cd-a1bd-84c6d2c20954', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '4f074c84-eecc-4df3-bfe8-db2db878868a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T22:42:16Z', 'updated_at': '2022-02-28T22:42:24Z', 'revision_number': 4, 'project_id': '1a9fe67e7e534a2f9e267047a6a40917', 'subnets': [{'id': '4f074c84-eecc-4df3-bfe8-db2db878868a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 22:42:26.300125 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9747dccd-d898-416f-8f93-4abe84e85373 None None] Network 7508e786-7e24-4d8a-8920-ee485e3272b3 requested from dv-cinder-830538-5-iscsi {{(pid=109570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 22:42:26.457769 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-904c751b-02a8-43a1-ad73-7de8abb144b2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:42:26.464860 dv-cinder-830538-5-iscsi neutron-server[109571]: DEBUG neutron.db.l3_dvr_db [None req-329c1a89-ebd9-40c6-a500-9dfeb27eec3c None None] Set router e0521325-922c-4570-bc7b-fbf74268cada gateway port host: dv-cinder-830538-5-iscsi {{(pid=109571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 22:42:26.558589 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.plugin [None req-6654f12c-b400-4f77-816b-88239935eb11 None None] Current status of the port 6d58ef7a-de76-49b9-9508-4647e5fd1f80 is: DOWN; New status is: ACTIVE {{(pid=109570) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 22:42:26.562809 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-6654f12c-b400-4f77-816b-88239935eb11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616566'] for port (6d58ef7a-de76-49b9-9508-4647e5fd1f80), before_update {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:42:26.673406 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.wsgi [-] (109569) accepted ('10.222.0.11', 50376) {{(pid=109569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 22:42:26.698666 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.api.v2.base [None req-410fa07e-51f8-4f90-bd47-6e1e7936fac9 tempest-AttachVolumeTestJSON-1325054245 tempest-AttachVolumeTestJSON-1325054245-project] Request body: {'security_group': {'name': 'tempest-securitygroup--879492725', 'description': 'tempest-description--1180681449'}} {{(pid=109569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 22:42:26.800116 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-904c751b-02a8-43a1-ad73-7de8abb144b2 admin admin] Publish callbacks [] for security_group (fcc8f584-6d4d-4766-bfbb-613e89bdac57), precommit_create {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:42:26.806161 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-410fa07e-51f8-4f90-bd47-6e1e7936fac9 tempest-AttachVolumeTestJSON-1325054245 tempest-AttachVolumeTestJSON-1325054245-project] Publish callbacks [] for security_group (None), before_create {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:42:26.823248 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-904c751b-02a8-43a1-ad73-7de8abb144b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33441213'] for security_group (fcc8f584-6d4d-4766-bfbb-613e89bdac57), after_create {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:42:26.828011 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.db [None req-6654f12c-b400-4f77-816b-88239935eb11 None None] For port 6d58ef7a-de76-49b9-9508-4647e5fd1f80, host dv-cinder-830538-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830538-5-iscsi',level=0,port_id=6d58ef7a-de76-49b9-9508-4647e5fd1f80,segment=NetworkSegment(2b825055-5822-4684-9f9c-fddeefc76ff6),segment_id=2b825055-5822-4684-9f9c-fddeefc76ff6)] {{(pid=109570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 22:42:26.838356 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-6654f12c-b400-4f77-816b-88239935eb11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33156859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750845083886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750844628246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750844628264'] for port (6d58ef7a-de76-49b9-9508-4647e5fd1f80), after_update {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:42:26.932700 dv-cinder-830538-5-iscsi neutron-server[109569]: INFO neutron.wsgi [None req-904c751b-02a8-43a1-ad73-7de8abb144b2 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=cf6aff1c054b48e6ae08e7833a056f3f&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0323133 Feb 28 22:42:26.941945 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.wsgi [-] (109569) accepted ('10.222.0.11', 50380) {{(pid=109569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 22:42:27.092608 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.db.provisioning_blocks [None req-627f71d1-cc8d-40d6-aa3b-7b8723eaa90d None None] Provisioning complete for port 6d58ef7a-de76-49b9-9508-4647e5fd1f80 triggered by entity DHCP. {{(pid=109570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 22:42:27.101779 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-627f71d1-cc8d-40d6-aa3b-7b8723eaa90d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579965'] for port (6d58ef7a-de76-49b9-9508-4647e5fd1f80), provisioning_complete {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:42:27.172854 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6654f12c-b400-4f77-816b-88239935eb11 None None] Pushing event updated for resources: {'Port': ['ID=6d58ef7a-de76-49b9-9508-4647e5fd1f80,revision_number=5']} {{(pid=109570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:42:27.214774 dv-cinder-830538-5-iscsi neutron-server[109571]: DEBUG neutron.db.l3_hamode_db [None req-329c1a89-ebd9-40c6-a500-9dfeb27eec3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0521325-922c-4570-bc7b-fbf74268cada', 'name': 'tempest-AttachVolumeTestJSON-1955448268-router', 'tenant_id': '558108c6409d474abda99b19120d05ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e7a10c7-addc-4b79-a555-0b472e939652', 'external_fixed_ips': [{'subnet_id': '8aaf002d-6309-4cf0-ae69-6d349a14c0b1', 'ip_address': '172.27.0.95'}], 'enable_snat': True}, 'gw_port_id': '8b621a2e-d1dd-4781-b394-39862f442bf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T22:42:08Z', 'updated_at': '2022-02-28T22:42:19Z', 'revision_number': 4, 'project_id': '558108c6409d474abda99b19120d05ad', 'gw_port': {'id': '8b621a2e-d1dd-4781-b394-39862f442bf8', 'name': '', 'network_id': '3e7a10c7-addc-4b79-a555-0b472e939652', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:b7:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0521325-922c-4570-bc7b-fbf74268cada', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '8aaf002d-6309-4cf0-ae69-6d349a14c0b1', 'ip_address': '172.27.0.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T22:42:10Z', 'updated_at': '2022-02-28T22:42:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8aaf002d-6309-4cf0-ae69-6d349a14c0b1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830538-5-iscsi', '_interfaces': [{'id': '6d58ef7a-de76-49b9-9508-4647e5fd1f80', 'name': '', 'network_id': 'df2fc3b5-d3d8-4f0b-b393-20e4e2e253bc', 'tenant_id': '558108c6409d474abda99b19120d05ad', 'mac_address': 'fa:16:3e:0c:69:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0521325-922c-4570-bc7b-fbf74268cada', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '22e78a7b-72b0-4514-af71-979e73dc5a6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T22:42:15Z', 'updated_at': '2022-02-28T22:42:25Z', 'revision_number': 4, 'project_id': '558108c6409d474abda99b19120d05ad', 'subnets': [{'id': '22e78a7b-72b0-4514-af71-979e73dc5a6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830538-5-iscsi', False) {} {{(pid=109571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 22:42:27.237272 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904c751b-02a8-43a1-ad73-7de8abb144b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fcc8f584-6d4d-4766-bfbb-613e89bdac57,revision_number=1']} {{(pid=109569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:42:27.323822 dv-cinder-830538-5-iscsi neutron-server[109571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-329c1a89-ebd9-40c6-a500-9dfeb27eec3c None None] The sync data for ids ['e0521325-922c-4570-bc7b-fbf74268cada'] in dv-cinder-830538-5-iscsi is: [{'id': 'e0521325-922c-4570-bc7b-fbf74268cada', 'name': 'tempest-AttachVolumeTestJSON-1955448268-router', 'tenant_id': '558108c6409d474abda99b19120d05ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e7a10c7-addc-4b79-a555-0b472e939652', 'external_fixed_ips': [{'subnet_id': '8aaf002d-6309-4cf0-ae69-6d349a14c0b1', 'ip_address': '172.27.0.95'}], 'enable_snat': True}, 'gw_port_id': '8b621a2e-d1dd-4781-b394-39862f442bf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T22:42:08Z', 'updated_at': '2022-02-28T22:42:19Z', 'revision_number': 4, 'project_id': '558108c6409d474abda99b19120d05ad', 'gw_port': {'id': '8b621a2e-d1dd-4781-b394-39862f442bf8', 'name': '', 'network_id': '3e7a10c7-addc-4b79-a555-0b472e939652', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:b7:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0521325-922c-4570-bc7b-fbf74268cada', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '8aaf002d-6309-4cf0-ae69-6d349a14c0b1', 'ip_address': '172.27.0.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T22:42:10Z', 'updated_at': '2022-02-28T22:42:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8aaf002d-6309-4cf0-ae69-6d349a14c0b1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830538-5-iscsi', '_interfaces': [{'id': '6d58ef7a-de76-49b9-9508-4647e5fd1f80', 'name': '', 'network_id': 'df2fc3b5-d3d8-4f0b-b393-20e4e2e253bc', 'tenant_id': '558108c6409d474abda99b19120d05ad', 'mac_address': 'fa:16:3e:0c:69:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0521325-922c-4570-bc7b-fbf74268cada', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '22e78a7b-72b0-4514-af71-979e73dc5a6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T22:42:15Z', 'updated_at': '2022-02-28T22:42:25Z', 'revision_number': 4, 'project_id': '558108c6409d474abda99b19120d05ad', 'subnets': [{'id': '22e78a7b-72b0-4514-af71-979e73dc5a6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 22:42:27.363804 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.plugin [None req-627f71d1-cc8d-40d6-aa3b-7b8723eaa90d None None] Current status of the port 6d58ef7a-de76-49b9-9508-4647e5fd1f80 is: ACTIVE; New status is: ACTIVE {{(pid=109570) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 22:42:27.427255 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-38689e79-cce0-4ed1-ae9b-b0461ab9bec5 admin admin] Publish callbacks [] for security_group (fcc8f584-6d4d-4766-bfbb-613e89bdac57), before_delete {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:42:27.485046 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be30730c9f576b5ae602769365630bce3a2881df6c4aa92702dca8eb1643a507" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f2b4340-1978-45f8-b48f-68dee30437aa" -d '{"events": [{"name": "network-changed", "server_uuid": "9faf877c-ba70-4611-bdbe-300beb137200", "tag": "05593159-ef39-4c6d-95b1-16bf2b871952"}]}' {{(pid=109568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 22:42:27.515913 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-950cd9f7-8eac-4bc9-a8bc-da9e38252c3d req-99ad02b9-e3f6-43cb-889c-6643be10406d tempest-ServerRescueNegativeTestJSON-929871608 tempest-ServerRescueNegativeTestJSON-929871608-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=1a9fe67e7e534a2f9e267047a6a40917&fields=id HTTP/1.1" status: 200 len: 255 time: 1.8051245 Feb 28 22:42:27.565572 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-410fa07e-51f8-4f90-bd47-6e1e7936fac9 tempest-AttachVolumeTestJSON-1325054245 tempest-AttachVolumeTestJSON-1325054245-project] Publish callbacks [] for security_group (a5149e9f-4f71-46b3-96fa-21697ff32bcc), precommit_create {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:42:27.599607 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-410fa07e-51f8-4f90-bd47-6e1e7936fac9 tempest-AttachVolumeTestJSON-1325054245 tempest-AttachVolumeTestJSON-1325054245-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33441213'] for security_group (a5149e9f-4f71-46b3-96fa-21697ff32bcc), after_create {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:42:27.613767 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-38689e79-cce0-4ed1-ae9b-b0461ab9bec5 admin admin] Publish callbacks [] for security_group (fcc8f584-6d4d-4766-bfbb-613e89bdac57), precommit_delete {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:42:27.666631 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410fa07e-51f8-4f90-bd47-6e1e7936fac9 tempest-AttachVolumeTestJSON-1325054245 tempest-AttachVolumeTestJSON-1325054245-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a5149e9f-4f71-46b3-96fa-21697ff32bcc,revision_number=1']} {{(pid=109569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:42:27.675077 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-410fa07e-51f8-4f90-bd47-6e1e7936fac9 tempest-AttachVolumeTestJSON-1325054245 tempest-AttachVolumeTestJSON-1325054245-project] Publish callbacks [] for security_group (None), before_response {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:42:27.679295 dv-cinder-830538-5-iscsi neutron-server[109569]: INFO neutron.wsgi [None req-410fa07e-51f8-4f90-bd47-6e1e7936fac9 tempest-AttachVolumeTestJSON-1325054245 tempest-AttachVolumeTestJSON-1325054245-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 1.0029175 Feb 28 22:42:27.680005 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.wsgi [-] (109569) accepted ('10.222.0.11', 50396) {{(pid=109569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 22:42:27.689690 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.api.v2.base [None req-71f7cf79-9096-4103-aef6-8e0be71673d7 tempest-AttachVolumeTestJSON-1325054245 tempest-AttachVolumeTestJSON-1325054245-project] Request body: {'security_group_rule': {'security_group_id': 'a5149e9f-4f71-46b3-96fa-21697ff32bcc', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 22:42:27.768456 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.plugins.ml2.db [req-5a148d81-ab48-47e2-9538-5d878de94daa req-f0c3800a-f719-4f7b-acfe-ef9eab549f51 service neutron] For port a4199d93-3776-445a-8d8b-fb493d8a8230, host hv-cinder-83053, cleared binding levels {{(pid=109568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 22:42:27.796169 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad62d54-b3fe-4510-99ff-bfc0c611b089 service neutron] Pushing event updated for resources: {'Port': ['ID=05593159-ef39-4c6d-95b1-16bf2b871952,revision_number=3']} {{(pid=109568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:42:27.812852 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-71f7cf79-9096-4103-aef6-8e0be71673d7 tempest-AttachVolumeTestJSON-1325054245 tempest-AttachVolumeTestJSON-1325054245-project] Publish callbacks [] for security_group_rule (9e743371-5cd8-4857-9946-cc668b0fccaa), before_create {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:42:27.859720 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.plugins.ml2.db [req-5a148d81-ab48-47e2-9538-5d878de94daa req-f0c3800a-f719-4f7b-acfe-ef9eab549f51 service neutron] For port a4199d93-3776-445a-8d8b-fb493d8a8230, host hv-cinder-83053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83053',level=0,port_id=a4199d93-3776-445a-8d8b-fb493d8a8230,segment=NetworkSegment(926113ad-33a7-475f-acf2-53b8f901f788),segment_id=926113ad-33a7-475f-acf2-53b8f901f788)] {{(pid=109568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 22:42:27.868011 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.wsgi [-] (109569) accepted ('10.222.0.11', 50402) {{(pid=109569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 22:42:27.869157 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73513df-6bec-4793-bd4e-38038af59290 req-8bba265e-39a4-4e84-8ccc-be181a3c595c tempest-DeleteServersTestJSON-784346736 tempest-DeleteServersTestJSON-784346736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:42:27.877357 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-a73513df-6bec-4793-bd4e-38038af59290 req-8bba265e-39a4-4e84-8ccc-be181a3c595c tempest-DeleteServersTestJSON-784346736 tempest-DeleteServersTestJSON-784346736-project] 10.222.0.11 "GET /v2.0/ports?device_id=9faf877c-ba70-4611-bdbe-300beb137200 HTTP/1.1" status: 200 len: 944 time: 0.8845623 Feb 28 22:42:27.911850 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ded9692-0b1b-401a-ae6d-35357b40e7b4 admin admin] Notify agent at l3_agent.dv-cinder-830538-5-iscsi the message routers_updated {{(pid=109568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 22:42:27.924152 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-195f8593-9df6-40ec-8f3a-2292fd085546 None None] Sync routers for ids ['abdf501b-4b4d-4822-b10e-2218ac616053'] in dv-cinder-830538-5-iscsi {{(pid=109570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 22:42:27.940024 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-71f7cf79-9096-4103-aef6-8e0be71673d7 tempest-AttachVolumeTestJSON-1325054245 tempest-AttachVolumeTestJSON-1325054245-project] Publish callbacks [] for security_group_rule (9e743371-5cd8-4857-9946-cc668b0fccaa), precommit_create {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:42:27.955991 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-195f8593-9df6-40ec-8f3a-2292fd085546 None None] Routers {'abdf501b-4b4d-4822-b10e-2218ac616053'} bound to L3 agent in host dv-cinder-830538-5-iscsi {{(pid=109570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 22:42:27.958051 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.db.l3_hamode_db [None req-195f8593-9df6-40ec-8f3a-2292fd085546 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830538-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-28T22:34:03Z,description=,heartbeat_timestamp=2022-02-28T22:42:03Z,host='dv-cinder-830538-5-iscsi',id=1bbc3f13-d896-4633-9d3f-4f3415ceb83d,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T22:34:03Z,topic='l3_agent')) {'router_ids': ['abdf501b-4b4d-4822-b10e-2218ac616053'], 'active': True} {{(pid=109570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 22:42:27.960326 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.api.v2.base [None req-9e1c9549-6a2e-4eb1-bcae-bab978275a03 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-281175986-network', 'tenant_id': '563f1f6aa07f4eb983e55763a772fb23'}} {{(pid=109569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 22:42:27.975249 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-71f7cf79-9096-4103-aef6-8e0be71673d7 tempest-AttachVolumeTestJSON-1325054245 tempest-AttachVolumeTestJSON-1325054245-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33441134'] for security_group_rule (9e743371-5cd8-4857-9946-cc668b0fccaa), after_create {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:42:27.994656 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [None req-0ded9692-0b1b-401a-ae6d-35357b40e7b4 admin admin] 10.222.0.11 "PUT /v2.0/routers/abdf501b-4b4d-4822-b10e-2218ac616053/add_router_interface HTTP/1.1" status: 200 len: 503 time: 14.8055282 Feb 28 22:42:28.015680 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0857e445-b0ae-43eb-903c-2bba8783d6c9 req-12372bf3-09d6-46c0-a68b-fe85539a3017 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:42:28.017362 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-0857e445-b0ae-43eb-903c-2bba8783d6c9 req-12372bf3-09d6-46c0-a68b-fe85539a3017 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e22ff7ca62ce46dc9da445380054a51b&device_id=9faf877c-ba70-4611-bdbe-300beb137200 HTTP/1.1" status: 200 len: 1128 time: 1.1084244 Feb 28 22:42:28.021780 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [req-5a148d81-ab48-47e2-9538-5d878de94daa req-f0c3800a-f719-4f7b-acfe-ef9eab549f51 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33156859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750845083886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750844628246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750844628264'] for port (a4199d93-3776-445a-8d8b-fb493d8a8230), after_update {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:42:28.023744 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-38689e79-cce0-4ed1-ae9b-b0461ab9bec5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33441213'] for security_group (fcc8f584-6d4d-4766-bfbb-613e89bdac57), after_delete {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:42:28.028250 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-38689e79-cce0-4ed1-ae9b-b0461ab9bec5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:42:28.033116 dv-cinder-830538-5-iscsi neutron-server[109569]: INFO neutron.wsgi [None req-38689e79-cce0-4ed1-ae9b-b0461ab9bec5 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/fcc8f584-6d4d-4766-bfbb-613e89bdac57 HTTP/1.1" status: 204 len: 168 time: 1.0737860 Feb 28 22:42:28.051453 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38689e79-cce0-4ed1-ae9b-b0461ab9bec5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcc8f584-6d4d-4766-bfbb-613e89bdac57,revision_number=None']} {{(pid=109569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:42:28.063588 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-71f7cf79-9096-4103-aef6-8e0be71673d7 tempest-AttachVolumeTestJSON-1325054245 tempest-AttachVolumeTestJSON-1325054245-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:42:28.069924 dv-cinder-830538-5-iscsi neutron-server[109569]: INFO neutron.wsgi [None req-71f7cf79-9096-4103-aef6-8e0be71673d7 tempest-AttachVolumeTestJSON-1325054245 tempest-AttachVolumeTestJSON-1325054245-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3855102 Feb 28 22:42:28.081872 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.wsgi [-] (109568) accepted ('10.222.0.11', 50412) {{(pid=109568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 22:42:28.107337 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f7cf79-9096-4103-aef6-8e0be71673d7 tempest-AttachVolumeTestJSON-1325054245 tempest-AttachVolumeTestJSON-1325054245-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9e743371-5cd8-4857-9946-cc668b0fccaa,revision_number=0']} {{(pid=109569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:42:28.113335 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e1c9549-6a2e-4eb1-bcae-bab978275a03 admin admin] Made reservation on behalf of 563f1f6aa07f4eb983e55763a772fb23 for: {'network': 1} {{(pid=109569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 22:42:28.116065 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-9e1c9549-6a2e-4eb1-bcae-bab978275a03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616566'] for network (None), before_create {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:42:28.130430 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-9e1c9549-6a2e-4eb1-bcae-bab978275a03 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:42:28.219910 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a148d81-ab48-47e2-9538-5d878de94daa req-f0c3800a-f719-4f7b-acfe-ef9eab549f51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:42:28.221037 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [req-5a148d81-ab48-47e2-9538-5d878de94daa req-f0c3800a-f719-4f7b-acfe-ef9eab549f51 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33156845'] for port (None), before_response {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:42:28.223415 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-5a148d81-ab48-47e2-9538-5d878de94daa req-f0c3800a-f719-4f7b-acfe-ef9eab549f51 service neutron] 10.222.0.36 "PUT /v2.0/ports/a4199d93-3776-445a-8d8b-fb493d8a8230 HTTP/1.1" status: 200 len: 1093 time: 5.0272779 Feb 28 22:42:28.265127 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.api.v2.base [None req-41d660e8-40ba-44c3-8bd0-d66187dd93f9 tempest-AttachVolumeTestJSON-1325054245 tempest-AttachVolumeTestJSON-1325054245-project] Request body: {'security_group_rule': {'security_group_id': 'a5149e9f-4f71-46b3-96fa-21697ff32bcc', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 22:42:28.338560 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.db.l3_dvr_db [None req-195f8593-9df6-40ec-8f3a-2292fd085546 None None] Set router abdf501b-4b4d-4822-b10e-2218ac616053 gateway port host: dv-cinder-830538-5-iscsi {{(pid=109570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 22:42:28.497963 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-9e1c9549-6a2e-4eb1-bcae-bab978275a03 admin admin] Publish callbacks [] for security_group (7d832e91-e6e6-41ea-8fbd-cd49992b3700), precommit_create {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:42:28.506791 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-9e1c9549-6a2e-4eb1-bcae-bab978275a03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33441213'] for security_group (7d832e91-e6e6-41ea-8fbd-cd49992b3700), after_create {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:42:28.507001 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-950cd9f7-8eac-4bc9-a8bc-da9e38252c3d req-294c8153-0f9d-4763-ac5b-de4eb08bf759 service neutron] 10.222.0.11 "GET /v2.0/networks/ba9103be-0016-4db5-8443-08fa8db70094?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9899163 Feb 28 22:42:28.538660 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e1c9549-6a2e-4eb1-bcae-bab978275a03 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 141} {{(pid=109569) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 22:42:28.574338 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.rpc [None req-154add69-038d-48cc-93ba-bd7e358b6d11 None None] Device 6d58ef7a-de76-49b9-9508-4647e5fd1f80 up at agent ovs-agent-dv-cinder-830538-5-iscsi {{(pid=109570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 22:42:28.577268 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-9e1c9549-6a2e-4eb1-bcae-bab978275a03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1012980'] for segment (af234e62-bc48-450a-8023-e75675bd67a3), precommit_create {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:42:28.578648 dv-cinder-830538-5-iscsi neutron-server[109569]: INFO neutron.db.segments_db [None req-9e1c9549-6a2e-4eb1-bcae-bab978275a03 admin admin] Added segment af234e62-bc48-450a-8023-e75675bd67a3 of type vlan for network 5eca6aba-e930-4efe-b97c-96858a691351 Feb 28 22:42:28.768614 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-9e1c9549-6a2e-4eb1-bcae-bab978275a03 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750844646229'] for network (5eca6aba-e930-4efe-b97c-96858a691351), precommit_create {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:42:28.792014 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-0857e445-b0ae-43eb-903c-2bba8783d6c9 req-ccd7afb7-27b0-42a5-9975-b53e68923992 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=05593159-ef39-4c6d-95b1-16bf2b871952 HTTP/1.1" status: 200 len: 217 time: 0.7071681 Feb 28 22:42:28.855888 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.db.provisioning_blocks [None req-154add69-038d-48cc-93ba-bd7e358b6d11 None None] Provisioning complete for port 6d58ef7a-de76-49b9-9508-4647e5fd1f80 triggered by entity L2. {{(pid=109570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 22:42:28.855888 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-154add69-038d-48cc-93ba-bd7e358b6d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579965'] for port (6d58ef7a-de76-49b9-9508-4647e5fd1f80), provisioning_complete {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:42:28.866413 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e1c9549-6a2e-4eb1-bcae-bab978275a03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d832e91-e6e6-41ea-8fbd-cd49992b3700,revision_number=1']} {{(pid=109569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:42:28.882248 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-9e1c9549-6a2e-4eb1-bcae-bab978275a03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33441228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33156859'] for network (5eca6aba-e930-4efe-b97c-96858a691351), after_create {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:42:28.887864 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e1c9549-6a2e-4eb1-bcae-bab978275a03 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:42:28.889738 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-9e1c9549-6a2e-4eb1-bcae-bab978275a03 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33156845'] for network (None), before_response {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:42:29.043996 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e1c9549-6a2e-4eb1-bcae-bab978275a03 admin admin] Pushing event updated for resources: {'Network': ['ID=5eca6aba-e930-4efe-b97c-96858a691351,revision_number=1']} {{(pid=109569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:42:29.062258 dv-cinder-830538-5-iscsi neutron-server[109569]: INFO neutron.wsgi [None req-9e1c9549-6a2e-4eb1-bcae-bab978275a03 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.1183069 Feb 28 22:42:29.062946 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.wsgi [-] (109569) accepted ('10.222.0.11', 50422) {{(pid=109569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 22:42:29.066060 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-41d660e8-40ba-44c3-8bd0-d66187dd93f9 tempest-AttachVolumeTestJSON-1325054245 tempest-AttachVolumeTestJSON-1325054245-project] Publish callbacks [] for security_group_rule (71062254-26c5-4c2c-b5a8-0464d0340cce), before_create {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:42:29.071365 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.api.v2.base [None req-5dd133f8-3391-4125-bffa-b5ecfbab66a0 admin admin] Request body: {'subnet': {'network_id': '5eca6aba-e930-4efe-b97c-96858a691351', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-281175986-subnet', 'tenant_id': '563f1f6aa07f4eb983e55763a772fb23', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 22:42:29.113078 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5dd133f8-3391-4125-bffa-b5ecfbab66a0 admin admin] Made reservation on behalf of 563f1f6aa07f4eb983e55763a772fb23 for: {'subnet': 1} {{(pid=109569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 22:42:29.116093 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-5dd133f8-3391-4125-bffa-b5ecfbab66a0 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:42:29.149280 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-a73513df-6bec-4793-bd4e-38038af59290 req-f3b35347-1957-4537-a629-33f76f9a3ddd tempest-DeleteServersTestJSON-784346736 tempest-DeleteServersTestJSON-784346736-project] 10.222.0.11 "GET /v2.0/security-groups?id=8b7354e7-3b1d-4635-b677-d1381d13750a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2707925 Feb 28 22:42:29.209264 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c3800a-f719-4f7b-acfe-ef9eab549f51 service neutron] Pushing event updated for resources: {'Port': ['ID=a4199d93-3776-445a-8d8b-fb493d8a8230,revision_number=3']} {{(pid=109568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:42:29.284399 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-41d660e8-40ba-44c3-8bd0-d66187dd93f9 tempest-AttachVolumeTestJSON-1325054245 tempest-AttachVolumeTestJSON-1325054245-project] Publish callbacks [] for security_group_rule (71062254-26c5-4c2c-b5a8-0464d0340cce), precommit_create {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:42:29.297831 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-41d660e8-40ba-44c3-8bd0-d66187dd93f9 tempest-AttachVolumeTestJSON-1325054245 tempest-AttachVolumeTestJSON-1325054245-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33441134'] for security_group_rule (71062254-26c5-4c2c-b5a8-0464d0340cce), after_create {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:42:29.314193 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.rpc [None req-154add69-038d-48cc-93ba-bd7e358b6d11 None None] Network 5eca6aba-e930-4efe-b97c-96858a691351 details requested by agent ovs-agent-dv-cinder-830538-5-iscsi with host dv-cinder-830538-5-iscsi {{(pid=109570) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 22:42:29.350337 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0857e445-b0ae-43eb-903c-2bba8783d6c9 req-d01a3f43-6d09-4998-9930-85bde3ca4e3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:42:29.352267 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-0857e445-b0ae-43eb-903c-2bba8783d6c9 req-d01a3f43-6d09-4998-9930-85bde3ca4e3c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1d1e667f-3f52-40ca-9ae6-9ef63261ccfa HTTP/1.1" status: 200 len: 850 time: 0.4867833 Feb 28 22:42:29.355304 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a148d81-ab48-47e2-9538-5d878de94daa req-bd722e79-24f0-49ad-bf75-8096eec7973d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:42:29.356997 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-5a148d81-ab48-47e2-9538-5d878de94daa req-bd722e79-24f0-49ad-bf75-8096eec7973d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=bc1fd56c6f77479dbf02ac28589be825&device_id=22615708-430d-424f-8398-e2cd25174185 HTTP/1.1" status: 200 len: 1127 time: 0.8954012 Feb 28 22:42:29.387705 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d660e8-40ba-44c3-8bd0-d66187dd93f9 tempest-AttachVolumeTestJSON-1325054245 tempest-AttachVolumeTestJSON-1325054245-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=71062254-26c5-4c2c-b5a8-0464d0340cce,revision_number=0']} {{(pid=109568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:42:29.508682 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.db.l3_hamode_db [None req-195f8593-9df6-40ec-8f3a-2292fd085546 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abdf501b-4b4d-4822-b10e-2218ac616053', 'name': 'tempest-AttachVolumeShelveTestJSON-922480876-router', 'tenant_id': '83c55453f2fe4dc79de3c29aff0b4932', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e7a10c7-addc-4b79-a555-0b472e939652', 'external_fixed_ips': [{'subnet_id': '8aaf002d-6309-4cf0-ae69-6d349a14c0b1', 'ip_address': '172.27.0.194'}], 'enable_snat': True}, 'gw_port_id': 'efa2069d-ff78-4e3e-acf6-b0a165b1c3f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T22:42:07Z', 'updated_at': '2022-02-28T22:42:18Z', 'revision_number': 4, 'project_id': '83c55453f2fe4dc79de3c29aff0b4932', 'gw_port': {'id': 'efa2069d-ff78-4e3e-acf6-b0a165b1c3f7', 'name': '', 'network_id': '3e7a10c7-addc-4b79-a555-0b472e939652', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:b2:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abdf501b-4b4d-4822-b10e-2218ac616053', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '8aaf002d-6309-4cf0-ae69-6d349a14c0b1', 'ip_address': '172.27.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T22:42:09Z', 'updated_at': '2022-02-28T22:42:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8aaf002d-6309-4cf0-ae69-6d349a14c0b1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830538-5-iscsi', '_interfaces': [{'id': '94c0ef23-6976-4e8a-80aa-720130750364', 'name': '', 'network_id': 'e1dee003-d534-429c-aed6-3f1020c03805', 'tenant_id': '83c55453f2fe4dc79de3c29aff0b4932', 'mac_address': 'fa:16:3e:15:3c:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abdf501b-4b4d-4822-b10e-2218ac616053', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '3b622ab4-8097-4b6c-8ec2-bb3f77857ed1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T22:42:14Z', 'updated_at': '2022-02-28T22:42:19Z', 'revision_number': 2, 'project_id': '83c55453f2fe4dc79de3c29aff0b4932', 'subnets': [{'id': '3b622ab4-8097-4b6c-8ec2-bb3f77857ed1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830538-5-iscsi', False) {} {{(pid=109570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 22:42:29.514209 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.wsgi [-] (109569) accepted ('10.222.0.11', 50424) {{(pid=109569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 22:42:29.528171 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-41d660e8-40ba-44c3-8bd0-d66187dd93f9 tempest-AttachVolumeTestJSON-1325054245 tempest-AttachVolumeTestJSON-1325054245-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:42:29.530211 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [None req-41d660e8-40ba-44c3-8bd0-d66187dd93f9 tempest-AttachVolumeTestJSON-1325054245 tempest-AttachVolumeTestJSON-1325054245-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.3050077 Feb 28 22:42:29.532665 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-0857e445-b0ae-43eb-903c-2bba8783d6c9 req-f8a751e7-6e8d-453f-8045-ddedf887c60a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8c93bcd7-cff3-4c00-a74b-9cb653cb6024&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1525958 Feb 28 22:42:29.534456 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.wsgi [-] (109568) accepted ('10.222.0.11', 50426) {{(pid=109568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 22:42:29.549940 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-950cd9f7-8eac-4bc9-a8bc-da9e38252c3d req-514cc851-cd81-44ec-accd-1640eeca258e service neutron] 10.222.0.11 "GET /v2.0/networks/ba9103be-0016-4db5-8443-08fa8db70094?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9319212 Feb 28 22:42:29.554784 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.api.v2.base [None req-640be910-112c-4178-b05a-b0abe652d716 tempest-AttachVolumeTestJSON-1325054245 tempest-AttachVolumeTestJSON-1325054245-project] Request body: {'floatingip': {'floating_network_id': '3e7a10c7-addc-4b79-a555-0b472e939652'}} {{(pid=109568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 22:42:29.562583 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-195f8593-9df6-40ec-8f3a-2292fd085546 None None] Checking router: abdf501b-4b4d-4822-b10e-2218ac616053 for host: dv-cinder-830538-5-iscsi {{(pid=109570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 22:42:29.563017 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-195f8593-9df6-40ec-8f3a-2292fd085546 None None] Updating router abdf501b-4b4d-4822-b10e-2218ac616053 port 94c0ef23-6976-4e8a-80aa-720130750364 binding host dv-cinder-830538-5-iscsi {{(pid=109570) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 22:42:29.577199 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-2b245500-ec33-4c00-9eaa-7fd61a7c94c0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:42:29.586977 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-5a148d81-ab48-47e2-9538-5d878de94daa req-21d4d492-da71-4522-8798-390e34a5fec6 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a4199d93-3776-445a-8d8b-fb493d8a8230 HTTP/1.1" status: 200 len: 217 time: 0.1968553 Feb 28 22:42:29.591087 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-5dd133f8-3391-4125-bffa-b5ecfbab66a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33448168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33156859'] for subnet (9fd50166-9190-4a34-a389-848778cd2c42), after_create {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:42:29.593053 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.plugin [None req-154add69-038d-48cc-93ba-bd7e358b6d11 None None] Current status of the port 6d58ef7a-de76-49b9-9508-4647e5fd1f80 is: ACTIVE; New status is: ACTIVE {{(pid=109570) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 22:42:29.594827 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.rpc [None req-154add69-038d-48cc-93ba-bd7e358b6d11 None None] Device a2286bc2-5103-4581-b579-15c42c96fa7f up at agent ovs-agent-dv-cinder-830538-5-iscsi {{(pid=109570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 22:42:29.636699 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-195f8593-9df6-40ec-8f3a-2292fd085546 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616566'] for port (94c0ef23-6976-4e8a-80aa-720130750364), before_update {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:42:29.645082 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62620280-8f73-43e7-bcfa-2081a37367c3 req-475c5720-f102-4734-926c-8e61528a81f9 tempest-AttachVolumeNegativeTest-1243329128 tempest-AttachVolumeNegativeTest-1243329128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:42:29.647002 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-62620280-8f73-43e7-bcfa-2081a37367c3 req-475c5720-f102-4734-926c-8e61528a81f9 tempest-AttachVolumeNegativeTest-1243329128 tempest-AttachVolumeNegativeTest-1243329128-project] 10.222.0.11 "GET /v2.0/ports?device_id=22615708-430d-424f-8398-e2cd25174185 HTTP/1.1" status: 200 len: 943 time: 0.3607938 Feb 28 22:42:29.648374 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-640be910-112c-4178-b05a-b0abe652d716 tempest-AttachVolumeTestJSON-1325054245 tempest-AttachVolumeTestJSON-1325054245-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:42:29.714261 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd133f8-3391-4125-bffa-b5ecfbab66a0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9fd50166-9190-4a34-a389-848778cd2c42,revision_number=0']} {{(pid=109569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:42:29.720852 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dd133f8-3391-4125-bffa-b5ecfbab66a0 admin admin] Checking segment: {'id': 'af234e62-bc48-450a-8023-e75675bd67a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '5eca6aba-e930-4efe-b97c-96858a691351'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 22:42:29.721225 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dd133f8-3391-4125-bffa-b5ecfbab66a0 admin admin] Network hostable DHCP agents. Network: 5eca6aba-e930-4efe-b97c-96858a691351, hostable agents: ['55d6ddf3-619a-4750-95a9-02c5b2728e0c'], hosted agents: [] {{(pid=109569) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 22:42:29.735268 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.db.provisioning_blocks [None req-154add69-038d-48cc-93ba-bd7e358b6d11 None None] Provisioning complete for port a2286bc2-5103-4581-b579-15c42c96fa7f triggered by entity L2. {{(pid=109570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 22:42:29.735636 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-154add69-038d-48cc-93ba-bd7e358b6d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579965'] for port (a2286bc2-5103-4581-b579-15c42c96fa7f), provisioning_complete {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:42:29.760188 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dd133f8-3391-4125-bffa-b5ecfbab66a0 admin admin] Network 5eca6aba-e930-4efe-b97c-96858a691351 is scheduled to be hosted by DHCP agent 55d6ddf3-619a-4750-95a9-02c5b2728e0c with binding_index 1 {{(pid=109569) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 22:42:29.783686 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.scheduler.base_scheduler [None req-5dd133f8-3391-4125-bffa-b5ecfbab66a0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830538-5-iscsi, 5eca6aba-e930-4efe-b97c-96858a691351) {{(pid=109569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 22:42:29.795972 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dd133f8-3391-4125-bffa-b5ecfbab66a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:42:29.796573 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-5dd133f8-3391-4125-bffa-b5ecfbab66a0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33156845'] for subnet (None), before_response {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:42:29.801483 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-2b245500-ec33-4c00-9eaa-7fd61a7c94c0 admin admin] Publish callbacks [] for security_group (0d4edcdc-780e-42a3-bbb0-076e83aa539d), precommit_create {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:42:29.820693 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-2b245500-ec33-4c00-9eaa-7fd61a7c94c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33441213'] for security_group (0d4edcdc-780e-42a3-bbb0-076e83aa539d), after_create {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:42:29.836431 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b999bd4e-4ed7-42b5-8ac7-7cd0a6c8a7c1 None None] Network 5eca6aba-e930-4efe-b97c-96858a691351 requested from dv-cinder-830538-5-iscsi {{(pid=109570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 22:42:29.850601 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a148d81-ab48-47e2-9538-5d878de94daa req-1a50ad5d-ea74-4900-aa9a-5b7fc6cddc3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:42:29.852331 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-5a148d81-ab48-47e2-9538-5d878de94daa req-1a50ad5d-ea74-4900-aa9a-5b7fc6cddc3b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e06c4751-499d-4207-9fc1-23232ee2e753 HTTP/1.1" status: 200 len: 855 time: 0.0732789 Feb 28 22:42:29.862261 dv-cinder-830538-5-iscsi neutron-server[109569]: INFO neutron.wsgi [None req-2b245500-ec33-4c00-9eaa-7fd61a7c94c0 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=7fcfa9c10f0546969ac3cdd2b31a04b7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3330443 Feb 28 22:42:29.863572 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.wsgi [-] (109569) accepted ('10.222.0.11', 50436) {{(pid=109569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 22:42:29.921535 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-62620280-8f73-43e7-bcfa-2081a37367c3 req-4d2e3432-8626-42c3-969f-92ff0824522b tempest-AttachVolumeNegativeTest-1243329128 tempest-AttachVolumeNegativeTest-1243329128-project] 10.222.0.11 "GET /v2.0/security-groups?id=8aeed072-d876-4d95-a530-37a550f45527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2663255 Feb 28 22:42:29.960374 dv-cinder-830538-5-iscsi neutron-server[109569]: INFO neutron.wsgi [None req-5dd133f8-3391-4125-bffa-b5ecfbab66a0 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.8964705 Feb 28 22:42:29.963252 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-5a148d81-ab48-47e2-9538-5d878de94daa req-614b4ad7-a330-4585-851f-bde28662f79a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=0321cbe9-3229-497f-9213-34c6a912fd2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0897145 Feb 28 22:42:29.965001 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-b17d6aca-8632-4ec5-b35c-31edf17851bc admin admin] Publish callbacks [] for security_group (0d4edcdc-780e-42a3-bbb0-076e83aa539d), before_delete {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:42:29.991077 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-b17d6aca-8632-4ec5-b35c-31edf17851bc admin admin] Publish callbacks [] for security_group (0d4edcdc-780e-42a3-bbb0-076e83aa539d), precommit_delete {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:42:30.050790 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b245500-ec33-4c00-9eaa-7fd61a7c94c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d4edcdc-780e-42a3-bbb0-076e83aa539d,revision_number=1']} {{(pid=109569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:42:30.054943 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-b17d6aca-8632-4ec5-b35c-31edf17851bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33441213'] for security_group (0d4edcdc-780e-42a3-bbb0-076e83aa539d), after_delete {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:42:30.058607 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-b17d6aca-8632-4ec5-b35c-31edf17851bc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:42:30.062918 dv-cinder-830538-5-iscsi neutron-server[109569]: INFO neutron.wsgi [None req-b17d6aca-8632-4ec5-b35c-31edf17851bc admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/0d4edcdc-780e-42a3-bbb0-076e83aa539d HTTP/1.1" status: 204 len: 168 time: 0.1969955 Feb 28 22:42:30.071948 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17d6aca-8632-4ec5-b35c-31edf17851bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d4edcdc-780e-42a3-bbb0-076e83aa539d,revision_number=None']} {{(pid=109569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:42:30.134604 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-0857e445-b0ae-43eb-903c-2bba8783d6c9 req-3f260692-ce68-4e4c-8eb0-95ca47f6e83d service neutron] 10.222.0.36 "GET /v2.0/networks/8c93bcd7-cff3-4c00-a74b-9cb653cb6024?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3505430 Feb 28 22:42:30.170583 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.plugin [None req-154add69-038d-48cc-93ba-bd7e358b6d11 None None] Current status of the port a2286bc2-5103-4581-b579-15c42c96fa7f is: DOWN; New status is: ACTIVE {{(pid=109570) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 22:42:30.171083 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-154add69-038d-48cc-93ba-bd7e358b6d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616566'] for port (a2286bc2-5103-4581-b579-15c42c96fa7f), before_update {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:42:30.181718 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-640be910-112c-4178-b05a-b0abe652d716 tempest-AttachVolumeTestJSON-1325054245 tempest-AttachVolumeTestJSON-1325054245-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616566'] for port (None), before_create {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:42:30.229574 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.db [None req-154add69-038d-48cc-93ba-bd7e358b6d11 None None] For port a2286bc2-5103-4581-b579-15c42c96fa7f, host dv-cinder-830538-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830538-5-iscsi',level=0,port_id=a2286bc2-5103-4581-b579-15c42c96fa7f,segment=NetworkSegment(e59ecef9-1da6-4950-ad52-2ebcb29e8cdb),segment_id=e59ecef9-1da6-4950-ad52-2ebcb29e8cdb)] {{(pid=109570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 22:42:30.265864 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-154add69-038d-48cc-93ba-bd7e358b6d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33156859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750845083886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750844628246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750844628264'] for port (a2286bc2-5103-4581-b579-15c42c96fa7f), after_update {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:42:30.413338 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cedad84f-667f-44ee-8958-3240a7e1103f None None] Network 5eca6aba-e930-4efe-b97c-96858a691351 requested from dv-cinder-830538-5-iscsi {{(pid=109570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 22:42:30.493192 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 22:42:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e57c202-a5ad-4354-af0e-c15e2dcf8506 x-openstack-request-id: req-4e57c202-a5ad-4354-af0e-c15e2dcf8506 {{(pid=109568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 22:42:30.494183 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9faf877c-ba70-4611-bdbe-300beb137200", "tag": "05593159-ef39-4c6d-95b1-16bf2b871952", "status": "completed", "code": 200}]} {{(pid=109568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 22:42:30.494617 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-4e57c202-a5ad-4354-af0e-c15e2dcf8506 {{(pid=109568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 22:42:30.495239 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9faf877c-ba70-4611-bdbe-300beb137200', 'tag': '05593159-ef39-4c6d-95b1-16bf2b871952', 'status': 'completed', 'code': 200} Feb 28 22:42:30.495563 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.wsgi [-] (109569) accepted ('10.222.0.11', 50458) {{(pid=109569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 22:42:30.586024 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-5a148d81-ab48-47e2-9538-5d878de94daa req-a1970cff-7830-4b0f-872a-87972fcfc847 service neutron] 10.222.0.36 "GET /v2.0/networks/0321cbe9-3229-497f-9213-34c6a912fd2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6082685 Feb 28 22:42:30.617020 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.db.db_base_plugin_v2 [None req-449dbb67-1e31-4f02-ba98-b3ce7f43305f admin admin] Deleting subnet cf3acde5-4f13-404a-b7de-17e8a5663c71 {{(pid=109569) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 22:42:30.640457 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-449dbb67-1e31-4f02-ba98-b3ce7f43305f admin admin] Publish callbacks [] for subnet (cf3acde5-4f13-404a-b7de-17e8a5663c71), before_delete {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:42:30.642199 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-20205917-de52-4536-8c9d-6337c44a6ce6 req-5ae5fb95-aaff-4453-8a55-1a02ae326fbd tempest-ServerRescueNegativeTestJSON-929871608 tempest-ServerRescueNegativeTestJSON-929871608-project] 10.222.0.11 "GET /v2.0/ports?device_id=bedc2889-c234-478f-9d9f-b557dcd5e13e HTTP/1.1" status: 200 len: 210 time: 0.1507180 Feb 28 22:42:30.676978 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154add69-038d-48cc-93ba-bd7e358b6d11 None None] Pushing event updated for resources: {'Port': ['ID=a2286bc2-5103-4581-b579-15c42c96fa7f,revision_number=5']} {{(pid=109570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:42:30.842854 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-449dbb67-1e31-4f02-ba98-b3ce7f43305f admin admin] Publish callbacks [] for subnet (cf3acde5-4f13-404a-b7de-17e8a5663c71), precommit_delete_associations {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:42:30.854963 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-449dbb67-1e31-4f02-ba98-b3ce7f43305f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002603'] for subnet (cf3acde5-4f13-404a-b7de-17e8a5663c71), precommit_delete {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:42:30.948630 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-964a3b8b-397f-4602-a68b-4fc34a9973e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750845036683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579975'] for agent (55d6ddf3-619a-4750-95a9-02c5b2728e0c), after_update {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:42:30.985733 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-449dbb67-1e31-4f02-ba98-b3ce7f43305f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33448168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33156859'] for subnet (cf3acde5-4f13-404a-b7de-17e8a5663c71), after_delete {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:42:31.027269 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-449dbb67-1e31-4f02-ba98-b3ce7f43305f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33156845'] for subnet (None), before_response {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:42:31.034629 dv-cinder-830538-5-iscsi neutron-server[109569]: INFO neutron.wsgi [None req-449dbb67-1e31-4f02-ba98-b3ce7f43305f admin admin] 10.222.0.11 "DELETE /v2.0/subnets/cf3acde5-4f13-404a-b7de-17e8a5663c71 HTTP/1.1" status: 204 len: 168 time: 0.5379906 Feb 28 22:42:31.037877 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.wsgi [-] (109569) accepted ('10.222.0.11', 50474) {{(pid=109569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 22:42:31.084183 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449dbb67-1e31-4f02-ba98-b3ce7f43305f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cf3acde5-4f13-404a-b7de-17e8a5663c71,revision_number=None']} {{(pid=109569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:42:31.099486 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-195f8593-9df6-40ec-8f3a-2292fd085546 None None] Publish callbacks [] for port (94c0ef23-6976-4e8a-80aa-720130750364), precommit_update {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:42:31.110688 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-195f8593-9df6-40ec-8f3a-2292fd085546 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33156859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750845083886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750844628246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750844628264'] for port (94c0ef23-6976-4e8a-80aa-720130750364), after_update {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:42:31.186780 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9274c1-9822-4b32-899f-99ee3530df7f None None] Pushing event updated for resources: {'Port': ['ID=94c0ef23-6976-4e8a-80aa-720130750364,revision_number=3']} {{(pid=109570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:42:31.254068 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-b43d56b9-6dbe-4b79-b152-1cc5826580e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1026704'] for network (7508e786-7e24-4d8a-8920-ee485e3272b3), before_delete {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:42:31.259065 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.managers [None req-195f8593-9df6-40ec-8f3a-2292fd085546 None None] Attempting to bind port 94c0ef23-6976-4e8a-80aa-720130750364 on host dv-cinder-830538-5-iscsi for vnic_type normal with profile {{(pid=109570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 22:42:31.259884 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.managers [None req-195f8593-9df6-40ec-8f3a-2292fd085546 None None] Attempting to bind port 94c0ef23-6976-4e8a-80aa-720130750364 by drivers openvswitch,hyperv on host dv-cinder-830538-5-iscsi at level 0 using segments [{'id': '28413273-d7c8-4d86-a7b1-c45f9712072e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'e1dee003-d534-429c-aed6-3f1020c03805'}] {{(pid=109570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 22:42:31.260571 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-195f8593-9df6-40ec-8f3a-2292fd085546 None None] Attempting to bind port 94c0ef23-6976-4e8a-80aa-720130750364 on network e1dee003-d534-429c-aed6-3f1020c03805 {{(pid=109570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 22:42:31.268592 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-195f8593-9df6-40ec-8f3a-2292fd085546 None None] Checking agent: {'id': '7aa25ffb-1b87-4f08-8530-4bdf6e6b221c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830538-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 22, 34, 7), 'started_at': datetime.datetime(2022, 2, 28, 22, 34, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 22, 42, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830538-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 22:42:31.269346 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-195f8593-9df6-40ec-8f3a-2292fd085546 None None] Checking segment: {'id': '28413273-d7c8-4d86-a7b1-c45f9712072e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'e1dee003-d534-429c-aed6-3f1020c03805'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 22:42:31.270035 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-195f8593-9df6-40ec-8f3a-2292fd085546 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:42:31.270641 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-195f8593-9df6-40ec-8f3a-2292fd085546 None None] Bound using segment: {'id': '28413273-d7c8-4d86-a7b1-c45f9712072e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'e1dee003-d534-429c-aed6-3f1020c03805'} {{(pid=109570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 22:42:31.271457 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.managers [None req-195f8593-9df6-40ec-8f3a-2292fd085546 None None] Bound port: 94c0ef23-6976-4e8a-80aa-720130750364, host: dv-cinder-830538-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28413273-d7c8-4d86-a7b1-c45f9712072e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'e1dee003-d534-429c-aed6-3f1020c03805'}}] {{(pid=109570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 22:42:31.272099 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-195f8593-9df6-40ec-8f3a-2292fd085546 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616566'] for port (94c0ef23-6976-4e8a-80aa-720130750364), before_update {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:42:31.285589 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-0857e445-b0ae-43eb-903c-2bba8783d6c9 req-7f374479-60b4-45c4-8f48-e2abac98e0b8 service neutron] 10.222.0.36 "GET /v2.0/networks/8c93bcd7-cff3-4c00-a74b-9cb653cb6024?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1421559 Feb 28 22:42:31.309326 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.wsgi [-] (109569) accepted ('10.222.0.11', 50480) {{(pid=109569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 22:42:31.314878 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.db.db_base_plugin_common [None req-640be910-112c-4178-b05a-b0abe652d716 tempest-AttachVolumeTestJSON-1325054245 tempest-AttachVolumeTestJSON-1325054245-project] Allocated IP 172.27.0.179 (3e7a10c7-addc-4b79-a555-0b472e939652/8aaf002d-6309-4cf0-ae69-6d349a14c0b1/f82eac36-f312-4b8a-a155-da557f54854b) {{(pid=109568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 22:42:31.332522 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.api.v2.base [None req-fb55cdcc-bf58-45b3-94de-a61c93d25e0e tempest-AttachVolumeShelveTestJSON-2030561000 tempest-AttachVolumeShelveTestJSON-2030561000-project] Request body: {'security_group': {'name': 'tempest-securitygroup--514355070', 'description': 'tempest-description--1064318816'}} {{(pid=109569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 22:42:31.410082 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-fb55cdcc-bf58-45b3-94de-a61c93d25e0e tempest-AttachVolumeShelveTestJSON-2030561000 tempest-AttachVolumeShelveTestJSON-2030561000-project] Publish callbacks [] for security_group (None), before_create {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:42:31.495241 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.db [None req-195f8593-9df6-40ec-8f3a-2292fd085546 None None] For port 94c0ef23-6976-4e8a-80aa-720130750364, host dv-cinder-830538-5-iscsi, cleared binding levels {{(pid=109570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 22:42:31.500127 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.db [None req-195f8593-9df6-40ec-8f3a-2292fd085546 None None] For port 94c0ef23-6976-4e8a-80aa-720130750364, host dv-cinder-830538-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830538-5-iscsi',level=0,port_id=94c0ef23-6976-4e8a-80aa-720130750364,segment=NetworkSegment(28413273-d7c8-4d86-a7b1-c45f9712072e),segment_id=28413273-d7c8-4d86-a7b1-c45f9712072e)] {{(pid=109570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 22:42:31.508289 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-195f8593-9df6-40ec-8f3a-2292fd085546 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33156859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750845083886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750844628246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750844628264'] for port (94c0ef23-6976-4e8a-80aa-720130750364), after_update {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:42:31.534529 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.wsgi [-] (109568) accepted ('10.222.0.36', 65090) {{(pid=109568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 22:42:31.587020 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-fb55cdcc-bf58-45b3-94de-a61c93d25e0e tempest-AttachVolumeShelveTestJSON-2030561000 tempest-AttachVolumeShelveTestJSON-2030561000-project] Publish callbacks [] for security_group (0a9915aa-9c1d-45b5-936b-2bead19a9f0b), precommit_create {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:42:31.670975 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9274c1-9822-4b32-899f-99ee3530df7f None None] Pushing event updated for resources: {'Port': ['ID=94c0ef23-6976-4e8a-80aa-720130750364,revision_number=4']} {{(pid=109570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:42:31.680058 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-195f8593-9df6-40ec-8f3a-2292fd085546 None None] Routers {'abdf501b-4b4d-4822-b10e-2218ac616053'} bound to L3 agent in host dv-cinder-830538-5-iscsi {{(pid=109570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 22:42:31.681855 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.db.l3_hamode_db [None req-195f8593-9df6-40ec-8f3a-2292fd085546 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830538-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-28T22:34:03Z,description=,heartbeat_timestamp=2022-02-28T22:42:03Z,host='dv-cinder-830538-5-iscsi',id=1bbc3f13-d896-4633-9d3f-4f3415ceb83d,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T22:34:03Z,topic='l3_agent')) {'router_ids': ['abdf501b-4b4d-4822-b10e-2218ac616053'], 'active': True} {{(pid=109570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 22:42:31.691113 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-fb55cdcc-bf58-45b3-94de-a61c93d25e0e tempest-AttachVolumeShelveTestJSON-2030561000 tempest-AttachVolumeShelveTestJSON-2030561000-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33441213'] for security_group (0a9915aa-9c1d-45b5-936b-2bead19a9f0b), after_create {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:42:31.702634 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5e6dae-2ecf-4e7a-a9d2-aaa346a75778 req-729b910d-7f4d-4837-9e5e-16dc5864b3e6 tempest-DeleteServersTestJSON-784346736 tempest-DeleteServersTestJSON-784346736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:42:31.704846 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-8d5e6dae-2ecf-4e7a-a9d2-aaa346a75778 req-729b910d-7f4d-4837-9e5e-16dc5864b3e6 tempest-DeleteServersTestJSON-784346736 tempest-DeleteServersTestJSON-784346736-project] 10.222.0.11 "GET /v2.0/ports?device_id=9faf877c-ba70-4611-bdbe-300beb137200 HTTP/1.1" status: 200 len: 944 time: 0.3936722 Feb 28 22:42:31.730597 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-fb55cdcc-bf58-45b3-94de-a61c93d25e0e tempest-AttachVolumeShelveTestJSON-2030561000 tempest-AttachVolumeShelveTestJSON-2030561000-project] Publish callbacks [] for security_group (None), before_response {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:42:31.732726 dv-cinder-830538-5-iscsi neutron-server[109569]: INFO neutron.wsgi [None req-fb55cdcc-bf58-45b3-94de-a61c93d25e0e tempest-AttachVolumeShelveTestJSON-2030561000 tempest-AttachVolumeShelveTestJSON-2030561000-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4181080 Feb 28 22:42:31.746216 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.wsgi [-] (109569) accepted ('10.222.0.11', 50498) {{(pid=109569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 22:42:31.762107 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.api.v2.base [None req-0571700c-c74b-45f9-837f-816ff34fc6d7 tempest-AttachVolumeShelveTestJSON-2030561000 tempest-AttachVolumeShelveTestJSON-2030561000-project] Request body: {'security_group_rule': {'security_group_id': '0a9915aa-9c1d-45b5-936b-2bead19a9f0b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 22:42:31.782574 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-5a148d81-ab48-47e2-9538-5d878de94daa req-63f8a556-e42b-40ee-9588-7b11c609f62e service neutron] 10.222.0.36 "GET /v2.0/networks/0321cbe9-3229-497f-9213-34c6a912fd2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1559772 Feb 28 22:42:31.787523 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-b43d56b9-6dbe-4b79-b152-1cc5826580e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-574352', 'neutron.services.segments.db._delete_segments_for_network-8750845036701'] for network (7508e786-7e24-4d8a-8920-ee485e3272b3), precommit_delete {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:42:31.827998 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb55cdcc-bf58-45b3-94de-a61c93d25e0e tempest-AttachVolumeShelveTestJSON-2030561000 tempest-AttachVolumeShelveTestJSON-2030561000-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0a9915aa-9c1d-45b5-936b-2bead19a9f0b,revision_number=1']} {{(pid=109569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:42:31.911997 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-b43d56b9-6dbe-4b79-b152-1cc5826580e5 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=109569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 22:42:31.911997 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-b43d56b9-6dbe-4b79-b152-1cc5826580e5 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=109569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 22:42:31.911997 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-b43d56b9-6dbe-4b79-b152-1cc5826580e5 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=109569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 22:42:31.911997 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-b43d56b9-6dbe-4b79-b152-1cc5826580e5 admin admin] Subscribe: > port after_create 55550000 {{(pid=109569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 22:42:31.911997 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-b43d56b9-6dbe-4b79-b152-1cc5826580e5 admin admin] Subscribe: > port after_delete 55550000 {{(pid=109569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 22:42:31.911997 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-b43d56b9-6dbe-4b79-b152-1cc5826580e5 admin admin] Subscribe: > port after_update 55550000 {{(pid=109569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 22:42:31.911997 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-b43d56b9-6dbe-4b79-b152-1cc5826580e5 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=109569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 22:42:31.911997 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-b43d56b9-6dbe-4b79-b152-1cc5826580e5 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=109569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 22:42:31.911997 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-b43d56b9-6dbe-4b79-b152-1cc5826580e5 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=109569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 22:42:31.911997 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-b43d56b9-6dbe-4b79-b152-1cc5826580e5 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=109569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 22:42:31.948358 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2b4340-1978-45f8-b48f-68dee30437aa req-e20e6bae-cd90-4269-8619-ef57db8021f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:42:31.950316 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-0f2b4340-1978-45f8-b48f-68dee30437aa req-e20e6bae-cd90-4269-8619-ef57db8021f3 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e22ff7ca62ce46dc9da445380054a51b&device_id=9faf877c-ba70-4611-bdbe-300beb137200 HTTP/1.1" status: 200 len: 1128 time: 0.5665648 Feb 28 22:42:32.008069 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.db.l3_dvr_db [None req-195f8593-9df6-40ec-8f3a-2292fd085546 None None] Set router abdf501b-4b4d-4822-b10e-2218ac616053 gateway port host: dv-cinder-830538-5-iscsi {{(pid=109570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 22:42:32.027617 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-8d5e6dae-2ecf-4e7a-a9d2-aaa346a75778 req-e1f99916-0a30-4c11-a48c-3ee1f884d01e tempest-DeleteServersTestJSON-784346736 tempest-DeleteServersTestJSON-784346736-project] 10.222.0.11 "GET /v2.0/security-groups?id=8b7354e7-3b1d-4635-b677-d1381d13750a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2633321 Feb 28 22:42:32.080281 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.db.provisioning_blocks [None req-201859a2-bc39-4639-a1a4-0921c0ef4bc8 None None] Provisioning complete for port 94c0ef23-6976-4e8a-80aa-720130750364 triggered by entity DHCP. {{(pid=109570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 22:42:32.080659 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-201859a2-bc39-4639-a1a4-0921c0ef4bc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579965'] for port (94c0ef23-6976-4e8a-80aa-720130750364), provisioning_complete {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:42:32.195026 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-640be910-112c-4178-b05a-b0abe652d716 tempest-AttachVolumeTestJSON-1325054245 tempest-AttachVolumeTestJSON-1325054245-project] Publish callbacks [] for port (f82eac36-f312-4b8a-a155-da557f54854b), precommit_create {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:42:32.205096 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed352508-abce-44b3-99c3-2f9f649709cc req-79acccdb-7478-40a8-adfb-d677b0908e9d tempest-ServerRescueNegativeTestJSON-929871608 tempest-ServerRescueNegativeTestJSON-929871608-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:42:32.206688 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-ed352508-abce-44b3-99c3-2f9f649709cc req-79acccdb-7478-40a8-adfb-d677b0908e9d tempest-ServerRescueNegativeTestJSON-929871608 tempest-ServerRescueNegativeTestJSON-929871608-project] 10.222.0.11 "GET /v2.0/networks?id=ba9103be-0016-4db5-8443-08fa8db70094 HTTP/1.1" status: 200 len: 818 time: 0.7519512 Feb 28 22:42:32.344040 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-b43d56b9-6dbe-4b79-b152-1cc5826580e5 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=109569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 22:42:32.344379 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-b43d56b9-6dbe-4b79-b152-1cc5826580e5 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=109569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 22:42:32.344710 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-b43d56b9-6dbe-4b79-b152-1cc5826580e5 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=109569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 22:42:32.345034 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-b43d56b9-6dbe-4b79-b152-1cc5826580e5 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=109569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 22:42:32.345389 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.services.segments.db [None req-b43d56b9-6dbe-4b79-b152-1cc5826580e5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7508e786-7e24-4d8a-8920-ee485e3272b3']}} {{(pid=109569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 22:42:32.369267 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.services.segments.db [None req-b43d56b9-6dbe-4b79-b152-1cc5826580e5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'df98b688-8d4e-48cc-ac20-1217826e2fff') {'for_net_delete': True} {{(pid=109569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 22:42:32.369598 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.services.segments.db [None req-b43d56b9-6dbe-4b79-b152-1cc5826580e5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'df98b688-8d4e-48cc-ac20-1217826e2fff') {} {{(pid=109569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 22:42:32.371383 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.plugin [None req-201859a2-bc39-4639-a1a4-0921c0ef4bc8 None None] Current status of the port 94c0ef23-6976-4e8a-80aa-720130750364 is: DOWN; New status is: ACTIVE {{(pid=109570) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 22:42:32.371947 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-201859a2-bc39-4639-a1a4-0921c0ef4bc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616566'] for port (94c0ef23-6976-4e8a-80aa-720130750364), before_update {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:42:32.390048 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-0571700c-c74b-45f9-837f-816ff34fc6d7 tempest-AttachVolumeShelveTestJSON-2030561000 tempest-AttachVolumeShelveTestJSON-2030561000-project] Publish callbacks [] for security_group_rule (c04d2c1b-d419-40f0-947d-c170d9e2b14d), before_create {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:42:32.393186 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.rpc [None req-154add69-038d-48cc-93ba-bd7e358b6d11 None None] Device a2286bc2-5103-4581-b579-15c42c96fa7f up at agent ovs-agent-dv-cinder-830538-5-iscsi {{(pid=109570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 22:42:32.406873 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-ed352508-abce-44b3-99c3-2f9f649709cc req-576f781b-726a-4ab3-bfb6-8bd5cd2918ba tempest-ServerRescueNegativeTestJSON-929871608 tempest-ServerRescueNegativeTestJSON-929871608-project] 10.222.0.11 "GET /v2.0/quotas/1a9fe67e7e534a2f9e267047a6a40917 HTTP/1.1" status: 200 len: 375 time: 0.0914898 Feb 28 22:42:32.407046 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-b43d56b9-6dbe-4b79-b152-1cc5826580e5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750845040550', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31262414'] for segment (df98b688-8d4e-48cc-ac20-1217826e2fff), before_delete {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:42:32.425568 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950cd9f7-8eac-4bc9-a8bc-da9e38252c3d req-47c0e221-5f5f-48b2-a465-5285aee5ed70 tempest-ServerRescueNegativeTestJSON-929871608 tempest-ServerRescueNegativeTestJSON-929871608-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:42:32.427504 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-950cd9f7-8eac-4bc9-a8bc-da9e38252c3d req-47c0e221-5f5f-48b2-a465-5285aee5ed70 tempest-ServerRescueNegativeTestJSON-929871608 tempest-ServerRescueNegativeTestJSON-929871608-project] 10.222.0.36 "GET /v2.0/networks?id=ba9103be-0016-4db5-8443-08fa8db70094 HTTP/1.1" status: 200 len: 818 time: 0.8242979 Feb 28 22:42:32.461833 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-b43d56b9-6dbe-4b79-b152-1cc5826580e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1012980'] for segment (df98b688-8d4e-48cc-ac20-1217826e2fff), precommit_delete {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:42:32.464605 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.api.v2.base [req-950cd9f7-8eac-4bc9-a8bc-da9e38252c3d req-c0e58c3d-2b54-4173-887a-757a50acd396 tempest-ServerRescueNegativeTestJSON-929871608 tempest-ServerRescueNegativeTestJSON-929871608-project] Request body: {'port': {'device_id': 'bedc2889-c234-478f-9d9f-b557dcd5e13e', 'network_id': 'ba9103be-0016-4db5-8443-08fa8db70094', 'admin_state_up': True, 'tenant_id': '1a9fe67e7e534a2f9e267047a6a40917'}} {{(pid=109568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 22:42:32.484007 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b43d56b9-6dbe-4b79-b152-1cc5826580e5 admin admin] Releasing vlan 119 on physical network physnet1 to pool {{(pid=109569) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 22:42:32.484535 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-b43d56b9-6dbe-4b79-b152-1cc5826580e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1012980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30055643'] for segment (df98b688-8d4e-48cc-ac20-1217826e2fff), after_delete {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:42:32.505066 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22615708-430d-424f-8398-e2cd25174185', 'tag': 'a4199d93-3776-445a-8d8b-fb493d8a8230'}] {{(pid=109568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 22:42:32.507439 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be30730c9f576b5ae602769365630bce3a2881df6c4aa92702dca8eb1643a507" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfb0b4b0-6c69-4dcc-ba30-f1ebf1d905c7" -d '{"events": [{"name": "network-changed", "server_uuid": "22615708-430d-424f-8398-e2cd25174185", "tag": "a4199d93-3776-445a-8d8b-fb493d8a8230"}]}' {{(pid=109568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 22:42:32.516347 dv-cinder-830538-5-iscsi neutron-server[109569]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 28 22:42:32.516347 dv-cinder-830538-5-iscsi neutron-server[109569]: from cryptography.utils import int_from_bytes Feb 28 22:42:32.516347 dv-cinder-830538-5-iscsi neutron-server[109569]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 28 22:42:32.516347 dv-cinder-830538-5-iscsi neutron-server[109569]: from cryptography.utils import int_from_bytes Feb 28 22:42:32.516347 dv-cinder-830538-5-iscsi neutron-server[109569]: Traceback (most recent call last): Feb 28 22:42:32.516347 dv-cinder-830538-5-iscsi neutron-server[109569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 22:42:32.516347 dv-cinder-830538-5-iscsi neutron-server[109569]: timer() Feb 28 22:42:32.516347 dv-cinder-830538-5-iscsi neutron-server[109569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 22:42:32.516347 dv-cinder-830538-5-iscsi neutron-server[109569]: cb(*args, **kw) Feb 28 22:42:32.516347 dv-cinder-830538-5-iscsi neutron-server[109569]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 22:42:32.516347 dv-cinder-830538-5-iscsi neutron-server[109569]: return func(*args, **kwargs) Feb 28 22:42:32.516347 dv-cinder-830538-5-iscsi neutron-server[109569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 22:42:32.516347 dv-cinder-830538-5-iscsi neutron-server[109569]: self._notify() Feb 28 22:42:32.516347 dv-cinder-830538-5-iscsi neutron-server[109569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 22:42:32.516347 dv-cinder-830538-5-iscsi neutron-server[109569]: self.callback(batched_events) Feb 28 22:42:32.516347 dv-cinder-830538-5-iscsi neutron-server[109569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 22:42:32.516347 dv-cinder-830538-5-iscsi neutron-server[109569]: event.method(event) Feb 28 22:42:32.516347 dv-cinder-830538-5-iscsi neutron-server[109569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 22:42:32.516347 dv-cinder-830538-5-iscsi neutron-server[109569]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 22:42:32.516347 dv-cinder-830538-5-iscsi neutron-server[109569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 22:42:32.516347 dv-cinder-830538-5-iscsi neutron-server[109569]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 22:42:32.516347 dv-cinder-830538-5-iscsi neutron-server[109569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 22:42:32.516347 dv-cinder-830538-5-iscsi neutron-server[109569]: return f(self, *a, **k) Feb 28 22:42:32.516347 dv-cinder-830538-5-iscsi neutron-server[109569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 22:42:32.516347 dv-cinder-830538-5-iscsi neutron-server[109569]: return self._get(url).json() Feb 28 22:42:32.516347 dv-cinder-830538-5-iscsi neutron-server[109569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 22:42:32.516347 dv-cinder-830538-5-iscsi neutron-server[109569]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 22:42:32.516347 dv-cinder-830538-5-iscsi neutron-server[109569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 22:42:32.516347 dv-cinder-830538-5-iscsi neutron-server[109569]: return self.request(url, 'GET', **kwargs) Feb 28 22:42:32.516347 dv-cinder-830538-5-iscsi neutron-server[109569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 22:42:32.516347 dv-cinder-830538-5-iscsi neutron-server[109569]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 22:42:32.516347 dv-cinder-830538-5-iscsi neutron-server[109569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 22:42:32.516347 dv-cinder-830538-5-iscsi neutron-server[109569]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 22:42:32.516347 dv-cinder-830538-5-iscsi neutron-server[109569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 22:42:32.516347 dv-cinder-830538-5-iscsi neutron-server[109569]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 22:42:32.516347 dv-cinder-830538-5-iscsi neutron-server[109569]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 22:42:32.579267 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.db [None req-201859a2-bc39-4639-a1a4-0921c0ef4bc8 None None] For port 94c0ef23-6976-4e8a-80aa-720130750364, host dv-cinder-830538-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830538-5-iscsi',level=0,port_id=94c0ef23-6976-4e8a-80aa-720130750364,segment=NetworkSegment(28413273-d7c8-4d86-a7b1-c45f9712072e),segment_id=28413273-d7c8-4d86-a7b1-c45f9712072e)] {{(pid=109570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 22:42:32.583956 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-0571700c-c74b-45f9-837f-816ff34fc6d7 tempest-AttachVolumeShelveTestJSON-2030561000 tempest-AttachVolumeShelveTestJSON-2030561000-project] Publish callbacks [] for security_group_rule (c04d2c1b-d419-40f0-947d-c170d9e2b14d), precommit_create {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:42:32.597315 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-0571700c-c74b-45f9-837f-816ff34fc6d7 tempest-AttachVolumeShelveTestJSON-2030561000 tempest-AttachVolumeShelveTestJSON-2030561000-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33441134'] for security_group_rule (c04d2c1b-d419-40f0-947d-c170d9e2b14d), after_create {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:42:32.617917 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-b43d56b9-6dbe-4b79-b152-1cc5826580e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-574441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33441228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33156859', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33522105'] for network (7508e786-7e24-4d8a-8920-ee485e3272b3), after_delete {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:42:32.624140 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0571700c-c74b-45f9-837f-816ff34fc6d7 tempest-AttachVolumeShelveTestJSON-2030561000 tempest-AttachVolumeShelveTestJSON-2030561000-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c04d2c1b-d419-40f0-947d-c170d9e2b14d,revision_number=0']} {{(pid=109569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:42:32.638621 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-201859a2-bc39-4639-a1a4-0921c0ef4bc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33156859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750845083886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750844628246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750844628264'] for port (94c0ef23-6976-4e8a-80aa-720130750364), after_update {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:42:32.648999 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-b43d56b9-6dbe-4b79-b152-1cc5826580e5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33156845'] for network (None), before_response {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:42:32.655025 dv-cinder-830538-5-iscsi neutron-server[109569]: INFO neutron.wsgi [None req-b43d56b9-6dbe-4b79-b152-1cc5826580e5 admin admin] 10.222.0.11 "DELETE /v2.0/networks/7508e786-7e24-4d8a-8920-ee485e3272b3 HTTP/1.1" status: 204 len: 168 time: 1.5765777 Feb 28 22:42:32.655025 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43d56b9-6dbe-4b79-b152-1cc5826580e5 admin admin] Pushing event deleted for resources: {'Network': ['ID=7508e786-7e24-4d8a-8920-ee485e3272b3,revision_number=None']} {{(pid=109569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:42:32.655840 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.wsgi [-] (109569) accepted ('10.222.0.11', 50550) {{(pid=109569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 22:42:32.667173 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-0571700c-c74b-45f9-837f-816ff34fc6d7 tempest-AttachVolumeShelveTestJSON-2030561000 tempest-AttachVolumeShelveTestJSON-2030561000-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:42:32.671337 dv-cinder-830538-5-iscsi neutron-server[109569]: INFO neutron.wsgi [None req-0571700c-c74b-45f9-837f-816ff34fc6d7 tempest-AttachVolumeShelveTestJSON-2030561000 tempest-AttachVolumeShelveTestJSON-2030561000-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9215879 Feb 28 22:42:32.672252 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.wsgi [-] (109569) accepted ('10.222.0.11', 50552) {{(pid=109569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 22:42:32.676483 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.api.v2.base [None req-9a423c1b-4914-41ba-996b-1072dcb5a695 tempest-AttachVolumeShelveTestJSON-2030561000 tempest-AttachVolumeShelveTestJSON-2030561000-project] Request body: {'security_group_rule': {'security_group_id': '0a9915aa-9c1d-45b5-936b-2bead19a9f0b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 22:42:32.733235 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.db.db_base_plugin_v2 [None req-3b767529-92a9-435a-a971-7d8bb927cd46 admin admin] Deleting subnet 9fd50166-9190-4a34-a389-848778cd2c42 {{(pid=109569) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 22:42:32.739675 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-3b767529-92a9-435a-a971-7d8bb927cd46 admin admin] Publish callbacks [] for subnet (9fd50166-9190-4a34-a389-848778cd2c42), before_delete {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:42:32.763941 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-9a423c1b-4914-41ba-996b-1072dcb5a695 tempest-AttachVolumeShelveTestJSON-2030561000 tempest-AttachVolumeShelveTestJSON-2030561000-project] Publish callbacks [] for security_group_rule (8074e5fe-11e3-42dd-af17-4c3653d742c6), before_create {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:42:32.799185 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-3b767529-92a9-435a-a971-7d8bb927cd46 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31262425'] for subnet (9fd50166-9190-4a34-a389-848778cd2c42), precommit_delete_associations {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:42:32.851178 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.db.provisioning_blocks [None req-154add69-038d-48cc-93ba-bd7e358b6d11 None None] Provisioning complete for port a2286bc2-5103-4581-b579-15c42c96fa7f triggered by entity L2. {{(pid=109570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 22:42:32.851782 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-154add69-038d-48cc-93ba-bd7e358b6d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579965'] for port (a2286bc2-5103-4581-b579-15c42c96fa7f), provisioning_complete {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:42:32.866931 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-9a423c1b-4914-41ba-996b-1072dcb5a695 tempest-AttachVolumeShelveTestJSON-2030561000 tempest-AttachVolumeShelveTestJSON-2030561000-project] Publish callbacks [] for security_group_rule (8074e5fe-11e3-42dd-af17-4c3653d742c6), precommit_create {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:42:32.868380 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-3b767529-92a9-435a-a971-7d8bb927cd46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002603'] for subnet (9fd50166-9190-4a34-a389-848778cd2c42), precommit_delete {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:42:32.888283 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-640be910-112c-4178-b05a-b0abe652d716 tempest-AttachVolumeTestJSON-1325054245 tempest-AttachVolumeTestJSON-1325054245-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33156859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750844628228'] for port (f82eac36-f312-4b8a-a155-da557f54854b), after_create {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:42:32.896816 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-9a423c1b-4914-41ba-996b-1072dcb5a695 tempest-AttachVolumeShelveTestJSON-2030561000 tempest-AttachVolumeShelveTestJSON-2030561000-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33441134'] for security_group_rule (8074e5fe-11e3-42dd-af17-4c3653d742c6), after_create {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:42:32.940392 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a423c1b-4914-41ba-996b-1072dcb5a695 tempest-AttachVolumeShelveTestJSON-2030561000 tempest-AttachVolumeShelveTestJSON-2030561000-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8074e5fe-11e3-42dd-af17-4c3653d742c6,revision_number=0']} {{(pid=109569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:42:32.949367 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-201859a2-bc39-4639-a1a4-0921c0ef4bc8 None None] Pushing event updated for resources: {'Port': ['ID=94c0ef23-6976-4e8a-80aa-720130750364,revision_number=5']} {{(pid=109570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:42:32.955173 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-9a423c1b-4914-41ba-996b-1072dcb5a695 tempest-AttachVolumeShelveTestJSON-2030561000 tempest-AttachVolumeShelveTestJSON-2030561000-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:42:32.956572 dv-cinder-830538-5-iscsi neutron-server[109569]: INFO neutron.wsgi [None req-9a423c1b-4914-41ba-996b-1072dcb5a695 tempest-AttachVolumeShelveTestJSON-2030561000 tempest-AttachVolumeShelveTestJSON-2030561000-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2838018 Feb 28 22:42:32.960453 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.wsgi [-] (109569) accepted ('10.222.0.11', 50562) {{(pid=109569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 22:42:32.967169 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.api.v2.base [None req-a80777fe-6336-4531-b902-3845bb304a33 tempest-AttachVolumeShelveTestJSON-2030561000 tempest-AttachVolumeShelveTestJSON-2030561000-project] Request body: {'floatingip': {'floating_network_id': '3e7a10c7-addc-4b79-a555-0b472e939652'}} {{(pid=109569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 22:42:32.967894 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.db.provisioning_blocks [None req-6948720f-f07a-4688-a866-56da37d4b493 None None] Provisioning complete for port 94c0ef23-6976-4e8a-80aa-720130750364 triggered by entity DHCP. {{(pid=109570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 22:42:32.968285 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-6948720f-f07a-4688-a866-56da37d4b493 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579965'] for port (94c0ef23-6976-4e8a-80aa-720130750364), provisioning_complete {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:42:32.979411 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce58d05-623d-487b-892e-0e975fcb43be req-792b2f0a-a891-4fe1-823a-f1e96133e426 tempest-AttachVolumeNegativeTest-1243329128 tempest-AttachVolumeNegativeTest-1243329128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:42:32.985732 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-9ce58d05-623d-487b-892e-0e975fcb43be req-792b2f0a-a891-4fe1-823a-f1e96133e426 tempest-AttachVolumeNegativeTest-1243329128 tempest-AttachVolumeNegativeTest-1243329128-project] 10.222.0.11 "GET /v2.0/ports?device_id=22615708-430d-424f-8398-e2cd25174185 HTTP/1.1" status: 200 len: 943 time: 0.8416946 Feb 28 22:42:32.995955 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-3b767529-92a9-435a-a971-7d8bb927cd46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33448168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33156859', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30055429', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30127737'] for subnet (9fd50166-9190-4a34-a389-848778cd2c42), after_delete {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:42:33.012378 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2b4340-1978-45f8-b48f-68dee30437aa req-20c3e691-2048-406b-88e0-9a169f165bfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:42:33.014364 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-0f2b4340-1978-45f8-b48f-68dee30437aa req-20c3e691-2048-406b-88e0-9a169f165bfb service neutron] 10.222.0.36 "GET /v2.0/networks?id=8c93bcd7-cff3-4c00-a74b-9cb653cb6024 HTTP/1.1" status: 200 len: 911 time: 1.0222554 Feb 28 22:42:33.046889 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-a80777fe-6336-4531-b902-3845bb304a33 tempest-AttachVolumeShelveTestJSON-2030561000 tempest-AttachVolumeShelveTestJSON-2030561000-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:42:33.056770 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-640be910-112c-4178-b05a-b0abe652d716 tempest-AttachVolumeTestJSON-1325054245 tempest-AttachVolumeTestJSON-1325054245-project] Network 3e7a10c7-addc-4b79-a555-0b472e939652 is already hosted by enough agents. {{(pid=109568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 22:42:33.065823 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b767529-92a9-435a-a971-7d8bb927cd46 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9fd50166-9190-4a34-a389-848778cd2c42,revision_number=None']} {{(pid=109569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:42:33.070554 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-ed352508-abce-44b3-99c3-2f9f649709cc req-17e8d325-1a89-44b0-b970-73c55b11be32 tempest-ServerRescueNegativeTestJSON-929871608 tempest-ServerRescueNegativeTestJSON-929871608-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=1a9fe67e7e534a2f9e267047a6a40917&fields=id HTTP/1.1" status: 200 len: 255 time: 0.6667442 Feb 28 22:42:33.070944 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-3b767529-92a9-435a-a971-7d8bb927cd46 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33156845'] for subnet (None), before_response {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:42:33.079853 dv-cinder-830538-5-iscsi neutron-server[109569]: INFO neutron.wsgi [None req-3b767529-92a9-435a-a971-7d8bb927cd46 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/9fd50166-9190-4a34-a389-848778cd2c42 HTTP/1.1" status: 204 len: 168 time: 0.4208610 Feb 28 22:42:33.081832 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.db.l3_hamode_db [None req-195f8593-9df6-40ec-8f3a-2292fd085546 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abdf501b-4b4d-4822-b10e-2218ac616053', 'name': 'tempest-AttachVolumeShelveTestJSON-922480876-router', 'tenant_id': '83c55453f2fe4dc79de3c29aff0b4932', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e7a10c7-addc-4b79-a555-0b472e939652', 'external_fixed_ips': [{'subnet_id': '8aaf002d-6309-4cf0-ae69-6d349a14c0b1', 'ip_address': '172.27.0.194'}], 'enable_snat': True}, 'gw_port_id': 'efa2069d-ff78-4e3e-acf6-b0a165b1c3f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T22:42:07Z', 'updated_at': '2022-02-28T22:42:18Z', 'revision_number': 4, 'project_id': '83c55453f2fe4dc79de3c29aff0b4932', 'gw_port': {'id': 'efa2069d-ff78-4e3e-acf6-b0a165b1c3f7', 'name': '', 'network_id': '3e7a10c7-addc-4b79-a555-0b472e939652', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:b2:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abdf501b-4b4d-4822-b10e-2218ac616053', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '8aaf002d-6309-4cf0-ae69-6d349a14c0b1', 'ip_address': '172.27.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T22:42:09Z', 'updated_at': '2022-02-28T22:42:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8aaf002d-6309-4cf0-ae69-6d349a14c0b1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830538-5-iscsi', '_interfaces': [{'id': '94c0ef23-6976-4e8a-80aa-720130750364', 'name': '', 'network_id': 'e1dee003-d534-429c-aed6-3f1020c03805', 'tenant_id': '83c55453f2fe4dc79de3c29aff0b4932', 'mac_address': 'fa:16:3e:15:3c:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abdf501b-4b4d-4822-b10e-2218ac616053', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '3b622ab4-8097-4b6c-8ec2-bb3f77857ed1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T22:42:14Z', 'updated_at': '2022-02-28T22:42:31Z', 'revision_number': 4, 'project_id': '83c55453f2fe4dc79de3c29aff0b4932', 'subnets': [{'id': '3b622ab4-8097-4b6c-8ec2-bb3f77857ed1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830538-5-iscsi', False) {} {{(pid=109570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 22:42:33.088966 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.wsgi [-] (109569) accepted ('10.222.0.11', 50570) {{(pid=109569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 22:42:33.113303 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-640be910-112c-4178-b05a-b0abe652d716 tempest-AttachVolumeTestJSON-1325054245 tempest-AttachVolumeTestJSON-1325054245-project] Pushing event updated for resources: {'Port': ['ID=f82eac36-f312-4b8a-a155-da557f54854b,revision_number=1']} {{(pid=109568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:42:33.121404 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-950cd9f7-8eac-4bc9-a8bc-da9e38252c3d req-c0e58c3d-2b54-4173-887a-757a50acd396 tempest-ServerRescueNegativeTestJSON-929871608 tempest-ServerRescueNegativeTestJSON-929871608-project] Made reservation on behalf of 1a9fe67e7e534a2f9e267047a6a40917 for: {'port': 1} {{(pid=109568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 22:42:33.124974 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [req-950cd9f7-8eac-4bc9-a8bc-da9e38252c3d req-c0e58c3d-2b54-4173-887a-757a50acd396 tempest-ServerRescueNegativeTestJSON-929871608 tempest-ServerRescueNegativeTestJSON-929871608-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616566'] for port (None), before_create {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:42:33.127209 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.scheduler.base_scheduler [None req-640be910-112c-4178-b05a-b0abe652d716 tempest-AttachVolumeTestJSON-1325054245 tempest-AttachVolumeTestJSON-1325054245-project] Resources bound (agent type, host, resource id): {{(pid=109568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 22:42:33.145418 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-0f2b4340-1978-45f8-b48f-68dee30437aa req-93b05594-d6b4-49d4-9669-c3d850c555cd service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=05593159-ef39-4c6d-95b1-16bf2b871952 HTTP/1.1" status: 200 len: 217 time: 0.1054356 Feb 28 22:42:33.146333 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-640be910-112c-4178-b05a-b0abe652d716 tempest-AttachVolumeTestJSON-1325054245 tempest-AttachVolumeTestJSON-1325054245-project] Received port after_create {{(pid=109568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 22:42:33.269318 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-b99b4333-d289-4564-9c49-a5c9e43a8736 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1026704'] for network (5eca6aba-e930-4efe-b97c-96858a691351), before_delete {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:42:33.272324 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-195f8593-9df6-40ec-8f3a-2292fd085546 None None] The sync data for ids ['abdf501b-4b4d-4822-b10e-2218ac616053'] in dv-cinder-830538-5-iscsi is: [{'id': 'abdf501b-4b4d-4822-b10e-2218ac616053', 'name': 'tempest-AttachVolumeShelveTestJSON-922480876-router', 'tenant_id': '83c55453f2fe4dc79de3c29aff0b4932', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e7a10c7-addc-4b79-a555-0b472e939652', 'external_fixed_ips': [{'subnet_id': '8aaf002d-6309-4cf0-ae69-6d349a14c0b1', 'ip_address': '172.27.0.194'}], 'enable_snat': True}, 'gw_port_id': 'efa2069d-ff78-4e3e-acf6-b0a165b1c3f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T22:42:07Z', 'updated_at': '2022-02-28T22:42:18Z', 'revision_number': 4, 'project_id': '83c55453f2fe4dc79de3c29aff0b4932', 'gw_port': {'id': 'efa2069d-ff78-4e3e-acf6-b0a165b1c3f7', 'name': '', 'network_id': '3e7a10c7-addc-4b79-a555-0b472e939652', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:b2:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abdf501b-4b4d-4822-b10e-2218ac616053', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '8aaf002d-6309-4cf0-ae69-6d349a14c0b1', 'ip_address': '172.27.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T22:42:09Z', 'updated_at': '2022-02-28T22:42:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8aaf002d-6309-4cf0-ae69-6d349a14c0b1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830538-5-iscsi', '_interfaces': [{'id': '94c0ef23-6976-4e8a-80aa-720130750364', 'name': '', 'network_id': 'e1dee003-d534-429c-aed6-3f1020c03805', 'tenant_id': '83c55453f2fe4dc79de3c29aff0b4932', 'mac_address': 'fa:16:3e:15:3c:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abdf501b-4b4d-4822-b10e-2218ac616053', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '3b622ab4-8097-4b6c-8ec2-bb3f77857ed1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T22:42:14Z', 'updated_at': '2022-02-28T22:42:31Z', 'revision_number': 4, 'project_id': '83c55453f2fe4dc79de3c29aff0b4932', 'subnets': [{'id': '3b622ab4-8097-4b6c-8ec2-bb3f77857ed1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 22:42:33.318451 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-f27fde19-306b-48b3-a800-c5c1ffe212bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750845036683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579975'] for agent (1bbc3f13-d896-4633-9d3f-4f3415ceb83d), after_update {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:42:33.342198 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-9ce58d05-623d-487b-892e-0e975fcb43be req-38e3924f-f92f-4c5b-b36e-ac612787189c tempest-AttachVolumeNegativeTest-1243329128 tempest-AttachVolumeNegativeTest-1243329128-project] 10.222.0.11 "GET /v2.0/security-groups?id=8aeed072-d876-4d95-a530-37a550f45527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3409014 Feb 28 22:42:33.362125 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.plugin [None req-154add69-038d-48cc-93ba-bd7e358b6d11 None None] Current status of the port a2286bc2-5103-4581-b579-15c42c96fa7f is: ACTIVE; New status is: ACTIVE {{(pid=109570) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 22:42:33.435242 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2b4340-1978-45f8-b48f-68dee30437aa req-777109d3-63af-4dd9-bcfc-9f68bdd841f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:42:33.437702 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-0f2b4340-1978-45f8-b48f-68dee30437aa req-777109d3-63af-4dd9-bcfc-9f68bdd841f8 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1d1e667f-3f52-40ca-9ae6-9ef63261ccfa HTTP/1.1" status: 200 len: 850 time: 0.2525108 Feb 28 22:42:33.488646 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 22:42:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4edcd59e-64b4-4424-80e9-0f6a4dec71d8 x-openstack-request-id: req-4edcd59e-64b4-4424-80e9-0f6a4dec71d8 {{(pid=109568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 22:42:33.489106 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "22615708-430d-424f-8398-e2cd25174185", "tag": "a4199d93-3776-445a-8d8b-fb493d8a8230", "status": "completed", "code": 200}]} {{(pid=109568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 22:42:33.489535 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-4edcd59e-64b4-4424-80e9-0f6a4dec71d8 {{(pid=109568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 22:42:33.490175 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '22615708-430d-424f-8398-e2cd25174185', 'tag': 'a4199d93-3776-445a-8d8b-fb493d8a8230', 'status': 'completed', 'code': 200} Feb 28 22:42:33.518102 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-640be910-112c-4178-b05a-b0abe652d716 tempest-AttachVolumeTestJSON-1325054245 tempest-AttachVolumeTestJSON-1325054245-project] Publish callbacks [] for floatingip (b2529d25-9cbf-49f1-947a-6b8a3240203f), precommit_create {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:42:33.533189 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-0f2b4340-1978-45f8-b48f-68dee30437aa req-e3ba21ce-1eb1-4e1d-b6c8-a0dda9ccd855 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8c93bcd7-cff3-4c00-a74b-9cb653cb6024&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0823646 Feb 28 22:42:33.545921 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.plugin [None req-6948720f-f07a-4688-a866-56da37d4b493 None None] Current status of the port 94c0ef23-6976-4e8a-80aa-720130750364 is: ACTIVE; New status is: ACTIVE {{(pid=109570) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 22:42:33.609463 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-ed352508-abce-44b3-99c3-2f9f649709cc req-948ebbc7-5012-46ea-9aac-1d7b8f58edda service neutron] 10.222.0.11 "GET /v2.0/networks/ba9103be-0016-4db5-8443-08fa8db70094?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5378292 Feb 28 22:42:33.744520 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-a80777fe-6336-4531-b902-3845bb304a33 tempest-AttachVolumeShelveTestJSON-2030561000 tempest-AttachVolumeShelveTestJSON-2030561000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616566'] for port (None), before_create {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:42:33.747412 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-b99b4333-d289-4564-9c49-a5c9e43a8736 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-574352', 'neutron.services.segments.db._delete_segments_for_network-8750845036701'] for network (5eca6aba-e930-4efe-b97c-96858a691351), precommit_delete {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:42:33.803299 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.services.segments.db [None req-b99b4333-d289-4564-9c49-a5c9e43a8736 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5eca6aba-e930-4efe-b97c-96858a691351']}} {{(pid=109569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 22:42:33.824339 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.services.segments.db [None req-b99b4333-d289-4564-9c49-a5c9e43a8736 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'af234e62-bc48-450a-8023-e75675bd67a3') {'for_net_delete': True} {{(pid=109569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 22:42:33.824639 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.services.segments.db [None req-b99b4333-d289-4564-9c49-a5c9e43a8736 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'af234e62-bc48-450a-8023-e75675bd67a3') {} {{(pid=109569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 22:42:33.848828 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-b99b4333-d289-4564-9c49-a5c9e43a8736 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750845040550', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31262414'] for segment (af234e62-bc48-450a-8023-e75675bd67a3), before_delete {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:42:33.891369 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-b99b4333-d289-4564-9c49-a5c9e43a8736 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1012980'] for segment (af234e62-bc48-450a-8023-e75675bd67a3), precommit_delete {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:42:33.902723 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b99b4333-d289-4564-9c49-a5c9e43a8736 admin admin] Releasing vlan 141 on physical network physnet1 to pool {{(pid=109569) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 22:42:33.903381 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-b99b4333-d289-4564-9c49-a5c9e43a8736 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1012980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30055643'] for segment (af234e62-bc48-450a-8023-e75675bd67a3), after_delete {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:42:33.905451 dv-cinder-830538-5-iscsi neutron-server[109569]: Traceback (most recent call last): Feb 28 22:42:33.905451 dv-cinder-830538-5-iscsi neutron-server[109569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 22:42:33.905451 dv-cinder-830538-5-iscsi neutron-server[109569]: timer() Feb 28 22:42:33.905451 dv-cinder-830538-5-iscsi neutron-server[109569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 22:42:33.905451 dv-cinder-830538-5-iscsi neutron-server[109569]: cb(*args, **kw) Feb 28 22:42:33.905451 dv-cinder-830538-5-iscsi neutron-server[109569]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 22:42:33.905451 dv-cinder-830538-5-iscsi neutron-server[109569]: return func(*args, **kwargs) Feb 28 22:42:33.905451 dv-cinder-830538-5-iscsi neutron-server[109569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 22:42:33.905451 dv-cinder-830538-5-iscsi neutron-server[109569]: self._notify() Feb 28 22:42:33.905451 dv-cinder-830538-5-iscsi neutron-server[109569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 22:42:33.905451 dv-cinder-830538-5-iscsi neutron-server[109569]: self.callback(batched_events) Feb 28 22:42:33.905451 dv-cinder-830538-5-iscsi neutron-server[109569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 22:42:33.905451 dv-cinder-830538-5-iscsi neutron-server[109569]: event.method(event) Feb 28 22:42:33.905451 dv-cinder-830538-5-iscsi neutron-server[109569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 22:42:33.905451 dv-cinder-830538-5-iscsi neutron-server[109569]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 22:42:33.905451 dv-cinder-830538-5-iscsi neutron-server[109569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 22:42:33.905451 dv-cinder-830538-5-iscsi neutron-server[109569]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 22:42:33.905451 dv-cinder-830538-5-iscsi neutron-server[109569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 22:42:33.905451 dv-cinder-830538-5-iscsi neutron-server[109569]: return f(self, *a, **k) Feb 28 22:42:33.905451 dv-cinder-830538-5-iscsi neutron-server[109569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 22:42:33.905451 dv-cinder-830538-5-iscsi neutron-server[109569]: return self._get(url).json() Feb 28 22:42:33.905451 dv-cinder-830538-5-iscsi neutron-server[109569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 22:42:33.905451 dv-cinder-830538-5-iscsi neutron-server[109569]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 22:42:33.905451 dv-cinder-830538-5-iscsi neutron-server[109569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 22:42:33.905451 dv-cinder-830538-5-iscsi neutron-server[109569]: return self.request(url, 'GET', **kwargs) Feb 28 22:42:33.905451 dv-cinder-830538-5-iscsi neutron-server[109569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 22:42:33.905451 dv-cinder-830538-5-iscsi neutron-server[109569]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 22:42:33.905451 dv-cinder-830538-5-iscsi neutron-server[109569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 22:42:33.905451 dv-cinder-830538-5-iscsi neutron-server[109569]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 22:42:33.905451 dv-cinder-830538-5-iscsi neutron-server[109569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 22:42:33.905451 dv-cinder-830538-5-iscsi neutron-server[109569]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 22:42:33.905451 dv-cinder-830538-5-iscsi neutron-server[109569]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 22:42:33.958320 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.db.db_base_plugin_common [None req-a80777fe-6336-4531-b902-3845bb304a33 tempest-AttachVolumeShelveTestJSON-2030561000 tempest-AttachVolumeShelveTestJSON-2030561000-project] Allocated IP 172.27.0.159 (3e7a10c7-addc-4b79-a555-0b472e939652/8aaf002d-6309-4cf0-ae69-6d349a14c0b1/9f528108-95cb-42dc-bce6-3f80366fa612) {{(pid=109569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 22:42:33.988401 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-b99b4333-d289-4564-9c49-a5c9e43a8736 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-574441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33441228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33156859', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33522105'] for network (5eca6aba-e930-4efe-b97c-96858a691351), after_delete {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:42:34.005623 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-b99b4333-d289-4564-9c49-a5c9e43a8736 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33156845'] for network (None), before_response {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:42:34.009301 dv-cinder-830538-5-iscsi neutron-server[109569]: INFO neutron.wsgi [None req-b99b4333-d289-4564-9c49-a5c9e43a8736 admin admin] 10.222.0.11 "DELETE /v2.0/networks/5eca6aba-e930-4efe-b97c-96858a691351 HTTP/1.1" status: 204 len: 168 time: 0.9052112 Feb 28 22:42:34.022658 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-640be910-112c-4178-b05a-b0abe652d716 tempest-AttachVolumeTestJSON-1325054245 tempest-AttachVolumeTestJSON-1325054245-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616566'] for port (f82eac36-f312-4b8a-a155-da557f54854b), before_update {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:42:34.051966 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99b4333-d289-4564-9c49-a5c9e43a8736 admin admin] Pushing event deleted for resources: {'Network': ['ID=5eca6aba-e930-4efe-b97c-96858a691351,revision_number=None']} {{(pid=109569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:42:34.053134 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.db.db_base_plugin_common [req-950cd9f7-8eac-4bc9-a8bc-da9e38252c3d req-c0e58c3d-2b54-4173-887a-757a50acd396 tempest-ServerRescueNegativeTestJSON-929871608 tempest-ServerRescueNegativeTestJSON-929871608-project] Allocated IP 172.20.0.14 (ba9103be-0016-4db5-8443-08fa8db70094/4f074c84-eecc-4df3-bfe8-db2db878868a/a8b159f5-dc76-40f5-bc9d-ed147644722e) {{(pid=109568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 22:42:34.121345 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb0b4b0-6c69-4dcc-ba30-f1ebf1d905c7 req-4ba9aec8-1c0c-4360-9e09-e58912eef0e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:42:34.122887 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-dfb0b4b0-6c69-4dcc-ba30-f1ebf1d905c7 req-4ba9aec8-1c0c-4360-9e09-e58912eef0e3 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=bc1fd56c6f77479dbf02ac28589be825&device_id=22615708-430d-424f-8398-e2cd25174185 HTTP/1.1" status: 200 len: 1127 time: 0.5807922 Feb 28 22:42:34.139312 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-a80777fe-6336-4531-b902-3845bb304a33 tempest-AttachVolumeShelveTestJSON-2030561000 tempest-AttachVolumeShelveTestJSON-2030561000-project] Publish callbacks [] for port (9f528108-95cb-42dc-bce6-3f80366fa612), precommit_create {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:42:34.158927 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-fb85eb0a-98c9-414d-bd8b-45b99ef4efd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750845036683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579975'] for agent (0569ef69-4feb-452f-8380-1d628b96faff), after_update {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:42:34.178043 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44807c99-2a05-4bd2-b732-6e3bf58df79b req-ad1748db-e8ca-48b5-af4b-c7169751c4a2 tempest-DeleteServersTestJSON-784346736 tempest-DeleteServersTestJSON-784346736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:42:34.186136 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-44807c99-2a05-4bd2-b732-6e3bf58df79b req-ad1748db-e8ca-48b5-af4b-c7169751c4a2 tempest-DeleteServersTestJSON-784346736 tempest-DeleteServersTestJSON-784346736-project] 10.222.0.11 "GET /v2.0/ports?device_id=9faf877c-ba70-4611-bdbe-300beb137200 HTTP/1.1" status: 200 len: 944 time: 0.6202459 Feb 28 22:42:34.199528 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-a80777fe-6336-4531-b902-3845bb304a33 tempest-AttachVolumeShelveTestJSON-2030561000 tempest-AttachVolumeShelveTestJSON-2030561000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33156859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750844628228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30055478'] for port (9f528108-95cb-42dc-bce6-3f80366fa612), after_create {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:42:34.241369 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-0f2b4340-1978-45f8-b48f-68dee30437aa req-8116a6dd-e34d-4ac5-83d7-1a001daa8d93 service neutron] 10.222.0.36 "GET /v2.0/networks/8c93bcd7-cff3-4c00-a74b-9cb653cb6024?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6980047 Feb 28 22:42:34.247160 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a80777fe-6336-4531-b902-3845bb304a33 tempest-AttachVolumeShelveTestJSON-2030561000 tempest-AttachVolumeShelveTestJSON-2030561000-project] Network 3e7a10c7-addc-4b79-a555-0b472e939652 is already hosted by enough agents. {{(pid=109569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 22:42:34.253004 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.scheduler.base_scheduler [None req-a80777fe-6336-4531-b902-3845bb304a33 tempest-AttachVolumeShelveTestJSON-2030561000 tempest-AttachVolumeShelveTestJSON-2030561000-project] Resources bound (agent type, host, resource id): {{(pid=109569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 22:42:34.255718 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a80777fe-6336-4531-b902-3845bb304a33 tempest-AttachVolumeShelveTestJSON-2030561000 tempest-AttachVolumeShelveTestJSON-2030561000-project] Received port after_create {{(pid=109569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 22:42:34.262914 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-ed352508-abce-44b3-99c3-2f9f649709cc req-db7cf72d-9120-42dd-ae71-cb73f85e08f6 service neutron] 10.222.0.11 "GET /v2.0/networks/ba9103be-0016-4db5-8443-08fa8db70094?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6525919 Feb 28 22:42:34.292513 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80777fe-6336-4531-b902-3845bb304a33 tempest-AttachVolumeShelveTestJSON-2030561000 tempest-AttachVolumeShelveTestJSON-2030561000-project] Pushing event updated for resources: {'Port': ['ID=9f528108-95cb-42dc-bce6-3f80366fa612,revision_number=1']} {{(pid=109569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:42:34.375462 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.wsgi [-] (109568) accepted ('10.222.0.11', 50594) {{(pid=109568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 22:42:34.393096 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.rpc [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] Device a4199d93-3776-445a-8d8b-fb493d8a8230 details requested by agent hyperv_hv-cinder-83053 with host hv-cinder-83053 {{(pid=109570) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 22:42:34.527214 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-a80777fe-6336-4531-b902-3845bb304a33 tempest-AttachVolumeShelveTestJSON-2030561000 tempest-AttachVolumeShelveTestJSON-2030561000-project] Publish callbacks [] for floatingip (6e110e03-cfe3-4a5c-95b1-2f526bf6e401), precommit_create {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:42:34.569338 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.rpc [None req-154add69-038d-48cc-93ba-bd7e358b6d11 None None] Device 94c0ef23-6976-4e8a-80aa-720130750364 up at agent ovs-agent-dv-cinder-830538-5-iscsi {{(pid=109570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 22:42:34.616514 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-a80777fe-6336-4531-b902-3845bb304a33 tempest-AttachVolumeShelveTestJSON-2030561000 tempest-AttachVolumeShelveTestJSON-2030561000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616566'] for port (9f528108-95cb-42dc-bce6-3f80366fa612), before_update {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:42:34.666240 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.db [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] For port a4199d93-3776-445a-8d8b-fb493d8a8230, host hv-cinder-83053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83053',level=0,port_id=a4199d93-3776-445a-8d8b-fb493d8a8230,segment=NetworkSegment(926113ad-33a7-475f-acf2-53b8f901f788),segment_id=926113ad-33a7-475f-acf2-53b8f901f788)] {{(pid=109570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 22:42:34.702091 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-44807c99-2a05-4bd2-b732-6e3bf58df79b req-5b6bd806-de59-4093-bb9b-e0e7871826aa tempest-DeleteServersTestJSON-784346736 tempest-DeleteServersTestJSON-784346736-project] 10.222.0.11 "GET /v2.0/security-groups?id=8b7354e7-3b1d-4635-b677-d1381d13750a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5149560 Feb 28 22:42:34.723123 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.rpc [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] Returning: {'device': 'a4199d93-3776-445a-8d8b-fb493d8a8230', 'network_id': '0321cbe9-3229-497f-9213-34c6a912fd2a', 'port_id': 'a4199d93-3776-445a-8d8b-fb493d8a8230', 'mac_address': 'fa:16:3e:9c:50:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 112, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e06c4751-499d-4207-9fc1-23232ee2e753', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109570) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 22:42:34.738587 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.db.provisioning_blocks [None req-154add69-038d-48cc-93ba-bd7e358b6d11 None None] Provisioning complete for port 94c0ef23-6976-4e8a-80aa-720130750364 triggered by entity L2. {{(pid=109570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 22:42:34.738977 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-154add69-038d-48cc-93ba-bd7e358b6d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579965'] for port (94c0ef23-6976-4e8a-80aa-720130750364), provisioning_complete {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:42:34.812696 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb0b4b0-6c69-4dcc-ba30-f1ebf1d905c7 req-2d00ed1e-35a6-4f97-9cbd-f659c3e024f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:42:34.812696 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-dfb0b4b0-6c69-4dcc-ba30-f1ebf1d905c7 req-2d00ed1e-35a6-4f97-9cbd-f659c3e024f9 service neutron] 10.222.0.36 "GET /v2.0/networks?id=0321cbe9-3229-497f-9213-34c6a912fd2a HTTP/1.1" status: 200 len: 916 time: 0.6675756 Feb 28 22:42:34.849134 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-a80777fe-6336-4531-b902-3845bb304a33 tempest-AttachVolumeShelveTestJSON-2030561000 tempest-AttachVolumeShelveTestJSON-2030561000-project] Publish callbacks [] for port (9f528108-95cb-42dc-bce6-3f80366fa612), precommit_update {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:42:34.863781 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-a80777fe-6336-4531-b902-3845bb304a33 tempest-AttachVolumeShelveTestJSON-2030561000 tempest-AttachVolumeShelveTestJSON-2030561000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33156859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750845083886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750844628246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750844628264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30055487'] for port (9f528108-95cb-42dc-bce6-3f80366fa612), after_update {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:42:34.870010 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.plugin [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] Current status of the port a4199d93-3776-445a-8d8b-fb493d8a8230 is: DOWN; New status is: BUILD {{(pid=109570) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 22:42:34.871419 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616566'] for port (a4199d93-3776-445a-8d8b-fb493d8a8230), before_update {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:42:34.879579 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [None req-5f6f1928-0d0c-4c1e-aa36-ead226d964d0 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=9322d42f546f4b40a90f32b82642992f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4949884 Feb 28 22:42:34.883881 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.wsgi [-] (109569) accepted ('10.222.0.11', 50614) {{(pid=109569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 22:42:34.931977 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.notifiers.nova [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a4199d93-3776-445a-8d8b-fb493d8a8230 {{(pid=109570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 22:42:34.988271 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-bb424e94-c740-44d4-bd5f-e6f7dc552822 req-4fa83aa7-9e3e-4f54-99a1-40814ce850a5 tempest-ServerRescueNegativeTestJSON-929871608 tempest-ServerRescueNegativeTestJSON-929871608-project] 10.222.0.11 "GET /v2.0/ports?device_id=50fff9cd-5238-40fd-ab4f-02f86cf2bbc0 HTTP/1.1" status: 200 len: 210 time: 0.1905661 Feb 28 22:42:35.012128 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.db [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] For port a4199d93-3776-445a-8d8b-fb493d8a8230, host hv-cinder-83053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83053',level=0,port_id=a4199d93-3776-445a-8d8b-fb493d8a8230,segment=NetworkSegment(926113ad-33a7-475f-acf2-53b8f901f788),segment_id=926113ad-33a7-475f-acf2-53b8f901f788)] {{(pid=109570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 22:42:35.077768 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.plugin [None req-154add69-038d-48cc-93ba-bd7e358b6d11 None None] Current status of the port 94c0ef23-6976-4e8a-80aa-720130750364 is: ACTIVE; New status is: ACTIVE {{(pid=109570) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 22:42:35.080118 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33156859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750845083886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750844628246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750844628264'] for port (a4199d93-3776-445a-8d8b-fb493d8a8230), after_update {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:42:35.080732 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.rpc [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] Device 05593159-ef39-4c6d-95b1-16bf2b871952 details requested by agent hyperv_hv-cinder-83053 with host hv-cinder-83053 {{(pid=109570) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 22:42:35.130962 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-640be910-112c-4178-b05a-b0abe652d716 tempest-AttachVolumeTestJSON-1325054245 tempest-AttachVolumeTestJSON-1325054245-project] Publish callbacks [] for port (f82eac36-f312-4b8a-a155-da557f54854b), precommit_update {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:42:35.143158 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-dfb0b4b0-6c69-4dcc-ba30-f1ebf1d905c7 req-aebd3e87-bc79-486a-b32d-732ed68f4876 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a4199d93-3776-445a-8d8b-fb493d8a8230 HTTP/1.1" status: 200 len: 217 time: 0.2855022 Feb 28 22:42:35.149244 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-0f2b4340-1978-45f8-b48f-68dee30437aa req-b7a488e8-fd88-4430-909a-28cfde1486b7 service neutron] 10.222.0.36 "GET /v2.0/networks/8c93bcd7-cff3-4c00-a74b-9cb653cb6024?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8883188 Feb 28 22:42:35.157906 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-640be910-112c-4178-b05a-b0abe652d716 tempest-AttachVolumeTestJSON-1325054245 tempest-AttachVolumeTestJSON-1325054245-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33156859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750845083886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750844628246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750844628264'] for port (f82eac36-f312-4b8a-a155-da557f54854b), after_update {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:42:35.177269 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [req-950cd9f7-8eac-4bc9-a8bc-da9e38252c3d req-c0e58c3d-2b54-4173-887a-757a50acd396 tempest-ServerRescueNegativeTestJSON-929871608 tempest-ServerRescueNegativeTestJSON-929871608-project] Publish callbacks [] for port (a8b159f5-dc76-40f5-bc9d-ed147644722e), precommit_create {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:42:35.218996 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.db [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] For port 05593159-ef39-4c6d-95b1-16bf2b871952, host hv-cinder-83053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83053',level=0,port_id=05593159-ef39-4c6d-95b1-16bf2b871952,segment=NetworkSegment(a1ab11c4-074a-4634-922e-78829362d635),segment_id=a1ab11c4-074a-4634-922e-78829362d635)] {{(pid=109570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 22:42:35.234006 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aed0a89-5034-486e-9b61-e3c935b7aaa6 req-2e0c4b81-9035-41cc-bdb4-983bcd7f0670 tempest-AttachVolumeNegativeTest-1243329128 tempest-AttachVolumeNegativeTest-1243329128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:42:35.235862 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-0aed0a89-5034-486e-9b61-e3c935b7aaa6 req-2e0c4b81-9035-41cc-bdb4-983bcd7f0670 tempest-AttachVolumeNegativeTest-1243329128 tempest-AttachVolumeNegativeTest-1243329128-project] 10.222.0.11 "GET /v2.0/ports?device_id=22615708-430d-424f-8398-e2cd25174185 HTTP/1.1" status: 200 len: 943 time: 0.6806087 Feb 28 22:42:35.254202 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.rpc [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] Returning: {'device': '05593159-ef39-4c6d-95b1-16bf2b871952', 'network_id': '8c93bcd7-cff3-4c00-a74b-9cb653cb6024', 'port_id': '05593159-ef39-4c6d-95b1-16bf2b871952', 'mac_address': 'fa:16:3e:3b:a7:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 125, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1d1e667f-3f52-40ca-9ae6-9ef63261ccfa', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109570) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 22:42:35.257783 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-640be910-112c-4178-b05a-b0abe652d716 tempest-AttachVolumeTestJSON-1325054245 tempest-AttachVolumeTestJSON-1325054245-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33522123'] for floatingip (b2529d25-9cbf-49f1-947a-6b8a3240203f), after_create {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:42:35.258157 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] Pushing event updated for resources: {'Port': ['ID=a4199d93-3776-445a-8d8b-fb493d8a8230,revision_number=4']} {{(pid=109570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:42:35.301546 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.plugin [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] Current status of the port 05593159-ef39-4c6d-95b1-16bf2b871952 is: DOWN; New status is: BUILD {{(pid=109570) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 22:42:35.302270 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616566'] for port (05593159-ef39-4c6d-95b1-16bf2b871952), before_update {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:42:35.329002 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-640be910-112c-4178-b05a-b0abe652d716 tempest-AttachVolumeTestJSON-1325054245 tempest-AttachVolumeTestJSON-1325054245-project] Pushing event updated for resources: {'Port': ['ID=f82eac36-f312-4b8a-a155-da557f54854b,revision_number=2']} {{(pid=109568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:42:35.333445 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.notifiers.nova [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 05593159-ef39-4c6d-95b1-16bf2b871952 {{(pid=109570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 22:42:35.357324 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-a80777fe-6336-4531-b902-3845bb304a33 tempest-AttachVolumeShelveTestJSON-2030561000 tempest-AttachVolumeShelveTestJSON-2030561000-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33522123'] for floatingip (6e110e03-cfe3-4a5c-95b1-2f526bf6e401), after_create {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:42:35.371224 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb0b4b0-6c69-4dcc-ba30-f1ebf1d905c7 req-5e57c333-5055-4632-8d6c-2e2f03e26e49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:42:35.376746 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-dfb0b4b0-6c69-4dcc-ba30-f1ebf1d905c7 req-5e57c333-5055-4632-8d6c-2e2f03e26e49 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e06c4751-499d-4207-9fc1-23232ee2e753 HTTP/1.1" status: 200 len: 855 time: 0.2199070 Feb 28 22:42:35.378766 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.db [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] For port 05593159-ef39-4c6d-95b1-16bf2b871952, host hv-cinder-83053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83053',level=0,port_id=05593159-ef39-4c6d-95b1-16bf2b871952,segment=NetworkSegment(a1ab11c4-074a-4634-922e-78829362d635),segment_id=a1ab11c4-074a-4634-922e-78829362d635)] {{(pid=109570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 22:42:35.387016 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33156859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750845083886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750844628246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750844628264'] for port (05593159-ef39-4c6d-95b1-16bf2b871952), after_update {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:42:35.399490 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-640be910-112c-4178-b05a-b0abe652d716 tempest-AttachVolumeTestJSON-1325054245 tempest-AttachVolumeTestJSON-1325054245-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80159'] for floatingip (None), before_response {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:42:35.414382 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [None req-640be910-112c-4178-b05a-b0abe652d716 tempest-AttachVolumeTestJSON-1325054245 tempest-AttachVolumeTestJSON-1325054245-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.8658311 Feb 28 22:42:35.469369 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80777fe-6336-4531-b902-3845bb304a33 tempest-AttachVolumeShelveTestJSON-2030561000 tempest-AttachVolumeShelveTestJSON-2030561000-project] Pushing event updated for resources: {'Port': ['ID=9f528108-95cb-42dc-bce6-3f80366fa612,revision_number=2']} {{(pid=109569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:42:35.521986 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] Pushing event updated for resources: {'Port': ['ID=05593159-ef39-4c6d-95b1-16bf2b871952,revision_number=4']} {{(pid=109570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:42:35.544586 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-dfb0b4b0-6c69-4dcc-ba30-f1ebf1d905c7 req-83fdaf06-973f-40ca-87a2-c16c40bb1e24 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=0321cbe9-3229-497f-9213-34c6a912fd2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1408963 Feb 28 22:42:35.550182 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [req-950cd9f7-8eac-4bc9-a8bc-da9e38252c3d req-c0e58c3d-2b54-4173-887a-757a50acd396 tempest-ServerRescueNegativeTestJSON-929871608 tempest-ServerRescueNegativeTestJSON-929871608-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33156859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750844628228'] for port (a8b159f5-dc76-40f5-bc9d-ed147644722e), after_create {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:42:35.579387 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-a80777fe-6336-4531-b902-3845bb304a33 tempest-AttachVolumeShelveTestJSON-2030561000 tempest-AttachVolumeShelveTestJSON-2030561000-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80159'] for floatingip (None), before_response {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:42:35.590447 dv-cinder-830538-5-iscsi neutron-server[109569]: INFO neutron.wsgi [None req-a80777fe-6336-4531-b902-3845bb304a33 tempest-AttachVolumeShelveTestJSON-2030561000 tempest-AttachVolumeShelveTestJSON-2030561000-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.6288958 Feb 28 22:42:35.612379 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-45fc3a18-fd55-47e5-818f-c47c152c0336 admin admin] Publish callbacks [] for security_group (154086eb-ba88-47c5-9b72-1c071b0ddfa5), before_delete {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:42:35.688809 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-45fc3a18-fd55-47e5-818f-c47c152c0336 admin admin] Publish callbacks [] for security_group (154086eb-ba88-47c5-9b72-1c071b0ddfa5), precommit_delete {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:42:35.689293 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.db [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] get_ports_and_sgs() called for port_ids ['05593159-ef39-4c6d-95b1-16bf2b871952'] {{(pid=109570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 22:42:35.735308 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.db [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] get_ports_and_sgs() called for port_ids ['a4199d93-3776-445a-8d8b-fb493d8a8230'] {{(pid=109570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 22:42:35.812365 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-45fc3a18-fd55-47e5-818f-c47c152c0336 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33441213'] for security_group (154086eb-ba88-47c5-9b72-1c071b0ddfa5), after_delete {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:42:35.815971 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-45fc3a18-fd55-47e5-818f-c47c152c0336 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:42:35.817919 dv-cinder-830538-5-iscsi neutron-server[109569]: INFO neutron.wsgi [None req-45fc3a18-fd55-47e5-818f-c47c152c0336 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/154086eb-ba88-47c5-9b72-1c071b0ddfa5 HTTP/1.1" status: 204 len: 168 time: 0.9238691 Feb 28 22:42:35.832892 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45fc3a18-fd55-47e5-818f-c47c152c0336 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=154086eb-ba88-47c5-9b72-1c071b0ddfa5,revision_number=None']} {{(pid=109569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:42:35.851552 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-0aed0a89-5034-486e-9b61-e3c935b7aaa6 req-1197210f-9dd1-4842-aaf5-6995b38f194a tempest-AttachVolumeNegativeTest-1243329128 tempest-AttachVolumeNegativeTest-1243329128-project] 10.222.0.11 "GET /v2.0/security-groups?id=8aeed072-d876-4d95-a530-37a550f45527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5956085 Feb 28 22:42:35.909675 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-dfb0b4b0-6c69-4dcc-ba30-f1ebf1d905c7 req-d56b172e-bae5-4a1f-8909-22e9b5a5cfdc service neutron] 10.222.0.36 "GET /v2.0/networks/0321cbe9-3229-497f-9213-34c6a912fd2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3570015 Feb 28 22:42:35.978294 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-950cd9f7-8eac-4bc9-a8bc-da9e38252c3d req-c0e58c3d-2b54-4173-887a-757a50acd396 tempest-ServerRescueNegativeTestJSON-929871608 tempest-ServerRescueNegativeTestJSON-929871608-project] Network ba9103be-0016-4db5-8443-08fa8db70094 is already hosted by enough agents. {{(pid=109568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 22:42:36.013839 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-f2b490b5-353e-4b99-942a-fb2407025861 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750845036683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579975'] for agent (e6e3d797-755b-495e-bc70-4cd2b9791ebb), after_update {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:42:36.032781 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e58c3d-2b54-4173-887a-757a50acd396 tempest-ServerRescueNegativeTestJSON-929871608 tempest-ServerRescueNegativeTestJSON-929871608-project] Pushing event updated for resources: {'Port': ['ID=a8b159f5-dc76-40f5-bc9d-ed147644722e,revision_number=1']} {{(pid=109568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:42:36.034761 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.wsgi [-] (109569) accepted ('10.222.0.11', 50670) {{(pid=109569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 22:42:36.051613 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.scheduler.base_scheduler [req-950cd9f7-8eac-4bc9-a8bc-da9e38252c3d req-c0e58c3d-2b54-4173-887a-757a50acd396 tempest-ServerRescueNegativeTestJSON-929871608 tempest-ServerRescueNegativeTestJSON-929871608-project] Resources bound (agent type, host, resource id): {{(pid=109568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 22:42:36.070626 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.db.l3_dvrscheduler_db [req-950cd9f7-8eac-4bc9-a8bc-da9e38252c3d req-c0e58c3d-2b54-4173-887a-757a50acd396 tempest-ServerRescueNegativeTestJSON-929871608 tempest-ServerRescueNegativeTestJSON-929871608-project] Received port after_create {{(pid=109568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 22:42:36.076483 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950cd9f7-8eac-4bc9-a8bc-da9e38252c3d req-c0e58c3d-2b54-4173-887a-757a50acd396 tempest-ServerRescueNegativeTestJSON-929871608 tempest-ServerRescueNegativeTestJSON-929871608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:42:36.077325 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [req-950cd9f7-8eac-4bc9-a8bc-da9e38252c3d req-c0e58c3d-2b54-4173-887a-757a50acd396 tempest-ServerRescueNegativeTestJSON-929871608 tempest-ServerRescueNegativeTestJSON-929871608-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33156845'] for port (None), before_response {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:42:36.139245 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-0a5e435b-def7-471b-a217-02511ab0646f req-b6f24a87-d518-42ef-b022-e070b1abcd58 tempest-AttachVolumeTestJSON-1325054245 tempest-AttachVolumeTestJSON-1325054245-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-securitygroup--879492725&fields=id&tenant_id=558108c6409d474abda99b19120d05ad HTTP/1.1" status: 200 len: 267 time: 0.2788632 Feb 28 22:42:36.152502 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-950cd9f7-8eac-4bc9-a8bc-da9e38252c3d req-c0e58c3d-2b54-4173-887a-757a50acd396 tempest-ServerRescueNegativeTestJSON-929871608 tempest-ServerRescueNegativeTestJSON-929871608-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.6938713 Feb 28 22:42:36.180408 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.api.v2.base [req-950cd9f7-8eac-4bc9-a8bc-da9e38252c3d req-417ffb85-3b40-4f98-96fb-a991d9b60ff1 service neutron] Request body: {'port': {'device_id': 'bedc2889-c234-478f-9d9f-b557dcd5e13e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83053'}} {{(pid=109568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 22:42:36.311782 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-dfb0b4b0-6c69-4dcc-ba30-f1ebf1d905c7 req-e64dd5fa-32f5-4624-bb2d-83e07e42a5bc service neutron] 10.222.0.36 "GET /v2.0/networks/0321cbe9-3229-497f-9213-34c6a912fd2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3893151 Feb 28 22:42:36.318762 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377872c0-ad84-40b4-8354-a8b2fedd4b8d req-5b6bc617-3eb9-468d-9229-0f7aac02680d tempest-DeleteServersTestJSON-784346736 tempest-DeleteServersTestJSON-784346736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:42:36.320239 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-377872c0-ad84-40b4-8354-a8b2fedd4b8d req-5b6bc617-3eb9-468d-9229-0f7aac02680d tempest-DeleteServersTestJSON-784346736 tempest-DeleteServersTestJSON-784346736-project] 10.222.0.11 "GET /v2.0/ports?device_id=9faf877c-ba70-4611-bdbe-300beb137200 HTTP/1.1" status: 200 len: 945 time: 0.3028409 Feb 28 22:42:36.360166 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-4251bb8b-6048-47f0-ac80-eb4c1ead0ff9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:42:36.405851 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [req-950cd9f7-8eac-4bc9-a8bc-da9e38252c3d req-417ffb85-3b40-4f98-96fb-a991d9b60ff1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616566'] for port (a8b159f5-dc76-40f5-bc9d-ed147644722e), before_update {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:42:36.439741 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.wsgi [-] (109568) accepted ('10.222.0.11', 50676) {{(pid=109568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 22:42:36.457274 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-4251bb8b-6048-47f0-ac80-eb4c1ead0ff9 admin admin] Publish callbacks [] for security_group (073bfd61-8cbb-46d1-88f7-ff10a6abe6be), precommit_create {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:42:36.461756 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-4251bb8b-6048-47f0-ac80-eb4c1ead0ff9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33441213'] for security_group (073bfd61-8cbb-46d1-88f7-ff10a6abe6be), after_create {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:42:36.486730 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-377872c0-ad84-40b4-8354-a8b2fedd4b8d req-1f7666ef-482d-42aa-8fa4-e6e301413a2b tempest-DeleteServersTestJSON-784346736 tempest-DeleteServersTestJSON-784346736-project] 10.222.0.11 "GET /v2.0/security-groups?id=8b7354e7-3b1d-4635-b677-d1381d13750a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248436 Feb 28 22:42:36.504564 dv-cinder-830538-5-iscsi neutron-server[109569]: INFO neutron.wsgi [None req-4251bb8b-6048-47f0-ac80-eb4c1ead0ff9 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=4f8e8bdd46d540a5b5454382d32a8a9e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4684720 Feb 28 22:42:36.510780 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.wsgi [-] (109569) accepted ('10.222.0.11', 50682) {{(pid=109569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 22:42:36.524528 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4251bb8b-6048-47f0-ac80-eb4c1ead0ff9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=073bfd61-8cbb-46d1-88f7-ff10a6abe6be,revision_number=1']} {{(pid=109569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:42:36.553568 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5e435b-def7-471b-a217-02511ab0646f req-d05e9a28-bb2f-42dc-a75d-769d0f076a23 tempest-AttachVolumeTestJSON-1325054245 tempest-AttachVolumeTestJSON-1325054245-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:42:36.555067 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-0a5e435b-def7-471b-a217-02511ab0646f req-d05e9a28-bb2f-42dc-a75d-769d0f076a23 tempest-AttachVolumeTestJSON-1325054245 tempest-AttachVolumeTestJSON-1325054245-project] 10.222.0.11 "GET /v2.0/networks?id=df2fc3b5-d3d8-4f0b-b393-20e4e2e253bc HTTP/1.1" status: 200 len: 811 time: 0.4086328 Feb 28 22:42:36.571647 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-445bc6c0-465f-48fd-9db6-f0f6e57d3ea4 admin admin] Publish callbacks [] for security_group (073bfd61-8cbb-46d1-88f7-ff10a6abe6be), before_delete {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:42:36.573951 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed352508-abce-44b3-99c3-2f9f649709cc req-514ee13e-2892-44b3-8503-599166d99f33 tempest-ServerRescueNegativeTestJSON-929871608 tempest-ServerRescueNegativeTestJSON-929871608-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:42:36.575398 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-ed352508-abce-44b3-99c3-2f9f649709cc req-514ee13e-2892-44b3-8503-599166d99f33 tempest-ServerRescueNegativeTestJSON-929871608 tempest-ServerRescueNegativeTestJSON-929871608-project] 10.222.0.36 "GET /v2.0/networks?id=ba9103be-0016-4db5-8443-08fa8db70094 HTTP/1.1" status: 200 len: 818 time: 0.2889118 Feb 28 22:42:36.594024 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-445bc6c0-465f-48fd-9db6-f0f6e57d3ea4 admin admin] Publish callbacks [] for security_group (073bfd61-8cbb-46d1-88f7-ff10a6abe6be), precommit_delete {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:42:36.609605 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.api.v2.base [req-ed352508-abce-44b3-99c3-2f9f649709cc req-49008759-208e-4ba8-aa3c-f3fa15054c9f tempest-ServerRescueNegativeTestJSON-929871608 tempest-ServerRescueNegativeTestJSON-929871608-project] Request body: {'port': {'device_id': '50fff9cd-5238-40fd-ab4f-02f86cf2bbc0', 'network_id': 'ba9103be-0016-4db5-8443-08fa8db70094', 'admin_state_up': True, 'tenant_id': '1a9fe67e7e534a2f9e267047a6a40917'}} {{(pid=109568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 22:42:36.636528 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-0a5e435b-def7-471b-a217-02511ab0646f req-76346eee-04c4-4559-9df4-6b4733eed877 tempest-AttachVolumeTestJSON-1325054245 tempest-AttachVolumeTestJSON-1325054245-project] 10.222.0.11 "GET /v2.0/quotas/558108c6409d474abda99b19120d05ad HTTP/1.1" status: 200 len: 375 time: 0.0700624 Feb 28 22:42:36.645754 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-445bc6c0-465f-48fd-9db6-f0f6e57d3ea4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33441213'] for security_group (073bfd61-8cbb-46d1-88f7-ff10a6abe6be), after_delete {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:42:36.648347 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-445bc6c0-465f-48fd-9db6-f0f6e57d3ea4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:42:36.649583 dv-cinder-830538-5-iscsi neutron-server[109569]: INFO neutron.wsgi [None req-445bc6c0-465f-48fd-9db6-f0f6e57d3ea4 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/073bfd61-8cbb-46d1-88f7-ff10a6abe6be HTTP/1.1" status: 204 len: 168 time: 0.1376309 Feb 28 22:42:36.658940 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445bc6c0-465f-48fd-9db6-f0f6e57d3ea4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=073bfd61-8cbb-46d1-88f7-ff10a6abe6be,revision_number=None']} {{(pid=109569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:42:36.709308 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [None req-9354edc1-0a19-4acf-9091-4f0e871c831a admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=563f1f6aa07f4eb983e55763a772fb23&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2613201 Feb 28 22:42:36.711989 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.wsgi [-] (109569) accepted ('10.222.0.11', 50694) {{(pid=109569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 22:42:36.766325 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-47600d1b-a1bd-44e8-87db-7c19e5653db8 admin admin] Publish callbacks [] for security_group (7d832e91-e6e6-41ea-8fbd-cd49992b3700), before_delete {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:42:36.788798 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-47600d1b-a1bd-44e8-87db-7c19e5653db8 admin admin] Publish callbacks [] for security_group (7d832e91-e6e6-41ea-8fbd-cd49992b3700), precommit_delete {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:42:36.819584 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-42e6c85a-9554-4cee-b955-d806cc02d685 req-07b50228-bc98-4673-af03-7082387aeff3 tempest-AttachVolumeShelveTestJSON-2030561000 tempest-AttachVolumeShelveTestJSON-2030561000-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-securitygroup--514355070&fields=id&tenant_id=83c55453f2fe4dc79de3c29aff0b4932 HTTP/1.1" status: 200 len: 267 time: 0.2409787 Feb 28 22:42:36.844644 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-47600d1b-a1bd-44e8-87db-7c19e5653db8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33441213'] for security_group (7d832e91-e6e6-41ea-8fbd-cd49992b3700), after_delete {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:42:36.847836 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-47600d1b-a1bd-44e8-87db-7c19e5653db8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:42:36.849295 dv-cinder-830538-5-iscsi neutron-server[109569]: INFO neutron.wsgi [None req-47600d1b-a1bd-44e8-87db-7c19e5653db8 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/7d832e91-e6e6-41ea-8fbd-cd49992b3700 HTTP/1.1" status: 204 len: 168 time: 0.1362059 Feb 28 22:42:36.859955 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47600d1b-a1bd-44e8-87db-7c19e5653db8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d832e91-e6e6-41ea-8fbd-cd49992b3700,revision_number=None']} {{(pid=109569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:42:37.128922 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.wsgi [-] (109569) accepted ('10.222.0.11', 50714) {{(pid=109569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 22:42:37.146245 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-15952163-c14c-46b2-8a79-16bfb3f9935a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:42:37.165102 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-154add69-038d-48cc-93ba-bd7e358b6d11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750845036683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579975'] for agent (7aa25ffb-1b87-4f08-8530-4bdf6e6b221c), after_update {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:42:37.169871 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-0a5e435b-def7-471b-a217-02511ab0646f req-39618967-d139-4b6a-bc14-8d2595937b16 tempest-AttachVolumeTestJSON-1325054245 tempest-AttachVolumeTestJSON-1325054245-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=558108c6409d474abda99b19120d05ad&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4488788 Feb 28 22:42:37.256453 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-15952163-c14c-46b2-8a79-16bfb3f9935a admin admin] Publish callbacks [] for security_group (6913b092-144e-4ca7-b314-b4a40c18fafd), precommit_create {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:42:37.262005 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-15952163-c14c-46b2-8a79-16bfb3f9935a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33441213'] for security_group (6913b092-144e-4ca7-b314-b4a40c18fafd), after_create {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:42:37.297126 dv-cinder-830538-5-iscsi neutron-server[109569]: INFO neutron.wsgi [None req-15952163-c14c-46b2-8a79-16bfb3f9935a admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=a650df733b7b4d77a01be14662449434&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1659882 Feb 28 22:42:37.298787 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.wsgi [-] (109569) accepted ('10.222.0.11', 50718) {{(pid=109569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 22:42:37.300396 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e6c85a-9554-4cee-b955-d806cc02d685 req-1b67a351-3efd-475e-8215-2b20cb18c739 tempest-AttachVolumeShelveTestJSON-2030561000 tempest-AttachVolumeShelveTestJSON-2030561000-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:42:37.307527 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-42e6c85a-9554-4cee-b955-d806cc02d685 req-1b67a351-3efd-475e-8215-2b20cb18c739 tempest-AttachVolumeShelveTestJSON-2030561000 tempest-AttachVolumeShelveTestJSON-2030561000-project] 10.222.0.11 "GET /v2.0/networks?id=e1dee003-d534-429c-aed6-3f1020c03805 HTTP/1.1" status: 200 len: 816 time: 0.2475524 Feb 28 22:42:37.309129 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ed352508-abce-44b3-99c3-2f9f649709cc req-49008759-208e-4ba8-aa3c-f3fa15054c9f tempest-ServerRescueNegativeTestJSON-929871608 tempest-ServerRescueNegativeTestJSON-929871608-project] Made reservation on behalf of 1a9fe67e7e534a2f9e267047a6a40917 for: {'port': 1} {{(pid=109568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 22:42:37.312880 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [req-ed352508-abce-44b3-99c3-2f9f649709cc req-49008759-208e-4ba8-aa3c-f3fa15054c9f tempest-ServerRescueNegativeTestJSON-929871608 tempest-ServerRescueNegativeTestJSON-929871608-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616566'] for port (None), before_create {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:42:37.347963 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15952163-c14c-46b2-8a79-16bfb3f9935a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6913b092-144e-4ca7-b314-b4a40c18fafd,revision_number=1']} {{(pid=109569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:42:37.361060 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-42e6c85a-9554-4cee-b955-d806cc02d685 req-b8b41251-4213-4ae9-9538-769d9af5579f tempest-AttachVolumeShelveTestJSON-2030561000 tempest-AttachVolumeShelveTestJSON-2030561000-project] 10.222.0.11 "GET /v2.0/quotas/83c55453f2fe4dc79de3c29aff0b4932 HTTP/1.1" status: 200 len: 375 time: 0.0528381 Feb 28 22:42:37.388465 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-cd860602-3cb2-4bbe-ad41-26fc0be0287b admin admin] Publish callbacks [] for security_group (6913b092-144e-4ca7-b314-b4a40c18fafd), before_delete {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:42:37.419144 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-cd860602-3cb2-4bbe-ad41-26fc0be0287b admin admin] Publish callbacks [] for security_group (6913b092-144e-4ca7-b314-b4a40c18fafd), precommit_delete {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:42:37.472902 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-cd860602-3cb2-4bbe-ad41-26fc0be0287b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33441213'] for security_group (6913b092-144e-4ca7-b314-b4a40c18fafd), after_delete {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:42:37.475568 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-cd860602-3cb2-4bbe-ad41-26fc0be0287b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:42:37.479435 dv-cinder-830538-5-iscsi neutron-server[109569]: INFO neutron.wsgi [None req-cd860602-3cb2-4bbe-ad41-26fc0be0287b admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/6913b092-144e-4ca7-b314-b4a40c18fafd HTTP/1.1" status: 204 len: 168 time: 0.1770325 Feb 28 22:42:37.487239 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd860602-3cb2-4bbe-ad41-26fc0be0287b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6913b092-144e-4ca7-b314-b4a40c18fafd,revision_number=None']} {{(pid=109569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:42:37.517440 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.notifiers.nova [req-950cd9f7-8eac-4bc9-a8bc-da9e38252c3d req-417ffb85-3b40-4f98-96fb-a991d9b60ff1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a8b159f5-dc76-40f5-bc9d-ed147644722e {{(pid=109568) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 22:42:37.528232 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-0a5e435b-def7-471b-a217-02511ab0646f req-78cb123a-7d9e-4e49-afe2-b6be48920af8 service neutron] 10.222.0.11 "GET /v2.0/networks/df2fc3b5-d3d8-4f0b-b393-20e4e2e253bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3339415 Feb 28 22:42:37.536796 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [req-950cd9f7-8eac-4bc9-a8bc-da9e38252c3d req-417ffb85-3b40-4f98-96fb-a991d9b60ff1 service neutron] Publish callbacks [] for port (a8b159f5-dc76-40f5-bc9d-ed147644722e), precommit_update {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:42:37.537994 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.wsgi [-] (109569) accepted ('10.222.0.11', 50730) {{(pid=109569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 22:42:37.584730 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-42e6c85a-9554-4cee-b955-d806cc02d685 req-797e46f2-0cae-48dd-8a11-f6db53218ea4 tempest-AttachVolumeShelveTestJSON-2030561000 tempest-AttachVolumeShelveTestJSON-2030561000-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=83c55453f2fe4dc79de3c29aff0b4932&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2204182 Feb 28 22:42:37.629828 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.db.provisioning_blocks [req-950cd9f7-8eac-4bc9-a8bc-da9e38252c3d req-417ffb85-3b40-4f98-96fb-a991d9b60ff1 service neutron] Transition to ACTIVE for port object a8b159f5-dc76-40f5-bc9d-ed147644722e will not be triggered until provisioned by entity L2. {{(pid=109568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Feb 28 22:42:37.682794 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [req-950cd9f7-8eac-4bc9-a8bc-da9e38252c3d req-417ffb85-3b40-4f98-96fb-a991d9b60ff1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33156859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750845083886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750844628246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750844628264'] for port (a8b159f5-dc76-40f5-bc9d-ed147644722e), after_update {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:42:37.776159 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-20902ecf-dfe9-4fa3-8b55-9aa1ab67c8fe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:42:37.830094 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417ffb85-3b40-4f98-96fb-a991d9b60ff1 service neutron] Pushing event updated for resources: {'Port': ['ID=a8b159f5-dc76-40f5-bc9d-ed147644722e,revision_number=2']} {{(pid=109568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:42:37.839505 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.db.db_base_plugin_common [req-ed352508-abce-44b3-99c3-2f9f649709cc req-49008759-208e-4ba8-aa3c-f3fa15054c9f tempest-ServerRescueNegativeTestJSON-929871608 tempest-ServerRescueNegativeTestJSON-929871608-project] Allocated IP 172.20.0.12 (ba9103be-0016-4db5-8443-08fa8db70094/4f074c84-eecc-4df3-bfe8-db2db878868a/aa21a1aa-bc63-48f8-a49a-46871a4c118e) {{(pid=109568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 22:42:37.887288 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-20902ecf-dfe9-4fa3-8b55-9aa1ab67c8fe admin admin] Publish callbacks [] for security_group (774d1ff9-5243-4ee9-99cf-41d6721419f9), precommit_create {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:42:37.891751 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-20902ecf-dfe9-4fa3-8b55-9aa1ab67c8fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33441213'] for security_group (774d1ff9-5243-4ee9-99cf-41d6721419f9), after_create {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:42:37.899205 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-0a5e435b-def7-471b-a217-02511ab0646f req-a424bf0d-0bd8-4f8e-a535-6650aa5ef862 service neutron] 10.222.0.11 "GET /v2.0/networks/df2fc3b5-d3d8-4f0b-b393-20e4e2e253bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3572307 Feb 28 22:42:37.941981 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-42e6c85a-9554-4cee-b955-d806cc02d685 req-c8dc9247-8c88-457c-9512-bdcf56221e69 service neutron] 10.222.0.11 "GET /v2.0/networks/e1dee003-d534-429c-aed6-3f1020c03805?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3233140 Feb 28 22:42:37.951409 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.plugins.ml2.managers [req-950cd9f7-8eac-4bc9-a8bc-da9e38252c3d req-417ffb85-3b40-4f98-96fb-a991d9b60ff1 service neutron] Attempting to bind port a8b159f5-dc76-40f5-bc9d-ed147644722e on host hv-cinder-83053 for vnic_type normal with profile {{(pid=109568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 22:42:37.951785 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.plugins.ml2.managers [req-950cd9f7-8eac-4bc9-a8bc-da9e38252c3d req-417ffb85-3b40-4f98-96fb-a991d9b60ff1 service neutron] Attempting to bind port a8b159f5-dc76-40f5-bc9d-ed147644722e by drivers openvswitch,hyperv on host hv-cinder-83053 at level 0 using segments [{'id': 'e59ecef9-1da6-4950-ad52-2ebcb29e8cdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'ba9103be-0016-4db5-8443-08fa8db70094'}] {{(pid=109568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 22:42:37.952119 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-950cd9f7-8eac-4bc9-a8bc-da9e38252c3d req-417ffb85-3b40-4f98-96fb-a991d9b60ff1 service neutron] Attempting to bind port a8b159f5-dc76-40f5-bc9d-ed147644722e on network ba9103be-0016-4db5-8443-08fa8db70094 {{(pid=109568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 22:42:37.956465 dv-cinder-830538-5-iscsi neutron-server[109569]: INFO neutron.wsgi [None req-20902ecf-dfe9-4fa3-8b55-9aa1ab67c8fe admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=3167017a7f2e439f9c2567934727b532&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4167917 Feb 28 22:42:37.957876 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20902ecf-dfe9-4fa3-8b55-9aa1ab67c8fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=774d1ff9-5243-4ee9-99cf-41d6721419f9,revision_number=1']} {{(pid=109569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:42:37.961764 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.wsgi [-] (109569) accepted ('10.222.0.11', 50750) {{(pid=109569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 22:42:38.035061 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-e914142d-f142-4ae4-a855-60fbc48bfb59 admin admin] Publish callbacks [] for security_group (774d1ff9-5243-4ee9-99cf-41d6721419f9), before_delete {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:42:38.039268 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-950cd9f7-8eac-4bc9-a8bc-da9e38252c3d req-417ffb85-3b40-4f98-96fb-a991d9b60ff1 service neutron] Port a8b159f5-dc76-40f5-bc9d-ed147644722e on network ba9103be-0016-4db5-8443-08fa8db70094 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83053 {{(pid=109568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 22:42:38.039879 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-950cd9f7-8eac-4bc9-a8bc-da9e38252c3d req-417ffb85-3b40-4f98-96fb-a991d9b60ff1 service neutron] Attempting to bind port a8b159f5-dc76-40f5-bc9d-ed147644722e on network ba9103be-0016-4db5-8443-08fa8db70094 {{(pid=109568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 22:42:38.065371 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-950cd9f7-8eac-4bc9-a8bc-da9e38252c3d req-417ffb85-3b40-4f98-96fb-a991d9b60ff1 service neutron] Checking agent: {'id': '5b2bda77-ea31-45ff-af39-f050a95cb1da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83053', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 22, 40, 14), 'started_at': datetime.datetime(2022, 2, 28, 22, 40, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 22, 42, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 22:42:38.065709 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-950cd9f7-8eac-4bc9-a8bc-da9e38252c3d req-417ffb85-3b40-4f98-96fb-a991d9b60ff1 service neutron] Checking segment: {'id': 'e59ecef9-1da6-4950-ad52-2ebcb29e8cdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'ba9103be-0016-4db5-8443-08fa8db70094'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 22:42:38.066288 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-950cd9f7-8eac-4bc9-a8bc-da9e38252c3d req-417ffb85-3b40-4f98-96fb-a991d9b60ff1 service neutron] Bound using segment: {'id': 'e59ecef9-1da6-4950-ad52-2ebcb29e8cdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'ba9103be-0016-4db5-8443-08fa8db70094'} {{(pid=109568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 22:42:38.066874 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.plugins.ml2.managers [req-950cd9f7-8eac-4bc9-a8bc-da9e38252c3d req-417ffb85-3b40-4f98-96fb-a991d9b60ff1 service neutron] Bound port: a8b159f5-dc76-40f5-bc9d-ed147644722e, host: hv-cinder-83053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e59ecef9-1da6-4950-ad52-2ebcb29e8cdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'ba9103be-0016-4db5-8443-08fa8db70094'}}] {{(pid=109568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 22:42:38.067441 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [req-950cd9f7-8eac-4bc9-a8bc-da9e38252c3d req-417ffb85-3b40-4f98-96fb-a991d9b60ff1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616566'] for port (a8b159f5-dc76-40f5-bc9d-ed147644722e), before_update {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:42:38.072939 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-e914142d-f142-4ae4-a855-60fbc48bfb59 admin admin] Publish callbacks [] for security_group (774d1ff9-5243-4ee9-99cf-41d6721419f9), precommit_delete {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:42:38.136886 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-e914142d-f142-4ae4-a855-60fbc48bfb59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33441213'] for security_group (774d1ff9-5243-4ee9-99cf-41d6721419f9), after_delete {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:42:38.140304 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-e914142d-f142-4ae4-a855-60fbc48bfb59 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:42:38.142865 dv-cinder-830538-5-iscsi neutron-server[109569]: INFO neutron.wsgi [None req-e914142d-f142-4ae4-a855-60fbc48bfb59 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/774d1ff9-5243-4ee9-99cf-41d6721419f9 HTTP/1.1" status: 204 len: 168 time: 0.1800263 Feb 28 22:42:38.159266 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e914142d-f142-4ae4-a855-60fbc48bfb59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=774d1ff9-5243-4ee9-99cf-41d6721419f9,revision_number=None']} {{(pid=109569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:42:38.272392 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-42e6c85a-9554-4cee-b955-d806cc02d685 req-bfe525e1-b886-4948-a6a5-59666d65f4eb service neutron] 10.222.0.11 "GET /v2.0/networks/e1dee003-d534-429c-aed6-3f1020c03805?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3118067 Feb 28 22:42:38.339248 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-63856a8e-1f27-4263-8cfb-88f54fffa64f req-0ab22663-9fd0-4479-860b-e899db83dcee tempest-ServerRescueNegativeTestJSON-929871608 tempest-ServerRescueNegativeTestJSON-929871608-project] 10.222.0.11 "GET /v2.0/ports?device_id=50fff9cd-5238-40fd-ab4f-02f86cf2bbc0 HTTP/1.1" status: 200 len: 210 time: 0.0955615 Feb 28 22:42:38.360885 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.plugins.ml2.db [req-950cd9f7-8eac-4bc9-a8bc-da9e38252c3d req-417ffb85-3b40-4f98-96fb-a991d9b60ff1 service neutron] For port a8b159f5-dc76-40f5-bc9d-ed147644722e, host hv-cinder-83053, cleared binding levels {{(pid=109568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 22:42:38.376399 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.plugins.ml2.db [req-950cd9f7-8eac-4bc9-a8bc-da9e38252c3d req-417ffb85-3b40-4f98-96fb-a991d9b60ff1 service neutron] For port a8b159f5-dc76-40f5-bc9d-ed147644722e, host hv-cinder-83053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83053',level=0,port_id=a8b159f5-dc76-40f5-bc9d-ed147644722e,segment=NetworkSegment(e59ecef9-1da6-4950-ad52-2ebcb29e8cdb),segment_id=e59ecef9-1da6-4950-ad52-2ebcb29e8cdb)] {{(pid=109568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 22:42:38.379924 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [req-ed352508-abce-44b3-99c3-2f9f649709cc req-49008759-208e-4ba8-aa3c-f3fa15054c9f tempest-ServerRescueNegativeTestJSON-929871608 tempest-ServerRescueNegativeTestJSON-929871608-project] Publish callbacks [] for port (aa21a1aa-bc63-48f8-a49a-46871a4c118e), precommit_create {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:42:38.391328 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.rpc [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] Device a4199d93-3776-445a-8d8b-fb493d8a8230 up at agent hyperv_hv-cinder-83053 {{(pid=109570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 22:42:38.408376 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [req-950cd9f7-8eac-4bc9-a8bc-da9e38252c3d req-417ffb85-3b40-4f98-96fb-a991d9b60ff1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33156859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750845083886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750844628246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750844628264'] for port (a8b159f5-dc76-40f5-bc9d-ed147644722e), after_update {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:42:38.532244 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.db.provisioning_blocks [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] Provisioning for port a4199d93-3776-445a-8d8b-fb493d8a8230 completed by entity L2. {{(pid=109570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 28 22:42:38.538537 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.db.provisioning_blocks [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] Provisioning complete for port a4199d93-3776-445a-8d8b-fb493d8a8230 triggered by entity L2. {{(pid=109570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 22:42:38.538922 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579965'] for port (a4199d93-3776-445a-8d8b-fb493d8a8230), provisioning_complete {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:42:38.562866 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950cd9f7-8eac-4bc9-a8bc-da9e38252c3d req-417ffb85-3b40-4f98-96fb-a991d9b60ff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:42:38.563723 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [req-950cd9f7-8eac-4bc9-a8bc-da9e38252c3d req-417ffb85-3b40-4f98-96fb-a991d9b60ff1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33156845'] for port (None), before_response {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:42:38.565272 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-950cd9f7-8eac-4bc9-a8bc-da9e38252c3d req-417ffb85-3b40-4f98-96fb-a991d9b60ff1 service neutron] 10.222.0.36 "PUT /v2.0/ports/a8b159f5-dc76-40f5-bc9d-ed147644722e HTTP/1.1" status: 200 len: 1094 time: 2.4035118 Feb 28 22:42:38.579165 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bedc2889-c234-478f-9d9f-b557dcd5e13e', 'tag': 'a8b159f5-dc76-40f5-bc9d-ed147644722e'}] {{(pid=109568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 22:42:38.581775 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be30730c9f576b5ae602769365630bce3a2881df6c4aa92702dca8eb1643a507" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a18505bd-5527-4798-8e33-f15f60fa4989" -d '{"events": [{"name": "network-changed", "server_uuid": "bedc2889-c234-478f-9d9f-b557dcd5e13e", "tag": "a8b159f5-dc76-40f5-bc9d-ed147644722e"}]}' {{(pid=109568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 22:42:38.698783 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.plugin [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] Current status of the port a4199d93-3776-445a-8d8b-fb493d8a8230 is: BUILD; New status is: ACTIVE {{(pid=109570) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 22:42:38.699863 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616566'] for port (a4199d93-3776-445a-8d8b-fb493d8a8230), before_update {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:42:38.773597 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22615708-430d-424f-8398-e2cd25174185', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4199d93-3776-445a-8d8b-fb493d8a8230'}] {{(pid=109570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 22:42:38.801581 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417ffb85-3b40-4f98-96fb-a991d9b60ff1 service neutron] Pushing event updated for resources: {'Port': ['ID=a8b159f5-dc76-40f5-bc9d-ed147644722e,revision_number=3']} {{(pid=109568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:42:38.805045 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.wsgi [-] (109569) accepted ('10.222.0.11', 50794) {{(pid=109569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 22:42:38.840551 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb5d09f-ad08-47e7-9729-f3325392dcd1 req-21abc4e7-af79-4e7a-a1e9-cbbb4c5d0557 tempest-AttachVolumeNegativeTest-1243329128 tempest-AttachVolumeNegativeTest-1243329128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:42:38.841060 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-6e27a3ff-659d-44c0-8b8e-7d7208e55709 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:42:38.848991 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-9bb5d09f-ad08-47e7-9729-f3325392dcd1 req-21abc4e7-af79-4e7a-a1e9-cbbb4c5d0557 tempest-AttachVolumeNegativeTest-1243329128 tempest-AttachVolumeNegativeTest-1243329128-project] 10.222.0.11 "GET /v2.0/ports?device_id=22615708-430d-424f-8398-e2cd25174185 HTTP/1.1" status: 200 len: 944 time: 0.3530750 Feb 28 22:42:38.863703 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [req-ed352508-abce-44b3-99c3-2f9f649709cc req-49008759-208e-4ba8-aa3c-f3fa15054c9f tempest-ServerRescueNegativeTestJSON-929871608 tempest-ServerRescueNegativeTestJSON-929871608-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33156859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750844628228'] for port (aa21a1aa-bc63-48f8-a49a-46871a4c118e), after_create {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:42:38.929095 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.wsgi [-] (109568) accepted ('10.222.0.11', 50796) {{(pid=109568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 22:42:38.939217 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.db [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] For port a4199d93-3776-445a-8d8b-fb493d8a8230, host hv-cinder-83053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83053',level=0,port_id=a4199d93-3776-445a-8d8b-fb493d8a8230,segment=NetworkSegment(926113ad-33a7-475f-acf2-53b8f901f788),segment_id=926113ad-33a7-475f-acf2-53b8f901f788)] {{(pid=109570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 22:42:38.946303 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33156859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750845083886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750844628246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750844628264'] for port (a4199d93-3776-445a-8d8b-fb493d8a8230), after_update {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:42:38.952208 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.rpc [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] Device 05593159-ef39-4c6d-95b1-16bf2b871952 up at agent hyperv_hv-cinder-83053 {{(pid=109570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 22:42:39.023906 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-6e27a3ff-659d-44c0-8b8e-7d7208e55709 admin admin] Publish callbacks [] for security_group (c230d3c3-924a-4031-83c3-aa9866bd1aab), precommit_create {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:42:39.035360 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-6e27a3ff-659d-44c0-8b8e-7d7208e55709 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33441213'] for security_group (c230d3c3-924a-4031-83c3-aa9866bd1aab), after_create {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:42:39.082775 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.db.provisioning_blocks [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] Provisioning for port 05593159-ef39-4c6d-95b1-16bf2b871952 completed by entity L2. {{(pid=109570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 28 22:42:39.090695 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.db.provisioning_blocks [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] Provisioning complete for port 05593159-ef39-4c6d-95b1-16bf2b871952 triggered by entity L2. {{(pid=109570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 22:42:39.091592 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579965'] for port (05593159-ef39-4c6d-95b1-16bf2b871952), provisioning_complete {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:42:39.098098 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] Pushing event updated for resources: {'Port': ['ID=a4199d93-3776-445a-8d8b-fb493d8a8230,revision_number=5']} {{(pid=109570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:42:39.136112 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ed352508-abce-44b3-99c3-2f9f649709cc req-49008759-208e-4ba8-aa3c-f3fa15054c9f tempest-ServerRescueNegativeTestJSON-929871608 tempest-ServerRescueNegativeTestJSON-929871608-project] Network ba9103be-0016-4db5-8443-08fa8db70094 is already hosted by enough agents. {{(pid=109568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 22:42:39.158604 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.scheduler.base_scheduler [req-ed352508-abce-44b3-99c3-2f9f649709cc req-49008759-208e-4ba8-aa3c-f3fa15054c9f tempest-ServerRescueNegativeTestJSON-929871608 tempest-ServerRescueNegativeTestJSON-929871608-project] Resources bound (agent type, host, resource id): {{(pid=109568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 22:42:39.162385 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed352508-abce-44b3-99c3-2f9f649709cc req-49008759-208e-4ba8-aa3c-f3fa15054c9f tempest-ServerRescueNegativeTestJSON-929871608 tempest-ServerRescueNegativeTestJSON-929871608-project] Received port after_create {{(pid=109568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 22:42:39.170860 dv-cinder-830538-5-iscsi neutron-server[109569]: INFO neutron.wsgi [None req-6e27a3ff-659d-44c0-8b8e-7d7208e55709 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=9c4d87b8035c4f5cbeee3b5d1a702bd6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3567469 Feb 28 22:42:39.172604 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.wsgi [-] (109569) accepted ('10.222.0.11', 50808) {{(pid=109569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 22:42:39.182516 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed352508-abce-44b3-99c3-2f9f649709cc req-49008759-208e-4ba8-aa3c-f3fa15054c9f tempest-ServerRescueNegativeTestJSON-929871608 tempest-ServerRescueNegativeTestJSON-929871608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:42:39.187965 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [req-ed352508-abce-44b3-99c3-2f9f649709cc req-49008759-208e-4ba8-aa3c-f3fa15054c9f tempest-ServerRescueNegativeTestJSON-929871608 tempest-ServerRescueNegativeTestJSON-929871608-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33156845'] for port (None), before_response {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:42:39.191351 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fade63a226c96e14254c735f674fb73a181a47373151acc9bb38ade81564009" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-008a4b9a-9121-40f3-9fc5-63093d318d54" -d '{"events": [{"server_uuid": "22615708-430d-424f-8398-e2cd25174185", "name": "network-vif-plugged", "status": "completed", "tag": "a4199d93-3776-445a-8d8b-fb493d8a8230"}]}' {{(pid=109570) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 22:42:39.202198 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbe21c8-5a69-460d-a8da-b74452bbf036 req-2df05144-b90c-46f6-8bea-abf15853160f tempest-DeleteServersTestJSON-784346736 tempest-DeleteServersTestJSON-784346736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:42:39.209776 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-bcbe21c8-5a69-460d-a8da-b74452bbf036 req-2df05144-b90c-46f6-8bea-abf15853160f tempest-DeleteServersTestJSON-784346736 tempest-DeleteServersTestJSON-784346736-project] 10.222.0.11 "GET /v2.0/ports?device_id=9faf877c-ba70-4611-bdbe-300beb137200 HTTP/1.1" status: 200 len: 945 time: 0.6771085 Feb 28 22:42:39.214242 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950cd9f7-8eac-4bc9-a8bc-da9e38252c3d req-eeb8f020-313d-499a-9ac9-2ca8c5ca6920 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:42:39.217419 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-950cd9f7-8eac-4bc9-a8bc-da9e38252c3d req-eeb8f020-313d-499a-9ac9-2ca8c5ca6920 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=1a9fe67e7e534a2f9e267047a6a40917&device_id=bedc2889-c234-478f-9d9f-b557dcd5e13e HTTP/1.1" status: 200 len: 1128 time: 0.5457373 Feb 28 22:42:39.243234 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e27a3ff-659d-44c0-8b8e-7d7208e55709 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c230d3c3-924a-4031-83c3-aa9866bd1aab,revision_number=1']} {{(pid=109569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:42:39.249172 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.plugin [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] Current status of the port 05593159-ef39-4c6d-95b1-16bf2b871952 is: BUILD; New status is: ACTIVE {{(pid=109570) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 22:42:39.249825 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616566'] for port (05593159-ef39-4c6d-95b1-16bf2b871952), before_update {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:42:39.265300 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-9bb5d09f-ad08-47e7-9729-f3325392dcd1 req-b0f1c452-bda6-44df-9a84-6912427979d0 tempest-AttachVolumeNegativeTest-1243329128 tempest-AttachVolumeNegativeTest-1243329128-project] 10.222.0.11 "GET /v2.0/security-groups?id=8aeed072-d876-4d95-a530-37a550f45527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4041221 Feb 28 22:42:39.314696 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.db [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] For port 05593159-ef39-4c6d-95b1-16bf2b871952, host hv-cinder-83053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83053',level=0,port_id=05593159-ef39-4c6d-95b1-16bf2b871952,segment=NetworkSegment(a1ab11c4-074a-4634-922e-78829362d635),segment_id=a1ab11c4-074a-4634-922e-78829362d635)] {{(pid=109570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 22:42:39.323044 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33156859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750845083886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750844628246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750844628264'] for port (05593159-ef39-4c6d-95b1-16bf2b871952), after_update {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:42:39.324276 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-794239b9-a224-4388-8c3b-9bf02f76f9cb admin admin] Publish callbacks [] for security_group (c230d3c3-924a-4031-83c3-aa9866bd1aab), before_delete {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:42:39.349046 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49008759-208e-4ba8-aa3c-f3fa15054c9f tempest-ServerRescueNegativeTestJSON-929871608 tempest-ServerRescueNegativeTestJSON-929871608-project] Pushing event updated for resources: {'Port': ['ID=aa21a1aa-bc63-48f8-a49a-46871a4c118e,revision_number=1']} {{(pid=109568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:42:39.387829 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-794239b9-a224-4388-8c3b-9bf02f76f9cb admin admin] Publish callbacks [] for security_group (c230d3c3-924a-4031-83c3-aa9866bd1aab), precommit_delete {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:42:39.413330 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] Pushing event updated for resources: {'Port': ['ID=05593159-ef39-4c6d-95b1-16bf2b871952,revision_number=5']} {{(pid=109570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:42:39.468051 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-ed352508-abce-44b3-99c3-2f9f649709cc req-49008759-208e-4ba8-aa3c-f3fa15054c9f tempest-ServerRescueNegativeTestJSON-929871608 tempest-ServerRescueNegativeTestJSON-929871608-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8678463 Feb 28 22:42:39.477306 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-950cd9f7-8eac-4bc9-a8bc-da9e38252c3d req-f24b8579-5ddf-40be-a07d-fcba1e5edd1a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a8b159f5-dc76-40f5-bc9d-ed147644722e HTTP/1.1" status: 200 len: 217 time: 0.2093749 Feb 28 22:42:39.492144 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-794239b9-a224-4388-8c3b-9bf02f76f9cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33441213'] for security_group (c230d3c3-924a-4031-83c3-aa9866bd1aab), after_delete {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:42:39.495330 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-794239b9-a224-4388-8c3b-9bf02f76f9cb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:42:39.498838 dv-cinder-830538-5-iscsi neutron-server[109569]: INFO neutron.wsgi [None req-794239b9-a224-4388-8c3b-9bf02f76f9cb admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/c230d3c3-924a-4031-83c3-aa9866bd1aab HTTP/1.1" status: 204 len: 168 time: 0.3227994 Feb 28 22:42:39.513900 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794239b9-a224-4388-8c3b-9bf02f76f9cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c230d3c3-924a-4031-83c3-aa9866bd1aab,revision_number=None']} {{(pid=109569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:42:39.521387 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.api.v2.base [req-ed352508-abce-44b3-99c3-2f9f649709cc req-e1fc9352-c72c-486d-9e9a-b8faac6416a1 service neutron] Request body: {'port': {'device_id': '50fff9cd-5238-40fd-ab4f-02f86cf2bbc0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83053'}} {{(pid=109568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 22:42:39.559353 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.api.v2.base [None req-39814050-fa92-4978-bf68-94a24e62bbdb admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1657324394-network', 'tenant_id': '4efd35d2d22145e98233358a97b0757e'}} {{(pid=109568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 22:42:39.564086 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-4f47a3bf-1778-4e53-9cf8-1541d806a200 req-326db2e5-b729-4954-a708-b99aaf73df02 tempest-AttachVolumeTestJSON-1325054245 tempest-AttachVolumeTestJSON-1325054245-project] 10.222.0.11 "GET /v2.0/ports?device_id=cb5d42fc-117f-46a8-bc9e-2a9c370bc40f HTTP/1.1" status: 200 len: 210 time: 0.1222537 Feb 28 22:42:39.630528 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-bcbe21c8-5a69-460d-a8da-b74452bbf036 req-f38559b3-93f7-4082-8ff3-7e2a4fc316a6 tempest-DeleteServersTestJSON-784346736 tempest-DeleteServersTestJSON-784346736-project] 10.222.0.11 "GET /v2.0/security-groups?id=8b7354e7-3b1d-4635-b677-d1381d13750a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4148860 Feb 28 22:42:39.700311 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39814050-fa92-4978-bf68-94a24e62bbdb admin admin] Made reservation on behalf of 4efd35d2d22145e98233358a97b0757e for: {'network': 1} {{(pid=109568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 22:42:39.705436 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-39814050-fa92-4978-bf68-94a24e62bbdb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616566'] for network (None), before_create {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:42:39.791958 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 22:42:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b5456cc-9a87-45e1-ba28-19d1d188dfe0 x-openstack-request-id: req-2b5456cc-9a87-45e1-ba28-19d1d188dfe0 {{(pid=109568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 22:42:39.792531 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bedc2889-c234-478f-9d9f-b557dcd5e13e", "tag": "a8b159f5-dc76-40f5-bc9d-ed147644722e", "status": "completed", "code": 200}]} {{(pid=109568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 22:42:39.793072 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-2b5456cc-9a87-45e1-ba28-19d1d188dfe0 {{(pid=109568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 22:42:39.793486 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bedc2889-c234-478f-9d9f-b557dcd5e13e', 'tag': 'a8b159f5-dc76-40f5-bc9d-ed147644722e', 'status': 'completed', 'code': 200} Feb 28 22:42:39.799591 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950cd9f7-8eac-4bc9-a8bc-da9e38252c3d req-16282504-194d-4d60-93bc-8392ef86def5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:42:39.801174 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-950cd9f7-8eac-4bc9-a8bc-da9e38252c3d req-16282504-194d-4d60-93bc-8392ef86def5 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4f074c84-eecc-4df3-bfe8-db2db878868a HTTP/1.1" status: 200 len: 858 time: 0.2925773 Feb 28 22:42:39.812882 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-39814050-fa92-4978-bf68-94a24e62bbdb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:42:39.869348 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-c5a8653d-6b94-4c23-b091-15edfa38c37f req-0444f2a2-6819-4b95-9982-f91be5a77cf9 tempest-AttachVolumeShelveTestJSON-2030561000 tempest-AttachVolumeShelveTestJSON-2030561000-project] 10.222.0.11 "GET /v2.0/ports?device_id=9d3d1dbb-222b-4ece-94fa-9ef43d198daf HTTP/1.1" status: 200 len: 210 time: 0.0741909 Feb 28 22:42:39.911351 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [req-ed352508-abce-44b3-99c3-2f9f649709cc req-e1fc9352-c72c-486d-9e9a-b8faac6416a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616566'] for port (aa21a1aa-bc63-48f8-a49a-46871a4c118e), before_update {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:42:39.917656 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-950cd9f7-8eac-4bc9-a8bc-da9e38252c3d req-fc60d803-ae69-43c9-9474-fc2d6d06c534 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=ba9103be-0016-4db5-8443-08fa8db70094&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1010222 Feb 28 22:42:40.058309 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 22:42:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38f18c86-1f6b-4200-a1af-f68417544380 x-openstack-request-id: req-38f18c86-1f6b-4200-a1af-f68417544380 {{(pid=109570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 22:42:40.058885 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22615708-430d-424f-8398-e2cd25174185", "name": "network-vif-plugged", "status": "completed", "tag": "a4199d93-3776-445a-8d8b-fb493d8a8230", "code": 200}]} {{(pid=109570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 22:42:40.059325 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-38f18c86-1f6b-4200-a1af-f68417544380 {{(pid=109570) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 22:42:40.060522 dv-cinder-830538-5-iscsi neutron-server[109570]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22615708-430d-424f-8398-e2cd25174185', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4199d93-3776-445a-8d8b-fb493d8a8230', 'code': 200} Feb 28 22:42:40.260563 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.wsgi [-] (109569) accepted ('10.222.0.36', 65105) {{(pid=109569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 22:42:40.341032 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.wsgi [-] (109568) accepted ('10.222.0.36', 65106) {{(pid=109568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 22:42:40.508531 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e6c85a-9554-4cee-b955-d806cc02d685 req-7187e0df-9980-4f5b-9e43-345ab80546e7 tempest-AttachVolumeShelveTestJSON-2030561000 tempest-AttachVolumeShelveTestJSON-2030561000-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:42:40.510384 dv-cinder-830538-5-iscsi neutron-server[109569]: INFO neutron.wsgi [req-42e6c85a-9554-4cee-b955-d806cc02d685 req-7187e0df-9980-4f5b-9e43-345ab80546e7 tempest-AttachVolumeShelveTestJSON-2030561000 tempest-AttachVolumeShelveTestJSON-2030561000-project] 10.222.0.36 "GET /v2.0/networks?id=e1dee003-d534-429c-aed6-3f1020c03805 HTTP/1.1" status: 200 len: 816 time: 0.2479751 Feb 28 22:42:40.582697 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65c8417-4e3d-46ba-9c7f-125886ab5c4a req-66e67184-aa1d-461e-b0b1-f35a7e0ae41c tempest-ServerRescueNegativeTestJSON-929871608 tempest-ServerRescueNegativeTestJSON-929871608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:42:40.594662 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-f65c8417-4e3d-46ba-9c7f-125886ab5c4a req-66e67184-aa1d-461e-b0b1-f35a7e0ae41c tempest-ServerRescueNegativeTestJSON-929871608 tempest-ServerRescueNegativeTestJSON-929871608-project] 10.222.0.11 "GET /v2.0/ports?device_id=50fff9cd-5238-40fd-ab4f-02f86cf2bbc0 HTTP/1.1" status: 200 len: 932 time: 0.6174865 Feb 28 22:42:40.629033 dv-cinder-830538-5-iscsi neutron-server[109569]: INFO neutron.wsgi [req-42e6c85a-9554-4cee-b955-d806cc02d685 req-389b97a0-7761-45c7-ab6c-b3998e701132 tempest-AttachVolumeShelveTestJSON-2030561000 tempest-AttachVolumeShelveTestJSON-2030561000-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=83c55453f2fe4dc79de3c29aff0b4932 HTTP/1.1" status: 200 len: 379 time: 0.1095738 Feb 28 22:42:40.642336 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.api.v2.base [req-42e6c85a-9554-4cee-b955-d806cc02d685 req-e03fc24d-fe6a-452c-9227-a8ba40be1b51 tempest-AttachVolumeShelveTestJSON-2030561000 tempest-AttachVolumeShelveTestJSON-2030561000-project] Request body: {'port': {'device_id': '9d3d1dbb-222b-4ece-94fa-9ef43d198daf', 'network_id': 'e1dee003-d534-429c-aed6-3f1020c03805', 'admin_state_up': True, 'tenant_id': '83c55453f2fe4dc79de3c29aff0b4932', 'security_groups': ['0a9915aa-9c1d-45b5-936b-2bead19a9f0b']}} {{(pid=109569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 22:42:40.758562 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-950cd9f7-8eac-4bc9-a8bc-da9e38252c3d req-b5477ed6-addb-4aee-8815-6c22175d4b51 service neutron] 10.222.0.36 "GET /v2.0/networks/ba9103be-0016-4db5-8443-08fa8db70094?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8161983 Feb 28 22:42:40.762372 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-42e6c85a-9554-4cee-b955-d806cc02d685 req-e03fc24d-fe6a-452c-9227-a8ba40be1b51 tempest-AttachVolumeShelveTestJSON-2030561000 tempest-AttachVolumeShelveTestJSON-2030561000-project] Made reservation on behalf of 83c55453f2fe4dc79de3c29aff0b4932 for: {'port': 1} {{(pid=109569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 22:42:40.765973 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [req-42e6c85a-9554-4cee-b955-d806cc02d685 req-e03fc24d-fe6a-452c-9227-a8ba40be1b51 tempest-AttachVolumeShelveTestJSON-2030561000 tempest-AttachVolumeShelveTestJSON-2030561000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616566'] for port (None), before_create {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:42:40.773299 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5e435b-def7-471b-a217-02511ab0646f req-77d8fe7a-3017-4804-baea-db66ccaa9687 tempest-AttachVolumeTestJSON-1325054245 tempest-AttachVolumeTestJSON-1325054245-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:42:40.774756 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-0a5e435b-def7-471b-a217-02511ab0646f req-77d8fe7a-3017-4804-baea-db66ccaa9687 tempest-AttachVolumeTestJSON-1325054245 tempest-AttachVolumeTestJSON-1325054245-project] 10.222.0.36 "GET /v2.0/networks?id=df2fc3b5-d3d8-4f0b-b393-20e4e2e253bc HTTP/1.1" status: 200 len: 811 time: 0.8559954 Feb 28 22:42:40.787793 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5574b54-b0f2-4e8c-9544-d673c7597845 req-7797201f-fda0-479e-a56b-fef672fd4473 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:42:40.789306 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-c5574b54-b0f2-4e8c-9544-d673c7597845 req-7797201f-fda0-479e-a56b-fef672fd4473 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=22615708-430d-424f-8398-e2cd25174185 HTTP/1.1" status: 200 len: 1129 time: 0.4428356 Feb 28 22:42:40.816021 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-39814050-fa92-4978-bf68-94a24e62bbdb admin admin] Publish callbacks [] for security_group (77af3e9d-23c7-495a-931d-89290ffbd98a), precommit_create {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:42:40.902592 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b094a88d-acba-481b-b707-4202e3c5556f req-e2c94ecb-0795-4b7e-b70e-fc2f45cfb272 tempest-AttachVolumeNegativeTest-1243329128 tempest-AttachVolumeNegativeTest-1243329128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:42:40.904480 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-b094a88d-acba-481b-b707-4202e3c5556f req-e2c94ecb-0795-4b7e-b70e-fc2f45cfb272 tempest-AttachVolumeNegativeTest-1243329128 tempest-AttachVolumeNegativeTest-1243329128-project] 10.222.0.11 "GET /v2.0/ports?device_id=22615708-430d-424f-8398-e2cd25174185 HTTP/1.1" status: 200 len: 945 time: 0.4765000 Feb 28 22:42:40.905306 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-39814050-fa92-4978-bf68-94a24e62bbdb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33441213'] for security_group (77af3e9d-23c7-495a-931d-89290ffbd98a), after_create {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:42:40.936032 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [req-c5574b54-b0f2-4e8c-9544-d673c7597845 req-03d23bb1-28f6-4df5-ae1e-0be6da70b432 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:42:40.996798 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-f65c8417-4e3d-46ba-9c7f-125886ab5c4a req-3656061c-9dcd-47ab-aa95-0f36e8badb9e tempest-ServerRescueNegativeTestJSON-929871608 tempest-ServerRescueNegativeTestJSON-929871608-project] 10.222.0.11 "GET /v2.0/security-groups?id=f1de89df-470d-49b7-98ac-8bb65cd72d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3999798 Feb 28 22:42:41.065815 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-39814050-fa92-4978-bf68-94a24e62bbdb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 134} {{(pid=109568) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 22:42:41.170399 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.db.db_base_plugin_common [req-42e6c85a-9554-4cee-b955-d806cc02d685 req-e03fc24d-fe6a-452c-9227-a8ba40be1b51 tempest-AttachVolumeShelveTestJSON-2030561000 tempest-AttachVolumeShelveTestJSON-2030561000-project] Allocated IP 172.20.0.8 (e1dee003-d534-429c-aed6-3f1020c03805/3b622ab4-8097-4b6c-8ec2-bb3f77857ed1/6daed45d-08df-467a-b1e9-4a94a85a6197) {{(pid=109569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 22:42:41.187448 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-7ccc1826-e7db-4676-b3b0-aaac6e1af5ff req-4a2571f1-07b4-4bb6-b6a0-ea462bc1d7fe tempest-AttachVolumeTestJSON-1325054245 tempest-AttachVolumeTestJSON-1325054245-project] 10.222.0.11 "GET /v2.0/ports?device_id=cb5d42fc-117f-46a8-bc9e-2a9c370bc40f HTTP/1.1" status: 200 len: 210 time: 0.1107771 Feb 28 22:42:41.188080 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39814050-fa92-4978-bf68-94a24e62bbdb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77af3e9d-23c7-495a-931d-89290ffbd98a,revision_number=1']} {{(pid=109568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:42:41.196376 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-39814050-fa92-4978-bf68-94a24e62bbdb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1012980'] for segment (fb693241-260d-46f0-b035-a863ec439715), precommit_create {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:42:41.196722 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.db.segments_db [None req-39814050-fa92-4978-bf68-94a24e62bbdb admin admin] Added segment fb693241-260d-46f0-b035-a863ec439715 of type vlan for network 0d8ef736-8bee-4f36-b032-df804e405630 Feb 28 22:42:41.269769 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.notifiers.nova [req-ed352508-abce-44b3-99c3-2f9f649709cc req-e1fc9352-c72c-486d-9e9a-b8faac6416a1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aa21a1aa-bc63-48f8-a49a-46871a4c118e {{(pid=109568) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 22:42:41.277840 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-b094a88d-acba-481b-b707-4202e3c5556f req-1610d25e-94bc-4fbb-b1d3-002c033434c7 tempest-AttachVolumeNegativeTest-1243329128 tempest-AttachVolumeNegativeTest-1243329128-project] 10.222.0.11 "GET /v2.0/security-groups?id=8aeed072-d876-4d95-a530-37a550f45527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3439386 Feb 28 22:42:41.290213 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-0a5e435b-def7-471b-a217-02511ab0646f req-06e40867-c84d-439e-9be1-7fa7d548cf32 tempest-AttachVolumeTestJSON-1325054245 tempest-AttachVolumeTestJSON-1325054245-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=558108c6409d474abda99b19120d05ad HTTP/1.1" status: 200 len: 379 time: 0.4966114 Feb 28 22:42:41.292863 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [req-ed352508-abce-44b3-99c3-2f9f649709cc req-e1fc9352-c72c-486d-9e9a-b8faac6416a1 service neutron] Publish callbacks [] for port (aa21a1aa-bc63-48f8-a49a-46871a4c118e), precommit_update {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:42:41.312412 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.api.v2.base [req-0a5e435b-def7-471b-a217-02511ab0646f req-6710afb2-9ecc-48b0-b797-c367af91b888 tempest-AttachVolumeTestJSON-1325054245 tempest-AttachVolumeTestJSON-1325054245-project] Request body: {'port': {'device_id': 'cb5d42fc-117f-46a8-bc9e-2a9c370bc40f', 'network_id': 'df2fc3b5-d3d8-4f0b-b393-20e4e2e253bc', 'admin_state_up': True, 'tenant_id': '558108c6409d474abda99b19120d05ad', 'security_groups': ['a5149e9f-4f71-46b3-96fa-21697ff32bcc']}} {{(pid=109568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 22:42:41.324929 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-950cd9f7-8eac-4bc9-a8bc-da9e38252c3d req-b2b4e701-71b8-49aa-87fc-1e79ffc0ea9d service neutron] 10.222.0.36 "GET /v2.0/networks/ba9103be-0016-4db5-8443-08fa8db70094?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5464227 Feb 28 22:42:41.390490 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [req-42e6c85a-9554-4cee-b955-d806cc02d685 req-e03fc24d-fe6a-452c-9227-a8ba40be1b51 tempest-AttachVolumeShelveTestJSON-2030561000 tempest-AttachVolumeShelveTestJSON-2030561000-project] Publish callbacks [] for port (6daed45d-08df-467a-b1e9-4a94a85a6197), precommit_create {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:42:41.398259 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-39814050-fa92-4978-bf68-94a24e62bbdb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750844646229'] for network (0d8ef736-8bee-4f36-b032-df804e405630), precommit_create {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:42:41.404672 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.db.provisioning_blocks [req-ed352508-abce-44b3-99c3-2f9f649709cc req-e1fc9352-c72c-486d-9e9a-b8faac6416a1 service neutron] Transition to ACTIVE for port object aa21a1aa-bc63-48f8-a49a-46871a4c118e will not be triggered until provisioned by entity L2. {{(pid=109568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Feb 28 22:42:41.429270 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [req-42e6c85a-9554-4cee-b955-d806cc02d685 req-e03fc24d-fe6a-452c-9227-a8ba40be1b51 tempest-AttachVolumeShelveTestJSON-2030561000 tempest-AttachVolumeShelveTestJSON-2030561000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33156859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750844628228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30055478'] for port (6daed45d-08df-467a-b1e9-4a94a85a6197), after_create {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:42:41.453950 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [req-ed352508-abce-44b3-99c3-2f9f649709cc req-e1fc9352-c72c-486d-9e9a-b8faac6416a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33156859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750845083886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750844628246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750844628264'] for port (aa21a1aa-bc63-48f8-a49a-46871a4c118e), after_update {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:42:41.517208 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-42e6c85a-9554-4cee-b955-d806cc02d685 req-e03fc24d-fe6a-452c-9227-a8ba40be1b51 tempest-AttachVolumeShelveTestJSON-2030561000 tempest-AttachVolumeShelveTestJSON-2030561000-project] Network e1dee003-d534-429c-aed6-3f1020c03805 is already hosted by enough agents. {{(pid=109569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 22:42:41.523105 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.scheduler.base_scheduler [req-42e6c85a-9554-4cee-b955-d806cc02d685 req-e03fc24d-fe6a-452c-9227-a8ba40be1b51 tempest-AttachVolumeShelveTestJSON-2030561000 tempest-AttachVolumeShelveTestJSON-2030561000-project] Resources bound (agent type, host, resource id): {{(pid=109569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 22:42:41.526173 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.db.l3_dvrscheduler_db [req-42e6c85a-9554-4cee-b955-d806cc02d685 req-e03fc24d-fe6a-452c-9227-a8ba40be1b51 tempest-AttachVolumeShelveTestJSON-2030561000 tempest-AttachVolumeShelveTestJSON-2030561000-project] Received port after_create {{(pid=109569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 22:42:41.566120 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03fc24d-fe6a-452c-9227-a8ba40be1b51 tempest-AttachVolumeShelveTestJSON-2030561000 tempest-AttachVolumeShelveTestJSON-2030561000-project] Pushing event updated for resources: {'Port': ['ID=6daed45d-08df-467a-b1e9-4a94a85a6197,revision_number=1']} {{(pid=109569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:42:41.612559 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e6c85a-9554-4cee-b955-d806cc02d685 req-e03fc24d-fe6a-452c-9227-a8ba40be1b51 tempest-AttachVolumeShelveTestJSON-2030561000 tempest-AttachVolumeShelveTestJSON-2030561000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:42:41.613382 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [req-42e6c85a-9554-4cee-b955-d806cc02d685 req-e03fc24d-fe6a-452c-9227-a8ba40be1b51 tempest-AttachVolumeShelveTestJSON-2030561000 tempest-AttachVolumeShelveTestJSON-2030561000-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33156845'] for port (None), before_response {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:42:41.623875 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-39814050-fa92-4978-bf68-94a24e62bbdb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33441228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33156859'] for network (0d8ef736-8bee-4f36-b032-df804e405630), after_create {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:42:41.624843 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39814050-fa92-4978-bf68-94a24e62bbdb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:42:41.625431 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-39814050-fa92-4978-bf68-94a24e62bbdb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33156845'] for network (None), before_response {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:42:41.637724 dv-cinder-830538-5-iscsi neutron-server[109569]: INFO neutron.wsgi [req-42e6c85a-9554-4cee-b955-d806cc02d685 req-e03fc24d-fe6a-452c-9227-a8ba40be1b51 tempest-AttachVolumeShelveTestJSON-2030561000 tempest-AttachVolumeShelveTestJSON-2030561000-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0021451 Feb 28 22:42:41.652769 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.api.v2.base [req-42e6c85a-9554-4cee-b955-d806cc02d685 req-ca47e523-ea3d-433c-8de7-0d59362a445c service neutron] Request body: {'port': {'device_id': '9d3d1dbb-222b-4ece-94fa-9ef43d198daf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83053'}} {{(pid=109569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 22:42:41.678693 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1fc9352-c72c-486d-9e9a-b8faac6416a1 service neutron] Pushing event updated for resources: {'Port': ['ID=aa21a1aa-bc63-48f8-a49a-46871a4c118e,revision_number=2']} {{(pid=109568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:42:41.738484 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [req-42e6c85a-9554-4cee-b955-d806cc02d685 req-ca47e523-ea3d-433c-8de7-0d59362a445c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616566'] for port (6daed45d-08df-467a-b1e9-4a94a85a6197), before_update {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:42:41.783059 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [req-c5574b54-b0f2-4e8c-9544-d673c7597845 req-03d23bb1-28f6-4df5-ae1e-0be6da70b432 service neutron] Publish callbacks [] for security_group (f8e090f8-fac0-4a67-b760-5b4cfdb5a992), precommit_create {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:42:41.840410 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fc2b79-f2b3-4283-ae42-db0e194f320c req-0fe7b81f-b786-44e7-921e-3d8e6ac24daf tempest-DeleteServersTestJSON-784346736 tempest-DeleteServersTestJSON-784346736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:42:41.852889 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-06fc2b79-f2b3-4283-ae42-db0e194f320c req-0fe7b81f-b786-44e7-921e-3d8e6ac24daf tempest-DeleteServersTestJSON-784346736 tempest-DeleteServersTestJSON-784346736-project] 10.222.0.11 "GET /v2.0/ports?device_id=9faf877c-ba70-4611-bdbe-300beb137200 HTTP/1.1" status: 200 len: 946 time: 0.5573993 Feb 28 22:42:41.875609 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18505bd-5527-4798-8e33-f15f60fa4989 req-3f5963a7-37da-4e85-be8b-7b59c33814a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:42:41.875609 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-a18505bd-5527-4798-8e33-f15f60fa4989 req-3f5963a7-37da-4e85-be8b-7b59c33814a9 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=1a9fe67e7e534a2f9e267047a6a40917&device_id=bedc2889-c234-478f-9d9f-b557dcd5e13e HTTP/1.1" status: 200 len: 1128 time: 0.4690707 Feb 28 22:42:41.875609 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [req-c5574b54-b0f2-4e8c-9544-d673c7597845 req-03d23bb1-28f6-4df5-ae1e-0be6da70b432 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33441213'] for security_group (f8e090f8-fac0-4a67-b760-5b4cfdb5a992), after_create {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:42:41.893523 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [None req-39814050-fa92-4978-bf68-94a24e62bbdb admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 2.9414227 Feb 28 22:42:41.910790 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.wsgi [-] (109568) accepted ('10.222.0.11', 50902) {{(pid=109568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 22:42:41.914878 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39814050-fa92-4978-bf68-94a24e62bbdb admin admin] Pushing event updated for resources: {'Network': ['ID=0d8ef736-8bee-4f36-b032-df804e405630,revision_number=1']} {{(pid=109568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:42:41.959454 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.rpc [None req-154add69-038d-48cc-93ba-bd7e358b6d11 None None] Network 0d8ef736-8bee-4f36-b032-df804e405630 details requested by agent ovs-agent-dv-cinder-830538-5-iscsi with host dv-cinder-830538-5-iscsi {{(pid=109570) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 22:42:41.975522 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.api.v2.base [None req-571e73ca-7c7b-44f4-9991-47ff464292d8 admin admin] Request body: {'subnet': {'network_id': '0d8ef736-8bee-4f36-b032-df804e405630', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1657324394-subnet', 'tenant_id': '4efd35d2d22145e98233358a97b0757e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 22:42:41.990186 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.db.provisioning_blocks [None req-9df90842-f098-4231-b97c-012078a61431 None None] Provisioning complete for port 6daed45d-08df-467a-b1e9-4a94a85a6197 triggered by entity DHCP. {{(pid=109570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 22:42:41.990565 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-9df90842-f098-4231-b97c-012078a61431 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579965'] for port (6daed45d-08df-467a-b1e9-4a94a85a6197), provisioning_complete {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:42:42.022244 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a876e983-82a0-4b52-bc58-f572e78e21da req-ea0ceef9-cb06-40dd-a9b6-5bf5c1abf530 tempest-AttachVolumeShelveTestJSON-2030561000 tempest-AttachVolumeShelveTestJSON-2030561000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:42:42.027030 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-a876e983-82a0-4b52-bc58-f572e78e21da req-ea0ceef9-cb06-40dd-a9b6-5bf5c1abf530 tempest-AttachVolumeShelveTestJSON-2030561000 tempest-AttachVolumeShelveTestJSON-2030561000-project] 10.222.0.11 "GET /v2.0/ports?device_id=9d3d1dbb-222b-4ece-94fa-9ef43d198daf HTTP/1.1" status: 200 len: 931 time: 0.6536040 Feb 28 22:42:42.166973 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.plugins.ml2.managers [req-ed352508-abce-44b3-99c3-2f9f649709cc req-e1fc9352-c72c-486d-9e9a-b8faac6416a1 service neutron] Attempting to bind port aa21a1aa-bc63-48f8-a49a-46871a4c118e on host hv-cinder-83053 for vnic_type normal with profile {{(pid=109568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 22:42:42.167314 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.plugins.ml2.managers [req-ed352508-abce-44b3-99c3-2f9f649709cc req-e1fc9352-c72c-486d-9e9a-b8faac6416a1 service neutron] Attempting to bind port aa21a1aa-bc63-48f8-a49a-46871a4c118e by drivers openvswitch,hyperv on host hv-cinder-83053 at level 0 using segments [{'id': 'e59ecef9-1da6-4950-ad52-2ebcb29e8cdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'ba9103be-0016-4db5-8443-08fa8db70094'}] {{(pid=109568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 22:42:42.167861 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed352508-abce-44b3-99c3-2f9f649709cc req-e1fc9352-c72c-486d-9e9a-b8faac6416a1 service neutron] Attempting to bind port aa21a1aa-bc63-48f8-a49a-46871a4c118e on network ba9103be-0016-4db5-8443-08fa8db70094 {{(pid=109568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 22:42:42.184349 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed352508-abce-44b3-99c3-2f9f649709cc req-e1fc9352-c72c-486d-9e9a-b8faac6416a1 service neutron] Port aa21a1aa-bc63-48f8-a49a-46871a4c118e on network ba9103be-0016-4db5-8443-08fa8db70094 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83053 {{(pid=109568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 22:42:42.184987 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed352508-abce-44b3-99c3-2f9f649709cc req-e1fc9352-c72c-486d-9e9a-b8faac6416a1 service neutron] Attempting to bind port aa21a1aa-bc63-48f8-a49a-46871a4c118e on network ba9103be-0016-4db5-8443-08fa8db70094 {{(pid=109568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 22:42:42.238824 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-06fc2b79-f2b3-4283-ae42-db0e194f320c req-da7f2d90-782b-47fc-8e8b-a26de14cd162 tempest-DeleteServersTestJSON-784346736 tempest-DeleteServersTestJSON-784346736-project] 10.222.0.11 "GET /v2.0/security-groups?id=8b7354e7-3b1d-4635-b677-d1381d13750a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3847244 Feb 28 22:42:42.255971 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0a5e435b-def7-471b-a217-02511ab0646f req-6710afb2-9ecc-48b0-b797-c367af91b888 tempest-AttachVolumeTestJSON-1325054245 tempest-AttachVolumeTestJSON-1325054245-project] Made reservation on behalf of 558108c6409d474abda99b19120d05ad for: {'port': 1} {{(pid=109568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 22:42:42.267983 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [req-0a5e435b-def7-471b-a217-02511ab0646f req-6710afb2-9ecc-48b0-b797-c367af91b888 tempest-AttachVolumeTestJSON-1325054245 tempest-AttachVolumeTestJSON-1325054245-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616566'] for port (None), before_create {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:42:42.274187 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d23bb1-28f6-4df5-ae1e-0be6da70b432 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=f8e090f8-fac0-4a67-b760-5b4cfdb5a992,revision_number=1']} {{(pid=109568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:42:42.292391 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-c5574b54-b0f2-4e8c-9544-d673c7597845 req-03d23bb1-28f6-4df5-ae1e-0be6da70b432 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=8aeed072-d876-4d95-a530-37a550f45527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.4727483 Feb 28 22:42:42.363442 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9faf877c-ba70-4611-bdbe-300beb137200', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05593159-ef39-4c6d-95b1-16bf2b871952'}] {{(pid=109570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 22:42:42.366377 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fade63a226c96e14254c735f674fb73a181a47373151acc9bb38ade81564009" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-132ed074-f4be-487f-a426-6fa984d64ac4" -d '{"events": [{"server_uuid": "9faf877c-ba70-4611-bdbe-300beb137200", "name": "network-vif-plugged", "status": "completed", "tag": "05593159-ef39-4c6d-95b1-16bf2b871952"}]}' {{(pid=109570) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 22:42:42.382427 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18505bd-5527-4798-8e33-f15f60fa4989 req-3b93158e-2b97-434f-b1cd-da26782ca235 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:42:42.384192 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-a18505bd-5527-4798-8e33-f15f60fa4989 req-3b93158e-2b97-434f-b1cd-da26782ca235 service neutron] 10.222.0.36 "GET /v2.0/networks?id=ba9103be-0016-4db5-8443-08fa8db70094 HTTP/1.1" status: 200 len: 919 time: 0.4809062 Feb 28 22:42:42.385805 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed352508-abce-44b3-99c3-2f9f649709cc req-e1fc9352-c72c-486d-9e9a-b8faac6416a1 service neutron] Checking agent: {'id': '5b2bda77-ea31-45ff-af39-f050a95cb1da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83053', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 22, 40, 14), 'started_at': datetime.datetime(2022, 2, 28, 22, 40, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 22, 42, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 22:42:42.386846 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed352508-abce-44b3-99c3-2f9f649709cc req-e1fc9352-c72c-486d-9e9a-b8faac6416a1 service neutron] Checking segment: {'id': 'e59ecef9-1da6-4950-ad52-2ebcb29e8cdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'ba9103be-0016-4db5-8443-08fa8db70094'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 22:42:42.387336 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed352508-abce-44b3-99c3-2f9f649709cc req-e1fc9352-c72c-486d-9e9a-b8faac6416a1 service neutron] Bound using segment: {'id': 'e59ecef9-1da6-4950-ad52-2ebcb29e8cdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'ba9103be-0016-4db5-8443-08fa8db70094'} {{(pid=109568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 22:42:42.388536 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.plugins.ml2.managers [req-ed352508-abce-44b3-99c3-2f9f649709cc req-e1fc9352-c72c-486d-9e9a-b8faac6416a1 service neutron] Bound port: aa21a1aa-bc63-48f8-a49a-46871a4c118e, host: hv-cinder-83053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e59ecef9-1da6-4950-ad52-2ebcb29e8cdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'ba9103be-0016-4db5-8443-08fa8db70094'}}] {{(pid=109568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 22:42:42.389291 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [req-ed352508-abce-44b3-99c3-2f9f649709cc req-e1fc9352-c72c-486d-9e9a-b8faac6416a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616566'] for port (aa21a1aa-bc63-48f8-a49a-46871a4c118e), before_update {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:42:42.409323 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-571e73ca-7c7b-44f4-9991-47ff464292d8 admin admin] Made reservation on behalf of 4efd35d2d22145e98233358a97b0757e for: {'subnet': 1} {{(pid=109568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 22:42:42.412310 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-571e73ca-7c7b-44f4-9991-47ff464292d8 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:42:42.431806 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.notifiers.nova [req-42e6c85a-9554-4cee-b955-d806cc02d685 req-ca47e523-ea3d-433c-8de7-0d59362a445c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6daed45d-08df-467a-b1e9-4a94a85a6197 {{(pid=109569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 22:42:42.438996 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [req-42e6c85a-9554-4cee-b955-d806cc02d685 req-ca47e523-ea3d-433c-8de7-0d59362a445c service neutron] Publish callbacks [] for port (6daed45d-08df-467a-b1e9-4a94a85a6197), precommit_update {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:42:42.441383 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.plugin [None req-9df90842-f098-4231-b97c-012078a61431 None None] Port 6daed45d-08df-467a-b1e9-4a94a85a6197 cannot update to ACTIVE because it is not bound. {{(pid=109570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 22:42:42.473963 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-a876e983-82a0-4b52-bc58-f572e78e21da req-d7d993da-fe04-4d37-b9df-54129ed96fc1 tempest-AttachVolumeShelveTestJSON-2030561000 tempest-AttachVolumeShelveTestJSON-2030561000-project] 10.222.0.11 "GET /v2.0/security-groups?id=0a9915aa-9c1d-45b5-936b-2bead19a9f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4021189 Feb 28 22:42:42.478654 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.db.provisioning_blocks [req-42e6c85a-9554-4cee-b955-d806cc02d685 req-ca47e523-ea3d-433c-8de7-0d59362a445c service neutron] Transition to ACTIVE for port object 6daed45d-08df-467a-b1e9-4a94a85a6197 will not be triggered until provisioned by entity L2. {{(pid=109569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Feb 28 22:42:42.483859 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [req-42e6c85a-9554-4cee-b955-d806cc02d685 req-ca47e523-ea3d-433c-8de7-0d59362a445c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33156859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750845083886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750844628246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750844628264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30055487'] for port (6daed45d-08df-467a-b1e9-4a94a85a6197), after_update {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:42:42.560875 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca47e523-ea3d-433c-8de7-0d59362a445c service neutron] Pushing event updated for resources: {'Port': ['ID=6daed45d-08df-467a-b1e9-4a94a85a6197,revision_number=2']} {{(pid=109569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:42:42.671689 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.plugins.ml2.managers [req-42e6c85a-9554-4cee-b955-d806cc02d685 req-ca47e523-ea3d-433c-8de7-0d59362a445c service neutron] Attempting to bind port 6daed45d-08df-467a-b1e9-4a94a85a6197 on host hv-cinder-83053 for vnic_type normal with profile {{(pid=109569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 22:42:42.672247 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.plugins.ml2.managers [req-42e6c85a-9554-4cee-b955-d806cc02d685 req-ca47e523-ea3d-433c-8de7-0d59362a445c service neutron] Attempting to bind port 6daed45d-08df-467a-b1e9-4a94a85a6197 by drivers openvswitch,hyperv on host hv-cinder-83053 at level 0 using segments [{'id': '28413273-d7c8-4d86-a7b1-c45f9712072e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'e1dee003-d534-429c-aed6-3f1020c03805'}] {{(pid=109569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 22:42:42.672581 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42e6c85a-9554-4cee-b955-d806cc02d685 req-ca47e523-ea3d-433c-8de7-0d59362a445c service neutron] Attempting to bind port 6daed45d-08df-467a-b1e9-4a94a85a6197 on network e1dee003-d534-429c-aed6-3f1020c03805 {{(pid=109569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 22:42:42.678396 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42e6c85a-9554-4cee-b955-d806cc02d685 req-ca47e523-ea3d-433c-8de7-0d59362a445c service neutron] Port 6daed45d-08df-467a-b1e9-4a94a85a6197 on network e1dee003-d534-429c-aed6-3f1020c03805 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83053 {{(pid=109569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 22:42:42.678821 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42e6c85a-9554-4cee-b955-d806cc02d685 req-ca47e523-ea3d-433c-8de7-0d59362a445c service neutron] Attempting to bind port 6daed45d-08df-467a-b1e9-4a94a85a6197 on network e1dee003-d534-429c-aed6-3f1020c03805 {{(pid=109569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 22:42:42.689021 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42e6c85a-9554-4cee-b955-d806cc02d685 req-ca47e523-ea3d-433c-8de7-0d59362a445c service neutron] Checking agent: {'id': '5b2bda77-ea31-45ff-af39-f050a95cb1da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83053', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 22, 40, 14), 'started_at': datetime.datetime(2022, 2, 28, 22, 40, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 22, 42, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 22:42:42.689556 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42e6c85a-9554-4cee-b955-d806cc02d685 req-ca47e523-ea3d-433c-8de7-0d59362a445c service neutron] Checking segment: {'id': '28413273-d7c8-4d86-a7b1-c45f9712072e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'e1dee003-d534-429c-aed6-3f1020c03805'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 22:42:42.690421 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42e6c85a-9554-4cee-b955-d806cc02d685 req-ca47e523-ea3d-433c-8de7-0d59362a445c service neutron] Bound using segment: {'id': '28413273-d7c8-4d86-a7b1-c45f9712072e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'e1dee003-d534-429c-aed6-3f1020c03805'} {{(pid=109569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 22:42:42.691006 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.plugins.ml2.managers [req-42e6c85a-9554-4cee-b955-d806cc02d685 req-ca47e523-ea3d-433c-8de7-0d59362a445c service neutron] Bound port: 6daed45d-08df-467a-b1e9-4a94a85a6197, host: hv-cinder-83053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '28413273-d7c8-4d86-a7b1-c45f9712072e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'e1dee003-d534-429c-aed6-3f1020c03805'}}] {{(pid=109569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 22:42:42.691426 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [req-42e6c85a-9554-4cee-b955-d806cc02d685 req-ca47e523-ea3d-433c-8de7-0d59362a445c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616566'] for port (6daed45d-08df-467a-b1e9-4a94a85a6197), before_update {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:42:42.784766 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.plugins.ml2.db [req-42e6c85a-9554-4cee-b955-d806cc02d685 req-ca47e523-ea3d-433c-8de7-0d59362a445c service neutron] For port 6daed45d-08df-467a-b1e9-4a94a85a6197, host hv-cinder-83053, cleared binding levels {{(pid=109569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 22:42:42.790150 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.plugins.ml2.db [req-42e6c85a-9554-4cee-b955-d806cc02d685 req-ca47e523-ea3d-433c-8de7-0d59362a445c service neutron] For port 6daed45d-08df-467a-b1e9-4a94a85a6197, host hv-cinder-83053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83053',level=0,port_id=6daed45d-08df-467a-b1e9-4a94a85a6197,segment=NetworkSegment(28413273-d7c8-4d86-a7b1-c45f9712072e),segment_id=28413273-d7c8-4d86-a7b1-c45f9712072e)] {{(pid=109569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 22:42:42.796094 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [req-42e6c85a-9554-4cee-b955-d806cc02d685 req-ca47e523-ea3d-433c-8de7-0d59362a445c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33156859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750845083886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750844628246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750844628264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30055487'] for port (6daed45d-08df-467a-b1e9-4a94a85a6197), after_update {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:42:42.835502 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e6c85a-9554-4cee-b955-d806cc02d685 req-ca47e523-ea3d-433c-8de7-0d59362a445c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:42:42.837031 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [req-42e6c85a-9554-4cee-b955-d806cc02d685 req-ca47e523-ea3d-433c-8de7-0d59362a445c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33156845'] for port (None), before_response {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:42:42.838585 dv-cinder-830538-5-iscsi neutron-server[109569]: INFO neutron.wsgi [req-42e6c85a-9554-4cee-b955-d806cc02d685 req-ca47e523-ea3d-433c-8de7-0d59362a445c service neutron] 10.222.0.36 "PUT /v2.0/ports/6daed45d-08df-467a-b1e9-4a94a85a6197 HTTP/1.1" status: 200 len: 1093 time: 1.1931207 Feb 28 22:42:42.844338 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d3d1dbb-222b-4ece-94fa-9ef43d198daf', 'tag': '6daed45d-08df-467a-b1e9-4a94a85a6197'}] {{(pid=109569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 22:42:42.882816 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-da83fbee-b542-4d85-b53c-36fccc165cac req-2917f0b9-57d4-4d90-b9d4-772cde1385d8 tempest-AttachVolumeTestJSON-1325054245 tempest-AttachVolumeTestJSON-1325054245-project] 10.222.0.11 "GET /v2.0/ports?device_id=cb5d42fc-117f-46a8-bc9e-2a9c370bc40f HTTP/1.1" status: 200 len: 210 time: 0.2997987 Feb 28 22:42:42.896249 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-a18505bd-5527-4798-8e33-f15f60fa4989 req-fb17dc74-9fed-446f-a36b-607f259053ac service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a8b159f5-dc76-40f5-bc9d-ed147644722e HTTP/1.1" status: 200 len: 217 time: 0.3459964 Feb 28 22:42:42.983154 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca47e523-ea3d-433c-8de7-0d59362a445c service neutron] Pushing event updated for resources: {'Port': ['ID=6daed45d-08df-467a-b1e9-4a94a85a6197,revision_number=3']} {{(pid=109569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:42:43.022224 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e6c85a-9554-4cee-b955-d806cc02d685 req-ed4dd509-43d2-49e0-bf85-16de3c97ffb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:42:43.026628 dv-cinder-830538-5-iscsi neutron-server[109569]: INFO neutron.wsgi [req-42e6c85a-9554-4cee-b955-d806cc02d685 req-ed4dd509-43d2-49e0-bf85-16de3c97ffb7 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=83c55453f2fe4dc79de3c29aff0b4932&device_id=9d3d1dbb-222b-4ece-94fa-9ef43d198daf HTTP/1.1" status: 200 len: 1127 time: 0.1094315 Feb 28 22:42:43.073725 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7ed14f40a4d50f9a77eb28d0d062077298eddb2dc1d4bff71015dce09465706" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-881a131d-6241-403b-b0cf-9999cc5a176a" -d '{"events": [{"name": "network-changed", "server_uuid": "9d3d1dbb-222b-4ece-94fa-9ef43d198daf", "tag": "6daed45d-08df-467a-b1e9-4a94a85a6197"}]}' {{(pid=109569) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 22:42:43.108678 dv-cinder-830538-5-iscsi neutron-server[109569]: INFO neutron.wsgi [req-42e6c85a-9554-4cee-b955-d806cc02d685 req-493110f6-b17f-41c4-9047-4e3fbe1c8995 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6daed45d-08df-467a-b1e9-4a94a85a6197 HTTP/1.1" status: 200 len: 217 time: 0.0759451 Feb 28 22:42:43.116140 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18505bd-5527-4798-8e33-f15f60fa4989 req-be807690-8c27-4baf-970b-8e003f8f1371 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:42:43.117717 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-a18505bd-5527-4798-8e33-f15f60fa4989 req-be807690-8c27-4baf-970b-8e003f8f1371 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4f074c84-eecc-4df3-bfe8-db2db878868a HTTP/1.1" status: 200 len: 858 time: 0.0694332 Feb 28 22:42:43.175231 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e6c85a-9554-4cee-b955-d806cc02d685 req-9178566b-5b84-4cd3-8663-7ee94d09b4cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:42:43.176850 dv-cinder-830538-5-iscsi neutron-server[109569]: INFO neutron.wsgi [req-42e6c85a-9554-4cee-b955-d806cc02d685 req-9178566b-5b84-4cd3-8663-7ee94d09b4cc service neutron] 10.222.0.36 "GET /v2.0/subnets?id=3b622ab4-8097-4b6c-8ec2-bb3f77857ed1 HTTP/1.1" status: 200 len: 855 time: 0.0560949 Feb 28 22:42:43.206531 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.plugins.ml2.db [req-ed352508-abce-44b3-99c3-2f9f649709cc req-e1fc9352-c72c-486d-9e9a-b8faac6416a1 service neutron] For port aa21a1aa-bc63-48f8-a49a-46871a4c118e, host hv-cinder-83053, cleared binding levels {{(pid=109568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 22:42:43.232029 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.plugins.ml2.db [req-ed352508-abce-44b3-99c3-2f9f649709cc req-e1fc9352-c72c-486d-9e9a-b8faac6416a1 service neutron] For port aa21a1aa-bc63-48f8-a49a-46871a4c118e, host hv-cinder-83053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83053',level=0,port_id=aa21a1aa-bc63-48f8-a49a-46871a4c118e,segment=NetworkSegment(e59ecef9-1da6-4950-ad52-2ebcb29e8cdb),segment_id=e59ecef9-1da6-4950-ad52-2ebcb29e8cdb)] {{(pid=109568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 22:42:43.241660 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-a18505bd-5527-4798-8e33-f15f60fa4989 req-f2180dc3-8dcf-4223-8ab0-9fe617a03e3b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=ba9103be-0016-4db5-8443-08fa8db70094&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0837796 Feb 28 22:42:43.275601 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e6c85a-9554-4cee-b955-d806cc02d685 req-07abf831-7da9-42fa-ad0b-59224bd461b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:42:43.276345 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0ebd83-4aff-455c-9efc-f6d82ce1ac31 req-c78a2529-6701-4694-8356-d78d0a0b4ce3 tempest-ServerRescueNegativeTestJSON-929871608 tempest-ServerRescueNegativeTestJSON-929871608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:42:43.277157 dv-cinder-830538-5-iscsi neutron-server[109569]: INFO neutron.wsgi [req-42e6c85a-9554-4cee-b955-d806cc02d685 req-07abf831-7da9-42fa-ad0b-59224bd461b2 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e1dee003-d534-429c-aed6-3f1020c03805&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0930996 Feb 28 22:42:43.277863 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-af0ebd83-4aff-455c-9efc-f6d82ce1ac31 req-c78a2529-6701-4694-8356-d78d0a0b4ce3 tempest-ServerRescueNegativeTestJSON-929871608 tempest-ServerRescueNegativeTestJSON-929871608-project] 10.222.0.11 "GET /v2.0/ports?device_id=50fff9cd-5238-40fd-ab4f-02f86cf2bbc0 HTTP/1.1" status: 200 len: 944 time: 0.8514466 Feb 28 22:42:43.284787 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [req-ed352508-abce-44b3-99c3-2f9f649709cc req-e1fc9352-c72c-486d-9e9a-b8faac6416a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33156859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750845083886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750844628246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750844628264'] for port (aa21a1aa-bc63-48f8-a49a-46871a4c118e), after_update {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:42:43.298842 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.db.db_base_plugin_common [req-0a5e435b-def7-471b-a217-02511ab0646f req-6710afb2-9ecc-48b0-b797-c367af91b888 tempest-AttachVolumeTestJSON-1325054245 tempest-AttachVolumeTestJSON-1325054245-project] Allocated IP 172.20.0.7 (df2fc3b5-d3d8-4f0b-b393-20e4e2e253bc/22e78a7b-72b0-4514-af71-979e73dc5a6f/6b70fcef-5711-42c2-953d-59fa95ea2477) {{(pid=109568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 22:42:43.369859 dv-cinder-830538-5-iscsi neutron-server[109569]: INFO neutron.wsgi [req-42e6c85a-9554-4cee-b955-d806cc02d685 req-d735e468-d76c-49e5-9bd2-82c8b12fd2e3 service neutron] 10.222.0.36 "GET /v2.0/networks/e1dee003-d534-429c-aed6-3f1020c03805?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858543 Feb 28 22:42:43.409988 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed352508-abce-44b3-99c3-2f9f649709cc req-e1fc9352-c72c-486d-9e9a-b8faac6416a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:42:43.410614 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [req-ed352508-abce-44b3-99c3-2f9f649709cc req-e1fc9352-c72c-486d-9e9a-b8faac6416a1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33156845'] for port (None), before_response {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:42:43.412052 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-ed352508-abce-44b3-99c3-2f9f649709cc req-e1fc9352-c72c-486d-9e9a-b8faac6416a1 service neutron] 10.222.0.36 "PUT /v2.0/ports/aa21a1aa-bc63-48f8-a49a-46871a4c118e HTTP/1.1" status: 200 len: 1094 time: 3.9332759 Feb 28 22:42:43.417784 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50fff9cd-5238-40fd-ab4f-02f86cf2bbc0', 'tag': 'aa21a1aa-bc63-48f8-a49a-46871a4c118e'}] {{(pid=109568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 22:42:43.420068 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be30730c9f576b5ae602769365630bce3a2881df6c4aa92702dca8eb1643a507" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa4b4835-b01b-4c95-92a3-21d8ccee926d" -d '{"events": [{"name": "network-changed", "server_uuid": "50fff9cd-5238-40fd-ab4f-02f86cf2bbc0", "tag": "aa21a1aa-bc63-48f8-a49a-46871a4c118e"}]}' {{(pid=109568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 22:42:43.428893 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4194b642-6f80-4c1a-bb1f-d2699acd3eae req-a3380f00-10fa-46e4-8816-b578c530a23d tempest-AttachVolumeNegativeTest-1243329128 tempest-AttachVolumeNegativeTest-1243329128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:42:43.431934 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-4194b642-6f80-4c1a-bb1f-d2699acd3eae req-a3380f00-10fa-46e4-8816-b578c530a23d tempest-AttachVolumeNegativeTest-1243329128 tempest-AttachVolumeNegativeTest-1243329128-project] 10.222.0.11 "GET /v2.0/ports?device_id=22615708-430d-424f-8398-e2cd25174185 HTTP/1.1" status: 200 len: 945 time: 0.3839114 Feb 28 22:42:43.485557 dv-cinder-830538-5-iscsi neutron-server[109569]: INFO neutron.wsgi [req-42e6c85a-9554-4cee-b955-d806cc02d685 req-ec6c342e-0451-4838-9706-cd267ee54da6 service neutron] 10.222.0.36 "GET /v2.0/networks/e1dee003-d534-429c-aed6-3f1020c03805?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1099803 Feb 28 22:42:43.576302 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1fc9352-c72c-486d-9e9a-b8faac6416a1 service neutron] Pushing event updated for resources: {'Port': ['ID=aa21a1aa-bc63-48f8-a49a-46871a4c118e,revision_number=3']} {{(pid=109568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:42:43.610523 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-af0ebd83-4aff-455c-9efc-f6d82ce1ac31 req-69adfcb1-8212-46db-9a6e-c4a7811bb6d3 tempest-ServerRescueNegativeTestJSON-929871608 tempest-ServerRescueNegativeTestJSON-929871608-project] 10.222.0.11 "GET /v2.0/security-groups?id=f1de89df-470d-49b7-98ac-8bb65cd72d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3092670 Feb 28 22:42:43.677635 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 22:42:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6891868-818e-4518-a55b-75cfc1e91b81 x-openstack-request-id: req-b6891868-818e-4518-a55b-75cfc1e91b81 {{(pid=109570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 22:42:43.678139 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9faf877c-ba70-4611-bdbe-300beb137200", "name": "network-vif-plugged", "status": "completed", "tag": "05593159-ef39-4c6d-95b1-16bf2b871952", "code": 200}]} {{(pid=109570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 22:42:43.678214 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-b6891868-818e-4518-a55b-75cfc1e91b81 {{(pid=109570) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 22:42:43.678572 dv-cinder-830538-5-iscsi neutron-server[109570]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9faf877c-ba70-4611-bdbe-300beb137200', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05593159-ef39-4c6d-95b1-16bf2b871952', 'code': 200} Feb 28 22:42:43.692055 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.wsgi [-] (109569) accepted ('10.222.0.11', 50966) {{(pid=109569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 22:42:43.729514 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-a18505bd-5527-4798-8e33-f15f60fa4989 req-9bce0d9e-3587-4a1d-89fc-244fac272c78 service neutron] 10.222.0.36 "GET /v2.0/networks/ba9103be-0016-4db5-8443-08fa8db70094?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4801595 Feb 28 22:42:43.782570 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-4194b642-6f80-4c1a-bb1f-d2699acd3eae req-d950dbfa-03ca-444a-960a-193f50890416 tempest-AttachVolumeNegativeTest-1243329128 tempest-AttachVolumeNegativeTest-1243329128-project] 10.222.0.11 "GET /v2.0/security-groups?id=8aeed072-d876-4d95-a530-37a550f45527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3144817 Feb 28 22:42:43.822149 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-571e73ca-7c7b-44f4-9991-47ff464292d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33448168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33156859'] for subnet (00b42917-d73f-42f7-9006-74e3bd1e26cb), after_create {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:42:43.845079 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750845036683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579975'] for agent (5b2bda77-ea31-45ff-af39-f050a95cb1da), after_update {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:42:43.848169 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed352508-abce-44b3-99c3-2f9f649709cc req-292ede58-3473-40ca-a86f-cfc1817072a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:42:43.850534 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-ed352508-abce-44b3-99c3-2f9f649709cc req-292ede58-3473-40ca-a86f-cfc1817072a3 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=1a9fe67e7e534a2f9e267047a6a40917&device_id=50fff9cd-5238-40fd-ab4f-02f86cf2bbc0 HTTP/1.1" status: 200 len: 1128 time: 0.3607619 Feb 28 22:42:43.938337 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-a63b4a95-31ee-4bd0-a7a1-47720ccbe34f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:42:43.955199 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-ed352508-abce-44b3-99c3-2f9f649709cc req-0287fe46-4938-433c-bb7f-69a7c0eb0e02 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=aa21a1aa-bc63-48f8-a49a-46871a4c118e HTTP/1.1" status: 200 len: 217 time: 0.0712183 Feb 28 22:42:43.956677 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 22:42:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1101e74b-4fcb-49f6-9fda-d4f0c56f0386 x-openstack-request-id: req-1101e74b-4fcb-49f6-9fda-d4f0c56f0386 {{(pid=109569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 22:42:43.956962 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9d3d1dbb-222b-4ece-94fa-9ef43d198daf", "tag": "6daed45d-08df-467a-b1e9-4a94a85a6197", "status": "completed", "code": 200}]} {{(pid=109569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 22:42:43.957212 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-1101e74b-4fcb-49f6-9fda-d4f0c56f0386 {{(pid=109569) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 22:42:43.957648 dv-cinder-830538-5-iscsi neutron-server[109569]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d3d1dbb-222b-4ece-94fa-9ef43d198daf', 'tag': '6daed45d-08df-467a-b1e9-4a94a85a6197', 'status': 'completed', 'code': 200} Feb 28 22:42:43.988170 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [req-0a5e435b-def7-471b-a217-02511ab0646f req-6710afb2-9ecc-48b0-b797-c367af91b888 tempest-AttachVolumeTestJSON-1325054245 tempest-AttachVolumeTestJSON-1325054245-project] Publish callbacks [] for port (6b70fcef-5711-42c2-953d-59fa95ea2477), precommit_create {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:42:44.023840 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 22:42:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-faac9051-7c29-4379-9885-eab831c124f4 x-openstack-request-id: req-faac9051-7c29-4379-9885-eab831c124f4 {{(pid=109568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 22:42:44.024506 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "50fff9cd-5238-40fd-ab4f-02f86cf2bbc0", "tag": "aa21a1aa-bc63-48f8-a49a-46871a4c118e", "status": "completed", "code": 200}]} {{(pid=109568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 22:42:44.025396 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-faac9051-7c29-4379-9885-eab831c124f4 {{(pid=109568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 22:42:44.026062 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '50fff9cd-5238-40fd-ab4f-02f86cf2bbc0', 'tag': 'aa21a1aa-bc63-48f8-a49a-46871a4c118e', 'status': 'completed', 'code': 200} Feb 28 22:42:44.067596 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5af3c50-1f5f-4067-8522-cce7c54a5b6b req-0f39532f-aa1e-44c9-b472-6b00bfd4da3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:42:44.069183 dv-cinder-830538-5-iscsi neutron-server[109569]: INFO neutron.wsgi [req-d5af3c50-1f5f-4067-8522-cce7c54a5b6b req-0f39532f-aa1e-44c9-b472-6b00bfd4da3a service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=9faf877c-ba70-4611-bdbe-300beb137200 HTTP/1.1" status: 200 len: 1130 time: 0.1143126 Feb 28 22:42:44.096199 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-a63b4a95-31ee-4bd0-a7a1-47720ccbe34f admin admin] Publish callbacks [] for security_group (964424fc-dfdd-499e-9051-dfc16982a61c), precommit_create {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:42:44.101709 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-a63b4a95-31ee-4bd0-a7a1-47720ccbe34f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33441213'] for security_group (964424fc-dfdd-499e-9051-dfc16982a61c), after_create {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:42:44.112188 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571e73ca-7c7b-44f4-9991-47ff464292d8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=00b42917-d73f-42f7-9006-74e3bd1e26cb,revision_number=0']} {{(pid=109568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:42:44.142654 dv-cinder-830538-5-iscsi neutron-server[109569]: INFO neutron.wsgi [None req-a63b4a95-31ee-4bd0-a7a1-47720ccbe34f admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=d5fbbb3726814d72a5e9018b19592f8d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4485691 Feb 28 22:42:44.143501 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63b4a95-31ee-4bd0-a7a1-47720ccbe34f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=964424fc-dfdd-499e-9051-dfc16982a61c,revision_number=1']} {{(pid=109569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:42:44.145757 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.wsgi [-] (109569) accepted ('10.222.0.11', 50974) {{(pid=109569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 22:42:44.157856 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-a18505bd-5527-4798-8e33-f15f60fa4989 req-d289b8d2-08d8-4f6c-a0c0-c0ef96aa1a5d service neutron] 10.222.0.36 "GET /v2.0/networks/ba9103be-0016-4db5-8443-08fa8db70094?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4165289 Feb 28 22:42:44.192827 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-70e88c6a-c1f1-426f-949f-3aa086b16bef admin admin] Publish callbacks [] for security_group (964424fc-dfdd-499e-9051-dfc16982a61c), before_delete {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:42:44.199284 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-571e73ca-7c7b-44f4-9991-47ff464292d8 admin admin] Checking segment: {'id': 'fb693241-260d-46f0-b035-a863ec439715', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '0d8ef736-8bee-4f36-b032-df804e405630'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 22:42:44.199680 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-571e73ca-7c7b-44f4-9991-47ff464292d8 admin admin] Network hostable DHCP agents. Network: 0d8ef736-8bee-4f36-b032-df804e405630, hostable agents: ['55d6ddf3-619a-4750-95a9-02c5b2728e0c'], hosted agents: [] {{(pid=109568) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 22:42:44.203245 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed352508-abce-44b3-99c3-2f9f649709cc req-87cad5b8-42d7-4e29-a040-bc59a78349f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:42:44.204739 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-ed352508-abce-44b3-99c3-2f9f649709cc req-87cad5b8-42d7-4e29-a040-bc59a78349f0 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4f074c84-eecc-4df3-bfe8-db2db878868a HTTP/1.1" status: 200 len: 858 time: 0.2223954 Feb 28 22:42:44.214006 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-70e88c6a-c1f1-426f-949f-3aa086b16bef admin admin] Publish callbacks [] for security_group (964424fc-dfdd-499e-9051-dfc16982a61c), precommit_delete {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:42:44.232203 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4479b416-a90e-421d-8e1d-0cea4ced3371 req-a98c0fed-f464-40a9-a582-fec33e569c60 tempest-DeleteServersTestJSON-784346736 tempest-DeleteServersTestJSON-784346736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:42:44.233726 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-4479b416-a90e-421d-8e1d-0cea4ced3371 req-a98c0fed-f464-40a9-a582-fec33e569c60 tempest-DeleteServersTestJSON-784346736 tempest-DeleteServersTestJSON-784346736-project] 10.222.0.11 "GET /v2.0/ports?device_id=9faf877c-ba70-4611-bdbe-300beb137200 HTTP/1.1" status: 200 len: 946 time: 0.2892108 Feb 28 22:42:44.242033 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881a131d-6241-403b-b0cf-9999cc5a176a req-1311d924-04b6-4419-ad98-dcb49edda94c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:42:44.243591 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-881a131d-6241-403b-b0cf-9999cc5a176a req-1311d924-04b6-4419-ad98-dcb49edda94c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=83c55453f2fe4dc79de3c29aff0b4932&device_id=9d3d1dbb-222b-4ece-94fa-9ef43d198daf HTTP/1.1" status: 200 len: 1127 time: 0.2584310 Feb 28 22:42:44.246454 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [req-0a5e435b-def7-471b-a217-02511ab0646f req-6710afb2-9ecc-48b0-b797-c367af91b888 tempest-AttachVolumeTestJSON-1325054245 tempest-AttachVolumeTestJSON-1325054245-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33156859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750844628228'] for port (6b70fcef-5711-42c2-953d-59fa95ea2477), after_create {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:42:44.261973 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-70e88c6a-c1f1-426f-949f-3aa086b16bef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33441213'] for security_group (964424fc-dfdd-499e-9051-dfc16982a61c), after_delete {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:42:44.264554 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-70e88c6a-c1f1-426f-949f-3aa086b16bef admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:42:44.265687 dv-cinder-830538-5-iscsi neutron-server[109569]: INFO neutron.wsgi [None req-70e88c6a-c1f1-426f-949f-3aa086b16bef admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/964424fc-dfdd-499e-9051-dfc16982a61c HTTP/1.1" status: 204 len: 168 time: 0.1190512 Feb 28 22:42:44.274160 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e88c6a-c1f1-426f-949f-3aa086b16bef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=964424fc-dfdd-499e-9051-dfc16982a61c,revision_number=None']} {{(pid=109569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:42:44.293045 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbd722a-4668-46e7-afac-b650c6b0dfa1 req-d1c3fe69-f239-4032-a813-06dc5bc9eb88 tempest-AttachVolumeShelveTestJSON-2030561000 tempest-AttachVolumeShelveTestJSON-2030561000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:42:44.294529 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-6cbd722a-4668-46e7-afac-b650c6b0dfa1 req-d1c3fe69-f239-4032-a813-06dc5bc9eb88 tempest-AttachVolumeShelveTestJSON-2030561000 tempest-AttachVolumeShelveTestJSON-2030561000-project] 10.222.0.11 "GET /v2.0/ports?device_id=9d3d1dbb-222b-4ece-94fa-9ef43d198daf HTTP/1.1" status: 200 len: 943 time: 0.1978419 Feb 28 22:42:44.333970 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-571e73ca-7c7b-44f4-9991-47ff464292d8 admin admin] Network 0d8ef736-8bee-4f36-b032-df804e405630 is scheduled to be hosted by DHCP agent 55d6ddf3-619a-4750-95a9-02c5b2728e0c with binding_index 1 {{(pid=109568) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 22:42:44.351043 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0a5e435b-def7-471b-a217-02511ab0646f req-6710afb2-9ecc-48b0-b797-c367af91b888 tempest-AttachVolumeTestJSON-1325054245 tempest-AttachVolumeTestJSON-1325054245-project] Network df2fc3b5-d3d8-4f0b-b393-20e4e2e253bc is already hosted by enough agents. {{(pid=109568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 22:42:44.368241 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6710afb2-9ecc-48b0-b797-c367af91b888 tempest-AttachVolumeTestJSON-1325054245 tempest-AttachVolumeTestJSON-1325054245-project] Pushing event updated for resources: {'Port': ['ID=6b70fcef-5711-42c2-953d-59fa95ea2477,revision_number=1']} {{(pid=109568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:42:44.370871 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.scheduler.base_scheduler [req-0a5e435b-def7-471b-a217-02511ab0646f req-6710afb2-9ecc-48b0-b797-c367af91b888 tempest-AttachVolumeTestJSON-1325054245 tempest-AttachVolumeTestJSON-1325054245-project] Resources bound (agent type, host, resource id): {{(pid=109568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 22:42:44.383265 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a5e435b-def7-471b-a217-02511ab0646f req-6710afb2-9ecc-48b0-b797-c367af91b888 tempest-AttachVolumeTestJSON-1325054245 tempest-AttachVolumeTestJSON-1325054245-project] Received port after_create {{(pid=109568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 22:42:44.389264 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5e435b-def7-471b-a217-02511ab0646f req-6710afb2-9ecc-48b0-b797-c367af91b888 tempest-AttachVolumeTestJSON-1325054245 tempest-AttachVolumeTestJSON-1325054245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:42:44.390024 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [req-0a5e435b-def7-471b-a217-02511ab0646f req-6710afb2-9ecc-48b0-b797-c367af91b888 tempest-AttachVolumeTestJSON-1325054245 tempest-AttachVolumeTestJSON-1325054245-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33156845'] for port (None), before_response {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:42:44.405536 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.scheduler.base_scheduler [None req-571e73ca-7c7b-44f4-9991-47ff464292d8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830538-5-iscsi, 0d8ef736-8bee-4f36-b032-df804e405630) {{(pid=109568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 22:42:44.415189 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc28f42c-ee3b-44ba-92cc-1a76add19ea6 None None] Network 0d8ef736-8bee-4f36-b032-df804e405630 requested from dv-cinder-830538-5-iscsi {{(pid=109570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 22:42:44.422982 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-4479b416-a90e-421d-8e1d-0cea4ced3371 req-072033f3-8c21-4a87-b083-bc795de7e811 tempest-DeleteServersTestJSON-784346736 tempest-DeleteServersTestJSON-784346736-project] 10.222.0.11 "GET /v2.0/security-groups?id=8b7354e7-3b1d-4635-b677-d1381d13750a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1778581 Feb 28 22:42:44.424324 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-571e73ca-7c7b-44f4-9991-47ff464292d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:42:44.424925 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-571e73ca-7c7b-44f4-9991-47ff464292d8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33156845'] for subnet (None), before_response {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:42:44.450145 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-6cbd722a-4668-46e7-afac-b650c6b0dfa1 req-9f3a92e4-387b-496e-b6fd-fc078b3be6bf tempest-AttachVolumeShelveTestJSON-2030561000 tempest-AttachVolumeShelveTestJSON-2030561000-project] 10.222.0.11 "GET /v2.0/security-groups?id=0a9915aa-9c1d-45b5-936b-2bead19a9f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1422312 Feb 28 22:42:44.454520 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-0a5e435b-def7-471b-a217-02511ab0646f req-6710afb2-9ecc-48b0-b797-c367af91b888 tempest-AttachVolumeTestJSON-1325054245 tempest-AttachVolumeTestJSON-1325054245-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1496661 Feb 28 22:42:44.473903 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [None req-571e73ca-7c7b-44f4-9991-47ff464292d8 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 2.5542674 Feb 28 22:42:44.590205 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c59829cd-7706-4433-a718-3f69a4339570 None None] Network 0d8ef736-8bee-4f36-b032-df804e405630 requested from dv-cinder-830538-5-iscsi {{(pid=109570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 22:42:44.611127 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85933c2-3f1f-4c03-9c7b-9b812782688c req-53a89c81-d3bd-4491-96db-4bacc4f19228 tempest-AttachVolumeTestJSON-1325054245 tempest-AttachVolumeTestJSON-1325054245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:42:44.624171 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-a85933c2-3f1f-4c03-9c7b-9b812782688c req-53a89c81-d3bd-4491-96db-4bacc4f19228 tempest-AttachVolumeTestJSON-1325054245 tempest-AttachVolumeTestJSON-1325054245-project] 10.222.0.11 "GET /v2.0/ports?device_id=cb5d42fc-117f-46a8-bc9e-2a9c370bc40f HTTP/1.1" status: 200 len: 931 time: 0.0781195 Feb 28 22:42:44.699139 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-a85933c2-3f1f-4c03-9c7b-9b812782688c req-46cc7204-98f7-4ded-b984-c0bbd27097c7 tempest-AttachVolumeTestJSON-1325054245 tempest-AttachVolumeTestJSON-1325054245-project] 10.222.0.11 "GET /v2.0/security-groups?id=a5149e9f-4f71-46b3-96fa-21697ff32bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0737634 Feb 28 22:42:44.732848 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.wsgi [-] (109569) accepted ('10.222.0.11', 50988) {{(pid=109569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 22:42:44.747267 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-45088284-e974-4b6e-9cb6-e8ef4aa9802b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:42:44.776067 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.db.provisioning_blocks [None req-3b545faf-9172-47d4-b584-2c181c7e1cd0 None None] Provisioning complete for port 6b70fcef-5711-42c2-953d-59fa95ea2477 triggered by entity DHCP. {{(pid=109570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 22:42:44.777347 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-3b545faf-9172-47d4-b584-2c181c7e1cd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579965'] for port (6b70fcef-5711-42c2-953d-59fa95ea2477), provisioning_complete {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:42:44.797476 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4346716-9d1e-4064-afd8-efa88caabebe req-4ed70db7-b5b2-4adc-883d-dcb6e0b30f11 tempest-ServerRescueNegativeTestJSON-929871608 tempest-ServerRescueNegativeTestJSON-929871608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:42:44.799075 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-e4346716-9d1e-4064-afd8-efa88caabebe req-4ed70db7-b5b2-4adc-883d-dcb6e0b30f11 tempest-ServerRescueNegativeTestJSON-929871608 tempest-ServerRescueNegativeTestJSON-929871608-project] 10.222.0.11 "GET /v2.0/ports?device_id=50fff9cd-5238-40fd-ab4f-02f86cf2bbc0 HTTP/1.1" status: 200 len: 944 time: 0.0620608 Feb 28 22:42:44.819170 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.plugin [None req-3b545faf-9172-47d4-b584-2c181c7e1cd0 None None] Port 6b70fcef-5711-42c2-953d-59fa95ea2477 cannot update to ACTIVE because it is not bound. {{(pid=109570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 22:42:44.848894 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-45088284-e974-4b6e-9cb6-e8ef4aa9802b admin admin] Publish callbacks [] for security_group (89f92aa8-ff3b-47fc-bfd1-6bdf3252884c), precommit_create {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:42:44.856384 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-45088284-e974-4b6e-9cb6-e8ef4aa9802b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33441213'] for security_group (89f92aa8-ff3b-47fc-bfd1-6bdf3252884c), after_create {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:42:44.880170 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-e4346716-9d1e-4064-afd8-efa88caabebe req-eaead3fe-24a8-4bbd-98bc-b37893686714 tempest-ServerRescueNegativeTestJSON-929871608 tempest-ServerRescueNegativeTestJSON-929871608-project] 10.222.0.11 "GET /v2.0/security-groups?id=f1de89df-470d-49b7-98ac-8bb65cd72d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746994 Feb 28 22:42:44.958377 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338f4ea2-c2ef-4521-93fd-19231aeaae5d req-8ff9e6a4-7632-4e5e-b0b4-cfb7c4ec68e6 tempest-AttachVolumeNegativeTest-1243329128 tempest-AttachVolumeNegativeTest-1243329128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:42:44.960134 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-338f4ea2-c2ef-4521-93fd-19231aeaae5d req-8ff9e6a4-7632-4e5e-b0b4-cfb7c4ec68e6 tempest-AttachVolumeNegativeTest-1243329128 tempest-AttachVolumeNegativeTest-1243329128-project] 10.222.0.11 "GET /v2.0/ports?device_id=22615708-430d-424f-8398-e2cd25174185 HTTP/1.1" status: 200 len: 945 time: 0.0645852 Feb 28 22:42:45.012894 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-338f4ea2-c2ef-4521-93fd-19231aeaae5d req-49ea7299-2e7b-4023-82e7-958ae776a3e3 tempest-AttachVolumeNegativeTest-1243329128 tempest-AttachVolumeNegativeTest-1243329128-project] 10.222.0.11 "GET /v2.0/security-groups?id=8aeed072-d876-4d95-a530-37a550f45527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463917 Feb 28 22:42:45.063492 dv-cinder-830538-5-iscsi neutron-server[109569]: INFO neutron.wsgi [None req-45088284-e974-4b6e-9cb6-e8ef4aa9802b admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=85ed4c2765a1463b9e03a86794790b60&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3289013 Feb 28 22:42:45.064360 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45088284-e974-4b6e-9cb6-e8ef4aa9802b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89f92aa8-ff3b-47fc-bfd1-6bdf3252884c,revision_number=1']} {{(pid=109569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:42:45.066178 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.wsgi [-] (109568) accepted ('10.222.0.11', 51002) {{(pid=109568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 22:42:45.123490 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-fb211b8b-f909-4ed9-9057-35c452ef4e86 admin admin] Publish callbacks [] for security_group (89f92aa8-ff3b-47fc-bfd1-6bdf3252884c), before_delete {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:42:45.145994 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-fb211b8b-f909-4ed9-9057-35c452ef4e86 admin admin] Publish callbacks [] for security_group (89f92aa8-ff3b-47fc-bfd1-6bdf3252884c), precommit_delete {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:42:45.167095 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.wsgi [-] (109568) accepted ('10.222.0.11', 51006) {{(pid=109568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 22:42:45.171630 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.api.v2.base [None req-91b74a53-f41f-4da9-8609-01e0343ba8cb admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2144112788-network', 'tenant_id': '345c9f84840f433a82a0dfbe5957c7e7'}} {{(pid=109568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 22:42:45.207278 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91b74a53-f41f-4da9-8609-01e0343ba8cb admin admin] Made reservation on behalf of 345c9f84840f433a82a0dfbe5957c7e7 for: {'network': 1} {{(pid=109568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 22:42:45.210101 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-91b74a53-f41f-4da9-8609-01e0343ba8cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616566'] for network (None), before_create {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:42:45.220626 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-91b74a53-f41f-4da9-8609-01e0343ba8cb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:42:45.235488 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-fb211b8b-f909-4ed9-9057-35c452ef4e86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33441213'] for security_group (89f92aa8-ff3b-47fc-bfd1-6bdf3252884c), after_delete {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:42:45.238006 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-fb211b8b-f909-4ed9-9057-35c452ef4e86 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:42:45.239152 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [None req-fb211b8b-f909-4ed9-9057-35c452ef4e86 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/89f92aa8-ff3b-47fc-bfd1-6bdf3252884c HTTP/1.1" status: 204 len: 168 time: 0.1717863 Feb 28 22:42:45.253709 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb211b8b-f909-4ed9-9057-35c452ef4e86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89f92aa8-ff3b-47fc-bfd1-6bdf3252884c,revision_number=None']} {{(pid=109568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:42:45.350281 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-91b74a53-f41f-4da9-8609-01e0343ba8cb admin admin] Publish callbacks [] for security_group (307735fd-b687-4434-a2b1-3dabe0742cd3), precommit_create {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:42:45.357070 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-91b74a53-f41f-4da9-8609-01e0343ba8cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33441213'] for security_group (307735fd-b687-4434-a2b1-3dabe0742cd3), after_create {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:42:45.371579 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-91b74a53-f41f-4da9-8609-01e0343ba8cb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 104} {{(pid=109568) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 22:42:45.387726 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-91b74a53-f41f-4da9-8609-01e0343ba8cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1012980'] for segment (25906ff2-43a2-4984-8b69-c06d7b3638c0), precommit_create {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:42:45.388074 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.db.segments_db [None req-91b74a53-f41f-4da9-8609-01e0343ba8cb admin admin] Added segment 25906ff2-43a2-4984-8b69-c06d7b3638c0 of type vlan for network 67a1f501-a5fe-4bf6-a83c-34b5f2954541 Feb 28 22:42:45.430050 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b74a53-f41f-4da9-8609-01e0343ba8cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=307735fd-b687-4434-a2b1-3dabe0742cd3,revision_number=1']} {{(pid=109568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:42:45.441195 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-91b74a53-f41f-4da9-8609-01e0343ba8cb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750844646229'] for network (67a1f501-a5fe-4bf6-a83c-34b5f2954541), precommit_create {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:42:45.469852 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-91b74a53-f41f-4da9-8609-01e0343ba8cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33441228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33156859'] for network (67a1f501-a5fe-4bf6-a83c-34b5f2954541), after_create {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:42:45.471000 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91b74a53-f41f-4da9-8609-01e0343ba8cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:42:45.471633 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-91b74a53-f41f-4da9-8609-01e0343ba8cb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33156845'] for network (None), before_response {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:42:45.553953 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [None req-91b74a53-f41f-4da9-8609-01e0343ba8cb admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3860517 Feb 28 22:42:45.557862 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.wsgi [-] (109569) accepted ('10.222.0.11', 51020) {{(pid=109569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 22:42:45.563646 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.api.v2.base [None req-5f56c10e-a4aa-4261-b32f-18ea9e791942 admin admin] Request body: {'subnet': {'network_id': '67a1f501-a5fe-4bf6-a83c-34b5f2954541', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2144112788-subnet', 'tenant_id': '345c9f84840f433a82a0dfbe5957c7e7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 22:42:45.579951 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b74a53-f41f-4da9-8609-01e0343ba8cb admin admin] Pushing event updated for resources: {'Network': ['ID=67a1f501-a5fe-4bf6-a83c-34b5f2954541,revision_number=1']} {{(pid=109568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:42:45.587563 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f56c10e-a4aa-4261-b32f-18ea9e791942 admin admin] Made reservation on behalf of 345c9f84840f433a82a0dfbe5957c7e7 for: {'subnet': 1} {{(pid=109569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 22:42:45.590868 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.rpc [None req-154add69-038d-48cc-93ba-bd7e358b6d11 None None] Network 67a1f501-a5fe-4bf6-a83c-34b5f2954541 details requested by agent ovs-agent-dv-cinder-830538-5-iscsi with host dv-cinder-830538-5-iscsi {{(pid=109570) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 22:42:45.596198 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-5f56c10e-a4aa-4261-b32f-18ea9e791942 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30127698'] for subnet (None), before_create {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:42:45.623758 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fc2cd1-d3d3-413c-88ed-9bd38fac7ce2 req-e4eab244-42ce-40cf-8855-55ef5a0b57a3 tempest-DeleteServersTestJSON-784346736 tempest-DeleteServersTestJSON-784346736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:42:45.625287 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-48fc2cd1-d3d3-413c-88ed-9bd38fac7ce2 req-e4eab244-42ce-40cf-8855-55ef5a0b57a3 tempest-DeleteServersTestJSON-784346736 tempest-DeleteServersTestJSON-784346736-project] 10.222.0.11 "GET /v2.0/ports?device_id=9faf877c-ba70-4611-bdbe-300beb137200 HTTP/1.1" status: 200 len: 946 time: 0.1108556 Feb 28 22:42:45.677404 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875cf880-ee33-4667-8db9-8c4c2b513af4 req-7ca24cc3-f3cc-4d42-bc1b-95a48a491eb0 tempest-AttachVolumeShelveTestJSON-2030561000 tempest-AttachVolumeShelveTestJSON-2030561000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:42:45.678948 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-875cf880-ee33-4667-8db9-8c4c2b513af4 req-7ca24cc3-f3cc-4d42-bc1b-95a48a491eb0 tempest-AttachVolumeShelveTestJSON-2030561000 tempest-AttachVolumeShelveTestJSON-2030561000-project] 10.222.0.11 "GET /v2.0/ports?device_id=9d3d1dbb-222b-4ece-94fa-9ef43d198daf HTTP/1.1" status: 200 len: 943 time: 0.1291463 Feb 28 22:42:45.749861 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-48fc2cd1-d3d3-413c-88ed-9bd38fac7ce2 req-d5e4c594-8da2-40a4-b8b7-12777763d7c9 tempest-DeleteServersTestJSON-784346736 tempest-DeleteServersTestJSON-784346736-project] 10.222.0.11 "GET /v2.0/security-groups?id=8b7354e7-3b1d-4635-b677-d1381d13750a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127071 Feb 28 22:42:45.774970 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-875cf880-ee33-4667-8db9-8c4c2b513af4 req-b97acb3f-773a-4762-9112-ed1541dc1222 tempest-AttachVolumeShelveTestJSON-2030561000 tempest-AttachVolumeShelveTestJSON-2030561000-project] 10.222.0.11 "GET /v2.0/security-groups?id=0a9915aa-9c1d-45b5-936b-2bead19a9f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0825837 Feb 28 22:42:45.800349 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-5f56c10e-a4aa-4261-b32f-18ea9e791942 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33448168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33156859', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30055490', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30127712'] for subnet (2e61f12c-bbc9-4fe1-a15b-12dc8886c149), after_create {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:42:45.869328 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200837ea-b8a0-450d-9d16-06081bac1ed1 req-90273373-192d-4846-b678-07d09392b929 tempest-AttachVolumeTestJSON-1325054245 tempest-AttachVolumeTestJSON-1325054245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:42:45.871124 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f56c10e-a4aa-4261-b32f-18ea9e791942 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2e61f12c-bbc9-4fe1-a15b-12dc8886c149,revision_number=0']} {{(pid=109569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:42:45.882003 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f56c10e-a4aa-4261-b32f-18ea9e791942 admin admin] Checking segment: {'id': '25906ff2-43a2-4984-8b69-c06d7b3638c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '67a1f501-a5fe-4bf6-a83c-34b5f2954541'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 22:42:45.882584 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f56c10e-a4aa-4261-b32f-18ea9e791942 admin admin] Network hostable DHCP agents. Network: 67a1f501-a5fe-4bf6-a83c-34b5f2954541, hostable agents: ['55d6ddf3-619a-4750-95a9-02c5b2728e0c'], hosted agents: [] {{(pid=109569) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 22:42:45.882695 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-200837ea-b8a0-450d-9d16-06081bac1ed1 req-90273373-192d-4846-b678-07d09392b929 tempest-AttachVolumeTestJSON-1325054245 tempest-AttachVolumeTestJSON-1325054245-project] 10.222.0.11 "GET /v2.0/ports?device_id=cb5d42fc-117f-46a8-bc9e-2a9c370bc40f HTTP/1.1" status: 200 len: 931 time: 0.0699797 Feb 28 22:42:45.909161 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f56c10e-a4aa-4261-b32f-18ea9e791942 admin admin] Network 67a1f501-a5fe-4bf6-a83c-34b5f2954541 is scheduled to be hosted by DHCP agent 55d6ddf3-619a-4750-95a9-02c5b2728e0c with binding_index 1 {{(pid=109569) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 22:42:45.923836 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.scheduler.base_scheduler [None req-5f56c10e-a4aa-4261-b32f-18ea9e791942 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830538-5-iscsi, 67a1f501-a5fe-4bf6-a83c-34b5f2954541) {{(pid=109569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 22:42:45.932570 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f56c10e-a4aa-4261-b32f-18ea9e791942 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:42:45.933315 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-5f56c10e-a4aa-4261-b32f-18ea9e791942 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33156845'] for subnet (None), before_response {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:42:45.934323 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5b767ef-377c-45e5-a1f1-da2f4621d471 None None] Network 67a1f501-a5fe-4bf6-a83c-34b5f2954541 requested from dv-cinder-830538-5-iscsi {{(pid=109570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 22:42:45.953052 dv-cinder-830538-5-iscsi neutron-server[109569]: INFO neutron.wsgi [None req-5f56c10e-a4aa-4261-b32f-18ea9e791942 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3939228 Feb 28 22:42:45.966466 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-200837ea-b8a0-450d-9d16-06081bac1ed1 req-2782a819-af9d-4b6a-8819-1fa5b0010f15 tempest-AttachVolumeTestJSON-1325054245 tempest-AttachVolumeTestJSON-1325054245-project] 10.222.0.11 "GET /v2.0/security-groups?id=a5149e9f-4f71-46b3-96fa-21697ff32bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0786488 Feb 28 22:42:46.052270 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f69cdf4-923d-4c1d-9000-b325dcd5f396 req-ac81c383-2f62-4399-9598-ea7b6b1ffb51 tempest-ServerRescueNegativeTestJSON-929871608 tempest-ServerRescueNegativeTestJSON-929871608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:42:46.053778 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-0f69cdf4-923d-4c1d-9000-b325dcd5f396 req-ac81c383-2f62-4399-9598-ea7b6b1ffb51 tempest-ServerRescueNegativeTestJSON-929871608 tempest-ServerRescueNegativeTestJSON-929871608-project] 10.222.0.11 "GET /v2.0/ports?device_id=50fff9cd-5238-40fd-ab4f-02f86cf2bbc0 HTTP/1.1" status: 200 len: 944 time: 0.0711715 Feb 28 22:42:46.076010 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91423242-3380-4a97-9681-81b1562a62ac None None] Network 67a1f501-a5fe-4bf6-a83c-34b5f2954541 requested from dv-cinder-830538-5-iscsi {{(pid=109570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 22:42:46.130472 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-0f69cdf4-923d-4c1d-9000-b325dcd5f396 req-aa306b63-008f-425d-b409-3de652722b7b tempest-ServerRescueNegativeTestJSON-929871608 tempest-ServerRescueNegativeTestJSON-929871608-project] 10.222.0.11 "GET /v2.0/security-groups?id=f1de89df-470d-49b7-98ac-8bb65cd72d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676866 Feb 28 22:42:46.585201 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.rpc [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] Device a8b159f5-dc76-40f5-bc9d-ed147644722e details requested by agent hyperv_hv-cinder-83053 with host hv-cinder-83053 {{(pid=109570) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 22:42:46.666981 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.api.v2.base [req-0a5e435b-def7-471b-a217-02511ab0646f req-0c201861-20b5-4ffe-8f8e-af142e283053 service neutron] Request body: {'port': {'device_id': 'cb5d42fc-117f-46a8-bc9e-2a9c370bc40f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83053'}} {{(pid=109568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 22:42:46.687566 dv-cinder-830538-5-iscsi neutron-server[109569]: INFO neutron.wsgi [req-d5af3c50-1f5f-4067-8522-cce7c54a5b6b req-5dd32365-a2f9-49b9-8698-aa771b09e762 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=8b7354e7-3b1d-4635-b677-d1381d13750a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670991 Feb 28 22:42:46.749949 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.db [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] For port a8b159f5-dc76-40f5-bc9d-ed147644722e, host hv-cinder-83053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83053',level=0,port_id=a8b159f5-dc76-40f5-bc9d-ed147644722e,segment=NetworkSegment(e59ecef9-1da6-4950-ad52-2ebcb29e8cdb),segment_id=e59ecef9-1da6-4950-ad52-2ebcb29e8cdb)] {{(pid=109570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 22:42:46.764462 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.rpc [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] Returning: {'device': 'a8b159f5-dc76-40f5-bc9d-ed147644722e', 'network_id': 'ba9103be-0016-4db5-8443-08fa8db70094', 'port_id': 'a8b159f5-dc76-40f5-bc9d-ed147644722e', 'mac_address': 'fa:16:3e:c7:ae:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 116, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4f074c84-eecc-4df3-bfe8-db2db878868a', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109570) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 22:42:46.809816 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.plugin [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] Current status of the port a8b159f5-dc76-40f5-bc9d-ed147644722e is: DOWN; New status is: BUILD {{(pid=109570) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 22:42:46.810207 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616566'] for port (a8b159f5-dc76-40f5-bc9d-ed147644722e), before_update {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:42:46.827515 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.notifiers.nova [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a8b159f5-dc76-40f5-bc9d-ed147644722e {{(pid=109570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 22:42:46.856754 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.db [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] For port a8b159f5-dc76-40f5-bc9d-ed147644722e, host hv-cinder-83053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83053',level=0,port_id=a8b159f5-dc76-40f5-bc9d-ed147644722e,segment=NetworkSegment(e59ecef9-1da6-4950-ad52-2ebcb29e8cdb),segment_id=e59ecef9-1da6-4950-ad52-2ebcb29e8cdb)] {{(pid=109570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 22:42:46.862464 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33156859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750845083886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750844628246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750844628264'] for port (a8b159f5-dc76-40f5-bc9d-ed147644722e), after_update {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:42:46.948265 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] Pushing event updated for resources: {'Port': ['ID=a8b159f5-dc76-40f5-bc9d-ed147644722e,revision_number=4']} {{(pid=109570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:42:46.959690 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-ed352508-abce-44b3-99c3-2f9f649709cc req-64ece5df-d1a8-4c77-90da-9d84ba0e456c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=ba9103be-0016-4db5-8443-08fa8db70094&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3308048 Feb 28 22:42:47.130301 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.db [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] get_ports_and_sgs() called for port_ids ['a8b159f5-dc76-40f5-bc9d-ed147644722e'] {{(pid=109570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 22:42:47.181113 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [req-0a5e435b-def7-471b-a217-02511ab0646f req-0c201861-20b5-4ffe-8f8e-af142e283053 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616566'] for port (6b70fcef-5711-42c2-953d-59fa95ea2477), before_update {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:42:47.220235 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f2087f-1edc-44e6-9934-3d6a7d51ec73 req-84d511d7-c728-4514-ba56-d38381498970 tempest-AttachVolumeShelveTestJSON-2030561000 tempest-AttachVolumeShelveTestJSON-2030561000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:42:47.227529 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-54f2087f-1edc-44e6-9934-3d6a7d51ec73 req-84d511d7-c728-4514-ba56-d38381498970 tempest-AttachVolumeShelveTestJSON-2030561000 tempest-AttachVolumeShelveTestJSON-2030561000-project] 10.222.0.11 "GET /v2.0/ports?device_id=9d3d1dbb-222b-4ece-94fa-9ef43d198daf HTTP/1.1" status: 200 len: 943 time: 0.2721314 Feb 28 22:42:47.233989 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881a131d-6241-403b-b0cf-9999cc5a176a req-38c9e3a9-43f1-4cb1-a271-0ce473987385 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:42:47.244855 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-881a131d-6241-403b-b0cf-9999cc5a176a req-38c9e3a9-43f1-4cb1-a271-0ce473987385 service neutron] 10.222.0.36 "GET /v2.0/networks?id=e1dee003-d534-429c-aed6-3f1020c03805 HTTP/1.1" status: 200 len: 917 time: 0.6158187 Feb 28 22:42:47.244855 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-ed352508-abce-44b3-99c3-2f9f649709cc req-090d6467-7a9a-4a58-894e-13d93fc32e3d service neutron] 10.222.0.36 "GET /v2.0/networks/ba9103be-0016-4db5-8443-08fa8db70094?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2671640 Feb 28 22:42:47.249670 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1f039e-d76f-4cc4-b212-219d831090ea req-ec4968f2-274e-41e5-ae7f-3a1b73ed94b9 tempest-DeleteServersTestJSON-784346736 tempest-DeleteServersTestJSON-784346736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:42:47.251175 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-3b1f039e-d76f-4cc4-b212-219d831090ea req-ec4968f2-274e-41e5-ae7f-3a1b73ed94b9 tempest-DeleteServersTestJSON-784346736 tempest-DeleteServersTestJSON-784346736-project] 10.222.0.11 "GET /v2.0/ports?device_id=9faf877c-ba70-4611-bdbe-300beb137200 HTTP/1.1" status: 200 len: 946 time: 0.2940128 Feb 28 22:42:47.379429 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-881a131d-6241-403b-b0cf-9999cc5a176a req-d9ccd69f-19d3-470e-ae0e-22e755b6bf76 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6daed45d-08df-467a-b1e9-4a94a85a6197 HTTP/1.1" status: 200 len: 217 time: 0.1251965 Feb 28 22:42:47.527556 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-54f2087f-1edc-44e6-9934-3d6a7d51ec73 req-78647996-9630-483e-a620-c5c04b251a80 tempest-AttachVolumeShelveTestJSON-2030561000 tempest-AttachVolumeShelveTestJSON-2030561000-project] 10.222.0.11 "GET /v2.0/security-groups?id=0a9915aa-9c1d-45b5-936b-2bead19a9f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2985098 Feb 28 22:42:47.599040 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-3b1f039e-d76f-4cc4-b212-219d831090ea req-7866e85a-e4b1-406a-946d-466feed78297 tempest-DeleteServersTestJSON-784346736 tempest-DeleteServersTestJSON-784346736-project] 10.222.0.11 "GET /v2.0/security-groups?id=8b7354e7-3b1d-4635-b677-d1381d13750a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3094497 Feb 28 22:42:47.618308 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881a131d-6241-403b-b0cf-9999cc5a176a req-d5324004-fb72-444d-a2a2-f96d98e3fb3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:42:47.621163 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-881a131d-6241-403b-b0cf-9999cc5a176a req-d5324004-fb72-444d-a2a2-f96d98e3fb3f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=3b622ab4-8097-4b6c-8ec2-bb3f77857ed1 HTTP/1.1" status: 200 len: 855 time: 0.2226052 Feb 28 22:42:47.649552 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-ed352508-abce-44b3-99c3-2f9f649709cc req-0b7003ea-ae12-4c0c-b1ef-59856272b27f service neutron] 10.222.0.36 "GET /v2.0/networks/ba9103be-0016-4db5-8443-08fa8db70094?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3963850 Feb 28 22:42:47.894915 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881a131d-6241-403b-b0cf-9999cc5a176a req-1d53d3c4-3e2b-41c7-8873-433982e9bde3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:42:47.896929 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-881a131d-6241-403b-b0cf-9999cc5a176a req-1d53d3c4-3e2b-41c7-8873-433982e9bde3 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e1dee003-d534-429c-aed6-3f1020c03805&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2676380 Feb 28 22:42:47.918404 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bef5a16-de95-478b-b4ac-7e2e4e8b74f7 req-7e583087-d109-4b0b-84b9-2377773fbd51 tempest-ServerRescueNegativeTestJSON-929871608 tempest-ServerRescueNegativeTestJSON-929871608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:42:47.919960 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-5bef5a16-de95-478b-b4ac-7e2e4e8b74f7 req-7e583087-d109-4b0b-84b9-2377773fbd51 tempest-ServerRescueNegativeTestJSON-929871608 tempest-ServerRescueNegativeTestJSON-929871608-project] 10.222.0.11 "GET /v2.0/ports?device_id=50fff9cd-5238-40fd-ab4f-02f86cf2bbc0 HTTP/1.1" status: 200 len: 944 time: 0.2125247 Feb 28 22:42:47.942115 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd3b4c9-7f9b-4d2a-82f6-e6216136054d req-3d5303e2-2cb5-40eb-b21c-8336c0b45f0f tempest-AttachVolumeTestJSON-1325054245 tempest-AttachVolumeTestJSON-1325054245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:42:47.950469 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-2bd3b4c9-7f9b-4d2a-82f6-e6216136054d req-3d5303e2-2cb5-40eb-b21c-8336c0b45f0f tempest-AttachVolumeTestJSON-1325054245 tempest-AttachVolumeTestJSON-1325054245-project] 10.222.0.11 "GET /v2.0/ports?device_id=cb5d42fc-117f-46a8-bc9e-2a9c370bc40f HTTP/1.1" status: 200 len: 931 time: 0.2499807 Feb 28 22:42:47.954602 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4b4835-b01b-4c95-92a3-21d8ccee926d req-b6df6781-8fa0-40fa-8cbc-89a27f0000cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:42:47.956291 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-aa4b4835-b01b-4c95-92a3-21d8ccee926d req-b6df6781-8fa0-40fa-8cbc-89a27f0000cf service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=1a9fe67e7e534a2f9e267047a6a40917&device_id=50fff9cd-5238-40fd-ab4f-02f86cf2bbc0 HTTP/1.1" status: 200 len: 1128 time: 0.2356741 Feb 28 22:42:48.234950 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-2bd3b4c9-7f9b-4d2a-82f6-e6216136054d req-1aaab41a-18dc-4e5a-aec0-7b5965dadc1a tempest-AttachVolumeTestJSON-1325054245 tempest-AttachVolumeTestJSON-1325054245-project] 10.222.0.11 "GET /v2.0/security-groups?id=a5149e9f-4f71-46b3-96fa-21697ff32bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2831731 Feb 28 22:42:48.244530 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.notifiers.nova [req-0a5e435b-def7-471b-a217-02511ab0646f req-0c201861-20b5-4ffe-8f8e-af142e283053 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6b70fcef-5711-42c2-953d-59fa95ea2477 {{(pid=109568) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 22:42:48.262342 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-5bef5a16-de95-478b-b4ac-7e2e4e8b74f7 req-ada94a5b-3427-4603-917b-f3b55cf5f7f5 tempest-ServerRescueNegativeTestJSON-929871608 tempest-ServerRescueNegativeTestJSON-929871608-project] 10.222.0.11 "GET /v2.0/security-groups?id=f1de89df-470d-49b7-98ac-8bb65cd72d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3023503 Feb 28 22:42:48.267568 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [req-0a5e435b-def7-471b-a217-02511ab0646f req-0c201861-20b5-4ffe-8f8e-af142e283053 service neutron] Publish callbacks [] for port (6b70fcef-5711-42c2-953d-59fa95ea2477), precommit_update {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:42:48.273310 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-881a131d-6241-403b-b0cf-9999cc5a176a req-1fd17a5c-8dd5-4981-83c1-99595c37714a service neutron] 10.222.0.36 "GET /v2.0/networks/e1dee003-d534-429c-aed6-3f1020c03805?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3629453 Feb 28 22:42:48.277152 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4b4835-b01b-4c95-92a3-21d8ccee926d req-990e50d2-206c-473d-99bd-99a2ae47b103 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:42:48.278810 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-aa4b4835-b01b-4c95-92a3-21d8ccee926d req-990e50d2-206c-473d-99bd-99a2ae47b103 service neutron] 10.222.0.36 "GET /v2.0/networks?id=ba9103be-0016-4db5-8443-08fa8db70094 HTTP/1.1" status: 200 len: 919 time: 0.3100352 Feb 28 22:42:48.314258 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.db.provisioning_blocks [req-0a5e435b-def7-471b-a217-02511ab0646f req-0c201861-20b5-4ffe-8f8e-af142e283053 service neutron] Transition to ACTIVE for port object 6b70fcef-5711-42c2-953d-59fa95ea2477 will not be triggered until provisioned by entity L2. {{(pid=109568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Feb 28 22:42:48.374964 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [req-0a5e435b-def7-471b-a217-02511ab0646f req-0c201861-20b5-4ffe-8f8e-af142e283053 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33156859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750845083886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750844628246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750844628264'] for port (6b70fcef-5711-42c2-953d-59fa95ea2477), after_update {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:42:48.377641 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-aa4b4835-b01b-4c95-92a3-21d8ccee926d req-705ec571-6f1d-492a-ac45-9cc0cff11b81 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=aa21a1aa-bc63-48f8-a49a-46871a4c118e HTTP/1.1" status: 200 len: 217 time: 0.0849581 Feb 28 22:42:48.517814 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-881a131d-6241-403b-b0cf-9999cc5a176a req-e53ad4d9-0cfc-4973-a966-874d7a555a29 service neutron] 10.222.0.36 "GET /v2.0/networks/e1dee003-d534-429c-aed6-3f1020c03805?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2353387 Feb 28 22:42:48.518572 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c201861-20b5-4ffe-8f8e-af142e283053 service neutron] Pushing event updated for resources: {'Port': ['ID=6b70fcef-5711-42c2-953d-59fa95ea2477,revision_number=2']} {{(pid=109568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:42:48.541082 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4b4835-b01b-4c95-92a3-21d8ccee926d req-6c85d384-1ac7-4bba-a340-3265e5d3a580 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:42:48.543577 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-aa4b4835-b01b-4c95-92a3-21d8ccee926d req-6c85d384-1ac7-4bba-a340-3265e5d3a580 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4f074c84-eecc-4df3-bfe8-db2db878868a HTTP/1.1" status: 200 len: 858 time: 0.1554627 Feb 28 22:42:48.601096 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.rpc [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] Device 6daed45d-08df-467a-b1e9-4a94a85a6197 details requested by agent hyperv_hv-cinder-83053 with host hv-cinder-83053 {{(pid=109570) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 22:42:48.606454 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.rpc [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] Device a8b159f5-dc76-40f5-bc9d-ed147644722e up at agent hyperv_hv-cinder-83053 {{(pid=109570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 22:42:48.704344 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-aa4b4835-b01b-4c95-92a3-21d8ccee926d req-6fab87a5-21ce-4031-9fe9-129dc1333cb8 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=ba9103be-0016-4db5-8443-08fa8db70094&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1529269 Feb 28 22:42:48.730903 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.plugins.ml2.managers [req-0a5e435b-def7-471b-a217-02511ab0646f req-0c201861-20b5-4ffe-8f8e-af142e283053 service neutron] Attempting to bind port 6b70fcef-5711-42c2-953d-59fa95ea2477 on host hv-cinder-83053 for vnic_type normal with profile {{(pid=109568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 22:42:48.731241 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.plugins.ml2.managers [req-0a5e435b-def7-471b-a217-02511ab0646f req-0c201861-20b5-4ffe-8f8e-af142e283053 service neutron] Attempting to bind port 6b70fcef-5711-42c2-953d-59fa95ea2477 by drivers openvswitch,hyperv on host hv-cinder-83053 at level 0 using segments [{'id': '2b825055-5822-4684-9f9c-fddeefc76ff6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'df2fc3b5-d3d8-4f0b-b393-20e4e2e253bc'}] {{(pid=109568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 22:42:48.731565 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a5e435b-def7-471b-a217-02511ab0646f req-0c201861-20b5-4ffe-8f8e-af142e283053 service neutron] Attempting to bind port 6b70fcef-5711-42c2-953d-59fa95ea2477 on network df2fc3b5-d3d8-4f0b-b393-20e4e2e253bc {{(pid=109568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 22:42:48.755540 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a5e435b-def7-471b-a217-02511ab0646f req-0c201861-20b5-4ffe-8f8e-af142e283053 service neutron] Port 6b70fcef-5711-42c2-953d-59fa95ea2477 on network df2fc3b5-d3d8-4f0b-b393-20e4e2e253bc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83053 {{(pid=109568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 22:42:48.755889 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a5e435b-def7-471b-a217-02511ab0646f req-0c201861-20b5-4ffe-8f8e-af142e283053 service neutron] Attempting to bind port 6b70fcef-5711-42c2-953d-59fa95ea2477 on network df2fc3b5-d3d8-4f0b-b393-20e4e2e253bc {{(pid=109568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 22:42:48.860876 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.db.provisioning_blocks [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] Provisioning for port a8b159f5-dc76-40f5-bc9d-ed147644722e completed by entity L2. {{(pid=109570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 28 22:42:48.871107 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.db.provisioning_blocks [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] Provisioning complete for port a8b159f5-dc76-40f5-bc9d-ed147644722e triggered by entity L2. {{(pid=109570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 22:42:48.871487 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579965'] for port (a8b159f5-dc76-40f5-bc9d-ed147644722e), provisioning_complete {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:42:48.934071 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.db [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] For port 6daed45d-08df-467a-b1e9-4a94a85a6197, host hv-cinder-83053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83053',level=0,port_id=6daed45d-08df-467a-b1e9-4a94a85a6197,segment=NetworkSegment(28413273-d7c8-4d86-a7b1-c45f9712072e),segment_id=28413273-d7c8-4d86-a7b1-c45f9712072e)] {{(pid=109570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 22:42:48.954769 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.rpc [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] Returning: {'device': '6daed45d-08df-467a-b1e9-4a94a85a6197', 'network_id': 'e1dee003-d534-429c-aed6-3f1020c03805', 'port_id': '6daed45d-08df-467a-b1e9-4a94a85a6197', 'mac_address': 'fa:16:3e:b8:40:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b622ab4-8097-4b6c-8ec2-bb3f77857ed1', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109570) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 22:42:49.025876 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.plugin [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] Current status of the port 6daed45d-08df-467a-b1e9-4a94a85a6197 is: DOWN; New status is: BUILD {{(pid=109570) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 22:42:49.026281 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616566'] for port (6daed45d-08df-467a-b1e9-4a94a85a6197), before_update {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:42:49.051587 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.notifiers.nova [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6daed45d-08df-467a-b1e9-4a94a85a6197 {{(pid=109570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 22:42:49.062129 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.plugin [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] Current status of the port a8b159f5-dc76-40f5-bc9d-ed147644722e is: BUILD; New status is: ACTIVE {{(pid=109570) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 22:42:49.062503 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616566'] for port (a8b159f5-dc76-40f5-bc9d-ed147644722e), before_update {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:42:49.080343 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a5e435b-def7-471b-a217-02511ab0646f req-0c201861-20b5-4ffe-8f8e-af142e283053 service neutron] Checking agent: {'id': '5b2bda77-ea31-45ff-af39-f050a95cb1da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83053', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 22, 40, 14), 'started_at': datetime.datetime(2022, 2, 28, 22, 40, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 22, 42, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 22:42:49.080746 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a5e435b-def7-471b-a217-02511ab0646f req-0c201861-20b5-4ffe-8f8e-af142e283053 service neutron] Checking segment: {'id': '2b825055-5822-4684-9f9c-fddeefc76ff6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'df2fc3b5-d3d8-4f0b-b393-20e4e2e253bc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 22:42:49.081067 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a5e435b-def7-471b-a217-02511ab0646f req-0c201861-20b5-4ffe-8f8e-af142e283053 service neutron] Bound using segment: {'id': '2b825055-5822-4684-9f9c-fddeefc76ff6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'df2fc3b5-d3d8-4f0b-b393-20e4e2e253bc'} {{(pid=109568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 22:42:49.081508 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.plugins.ml2.managers [req-0a5e435b-def7-471b-a217-02511ab0646f req-0c201861-20b5-4ffe-8f8e-af142e283053 service neutron] Bound port: 6b70fcef-5711-42c2-953d-59fa95ea2477, host: hv-cinder-83053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2b825055-5822-4684-9f9c-fddeefc76ff6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'df2fc3b5-d3d8-4f0b-b393-20e4e2e253bc'}}] {{(pid=109568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 22:42:49.081862 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [req-0a5e435b-def7-471b-a217-02511ab0646f req-0c201861-20b5-4ffe-8f8e-af142e283053 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616566'] for port (6b70fcef-5711-42c2-953d-59fa95ea2477), before_update {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:42:49.089381 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.db [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] For port 6daed45d-08df-467a-b1e9-4a94a85a6197, host hv-cinder-83053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83053',level=0,port_id=6daed45d-08df-467a-b1e9-4a94a85a6197,segment=NetworkSegment(28413273-d7c8-4d86-a7b1-c45f9712072e),segment_id=28413273-d7c8-4d86-a7b1-c45f9712072e)] {{(pid=109570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 22:42:49.104529 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bedc2889-c234-478f-9d9f-b557dcd5e13e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8b159f5-dc76-40f5-bc9d-ed147644722e'}] {{(pid=109570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 22:42:49.106890 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fade63a226c96e14254c735f674fb73a181a47373151acc9bb38ade81564009" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84b6b775-954f-4f10-a291-fa611326579e" -d '{"events": [{"server_uuid": "bedc2889-c234-478f-9d9f-b557dcd5e13e", "name": "network-vif-plugged", "status": "completed", "tag": "a8b159f5-dc76-40f5-bc9d-ed147644722e"}]}' {{(pid=109570) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 22:42:49.111512 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33156859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750845083886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750844628246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750844628264'] for port (6daed45d-08df-467a-b1e9-4a94a85a6197), after_update {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:42:49.129597 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.db [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] For port a8b159f5-dc76-40f5-bc9d-ed147644722e, host hv-cinder-83053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83053',level=0,port_id=a8b159f5-dc76-40f5-bc9d-ed147644722e,segment=NetworkSegment(e59ecef9-1da6-4950-ad52-2ebcb29e8cdb),segment_id=e59ecef9-1da6-4950-ad52-2ebcb29e8cdb)] {{(pid=109570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 22:42:49.149651 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33156859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750845083886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750844628246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750844628264'] for port (a8b159f5-dc76-40f5-bc9d-ed147644722e), after_update {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:42:49.178563 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] Pushing event updated for resources: {'Port': ['ID=6daed45d-08df-467a-b1e9-4a94a85a6197,revision_number=4']} {{(pid=109570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:42:49.184906 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31f3256-68b1-497e-83aa-8a0f30aec834 req-5d35b47c-5721-4883-b618-ad571df4a060 tempest-AttachVolumeShelveTestJSON-2030561000 tempest-AttachVolumeShelveTestJSON-2030561000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:42:49.186738 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-a31f3256-68b1-497e-83aa-8a0f30aec834 req-5d35b47c-5721-4883-b618-ad571df4a060 tempest-AttachVolumeShelveTestJSON-2030561000 tempest-AttachVolumeShelveTestJSON-2030561000-project] 10.222.0.11 "GET /v2.0/ports?device_id=9d3d1dbb-222b-4ece-94fa-9ef43d198daf HTTP/1.1" status: 200 len: 943 time: 0.4785321 Feb 28 22:42:49.231642 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-aa4b4835-b01b-4c95-92a3-21d8ccee926d req-2c7b6d22-30fd-48ea-92ef-17dc0d71013a service neutron] 10.222.0.36 "GET /v2.0/networks/ba9103be-0016-4db5-8443-08fa8db70094?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5104866 Feb 28 22:42:49.252352 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] Pushing event updated for resources: {'Port': ['ID=a8b159f5-dc76-40f5-bc9d-ed147644722e,revision_number=5']} {{(pid=109570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:42:49.286327 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8f90fe-2524-4d78-a276-32e359af7cab req-3fde425b-71e3-43f6-9d6d-61cdca32fbbd tempest-DeleteServersTestJSON-784346736 tempest-DeleteServersTestJSON-784346736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:42:49.287977 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-0c8f90fe-2524-4d78-a276-32e359af7cab req-3fde425b-71e3-43f6-9d6d-61cdca32fbbd tempest-DeleteServersTestJSON-784346736 tempest-DeleteServersTestJSON-784346736-project] 10.222.0.11 "GET /v2.0/ports?device_id=9faf877c-ba70-4611-bdbe-300beb137200 HTTP/1.1" status: 200 len: 946 time: 0.5171731 Feb 28 22:42:49.324529 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.plugins.ml2.db [req-0a5e435b-def7-471b-a217-02511ab0646f req-0c201861-20b5-4ffe-8f8e-af142e283053 service neutron] For port 6b70fcef-5711-42c2-953d-59fa95ea2477, host hv-cinder-83053, cleared binding levels {{(pid=109568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 22:42:49.359081 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.db [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] get_ports_and_sgs() called for port_ids ['6daed45d-08df-467a-b1e9-4a94a85a6197'] {{(pid=109570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 22:42:49.360204 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.plugins.ml2.db [req-0a5e435b-def7-471b-a217-02511ab0646f req-0c201861-20b5-4ffe-8f8e-af142e283053 service neutron] For port 6b70fcef-5711-42c2-953d-59fa95ea2477, host hv-cinder-83053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83053',level=0,port_id=6b70fcef-5711-42c2-953d-59fa95ea2477,segment=NetworkSegment(2b825055-5822-4684-9f9c-fddeefc76ff6),segment_id=2b825055-5822-4684-9f9c-fddeefc76ff6)] {{(pid=109568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 22:42:49.374854 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-a31f3256-68b1-497e-83aa-8a0f30aec834 req-1799a491-2680-4ead-b3f0-3c12460e1b01 tempest-AttachVolumeShelveTestJSON-2030561000 tempest-AttachVolumeShelveTestJSON-2030561000-project] 10.222.0.11 "GET /v2.0/security-groups?id=0a9915aa-9c1d-45b5-936b-2bead19a9f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1737776 Feb 28 22:42:49.381276 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [req-0a5e435b-def7-471b-a217-02511ab0646f req-0c201861-20b5-4ffe-8f8e-af142e283053 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33156859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750845083886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750844628246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750844628264'] for port (6b70fcef-5711-42c2-953d-59fa95ea2477), after_update {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:42:49.445256 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 22:42:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc5a0078-f1cd-440b-b4bf-f7307711fe56 x-openstack-request-id: req-fc5a0078-f1cd-440b-b4bf-f7307711fe56 {{(pid=109570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 22:42:49.445777 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bedc2889-c234-478f-9d9f-b557dcd5e13e", "name": "network-vif-plugged", "status": "completed", "tag": "a8b159f5-dc76-40f5-bc9d-ed147644722e", "code": 200}]} {{(pid=109570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 22:42:49.446209 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-fc5a0078-f1cd-440b-b4bf-f7307711fe56 {{(pid=109570) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 22:42:49.447246 dv-cinder-830538-5-iscsi neutron-server[109570]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bedc2889-c234-478f-9d9f-b557dcd5e13e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8b159f5-dc76-40f5-bc9d-ed147644722e', 'code': 200} Feb 28 22:42:49.558449 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5e435b-def7-471b-a217-02511ab0646f req-0c201861-20b5-4ffe-8f8e-af142e283053 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:42:49.559537 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [req-0a5e435b-def7-471b-a217-02511ab0646f req-0c201861-20b5-4ffe-8f8e-af142e283053 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33156845'] for port (None), before_response {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:42:49.570287 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-0a5e435b-def7-471b-a217-02511ab0646f req-0c201861-20b5-4ffe-8f8e-af142e283053 service neutron] 10.222.0.36 "PUT /v2.0/ports/6b70fcef-5711-42c2-953d-59fa95ea2477 HTTP/1.1" status: 200 len: 1093 time: 2.9333074 Feb 28 22:42:49.578720 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb5d42fc-117f-46a8-bc9e-2a9c370bc40f', 'tag': '6b70fcef-5711-42c2-953d-59fa95ea2477'}] {{(pid=109568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 22:42:49.581365 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be30730c9f576b5ae602769365630bce3a2881df6c4aa92702dca8eb1643a507" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9496a942-1d8d-49d7-8bb0-2f1cf2c3f7f8" -d '{"events": [{"name": "network-changed", "server_uuid": "cb5d42fc-117f-46a8-bc9e-2a9c370bc40f", "tag": "6b70fcef-5711-42c2-953d-59fa95ea2477"}]}' {{(pid=109568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 22:42:49.613839 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-0c8f90fe-2524-4d78-a276-32e359af7cab req-b3b3326a-0b9d-41e4-8aa7-b018e8b7a2a1 tempest-DeleteServersTestJSON-784346736 tempest-DeleteServersTestJSON-784346736-project] 10.222.0.11 "GET /v2.0/security-groups?id=8b7354e7-3b1d-4635-b677-d1381d13750a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2910669 Feb 28 22:42:49.621681 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-aa4b4835-b01b-4c95-92a3-21d8ccee926d req-96269db9-3756-41b2-8e72-6884f2ff7028 service neutron] 10.222.0.36 "GET /v2.0/networks/ba9103be-0016-4db5-8443-08fa8db70094?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3764088 Feb 28 22:42:49.717988 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c201861-20b5-4ffe-8f8e-af142e283053 service neutron] Pushing event updated for resources: {'Port': ['ID=6b70fcef-5711-42c2-953d-59fa95ea2477,revision_number=3']} {{(pid=109568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:42:49.810945 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466937d2-8453-4fdd-8aa2-cab39e457101 req-ce490272-0a7c-4a18-a94a-916a859b1d69 tempest-AttachVolumeTestJSON-1325054245 tempest-AttachVolumeTestJSON-1325054245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:42:49.812805 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-466937d2-8453-4fdd-8aa2-cab39e457101 req-ce490272-0a7c-4a18-a94a-916a859b1d69 tempest-AttachVolumeTestJSON-1325054245 tempest-AttachVolumeTestJSON-1325054245-project] 10.222.0.11 "GET /v2.0/ports?device_id=cb5d42fc-117f-46a8-bc9e-2a9c370bc40f HTTP/1.1" status: 200 len: 943 time: 0.2415535 Feb 28 22:42:49.822940 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5e435b-def7-471b-a217-02511ab0646f req-74b6c120-ffc2-4528-acf2-9f9d7ba81f6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:42:49.824652 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-0a5e435b-def7-471b-a217-02511ab0646f req-74b6c120-ffc2-4528-acf2-9f9d7ba81f6b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=558108c6409d474abda99b19120d05ad&device_id=cb5d42fc-117f-46a8-bc9e-2a9c370bc40f HTTP/1.1" status: 200 len: 1127 time: 0.1748991 Feb 28 22:42:49.899341 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-0a5e435b-def7-471b-a217-02511ab0646f req-40c6d9e4-f90c-4ff3-aaf6-0d0b8fcd31a7 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6b70fcef-5711-42c2-953d-59fa95ea2477 HTTP/1.1" status: 200 len: 217 time: 0.0588901 Feb 28 22:42:49.906936 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d94914-e481-4585-b72e-d4509179b1dd req-7ef5ee04-a6fb-4d86-9c3b-23aa8472d456 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:42:49.908426 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-a1d94914-e481-4585-b72e-d4509179b1dd req-7ef5ee04-a6fb-4d86-9c3b-23aa8472d456 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=bedc2889-c234-478f-9d9f-b557dcd5e13e HTTP/1.1" status: 200 len: 1130 time: 0.1925294 Feb 28 22:42:49.967239 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeba0d46-e123-4b8c-a87f-f24b72e7063f req-ad7e7066-c8f3-45de-b94a-c957da63b281 tempest-ServerRescueNegativeTestJSON-929871608 tempest-ServerRescueNegativeTestJSON-929871608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:42:49.968887 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-aeba0d46-e123-4b8c-a87f-f24b72e7063f req-ad7e7066-c8f3-45de-b94a-c957da63b281 tempest-ServerRescueNegativeTestJSON-929871608 tempest-ServerRescueNegativeTestJSON-929871608-project] 10.222.0.11 "GET /v2.0/ports?device_id=50fff9cd-5238-40fd-ab4f-02f86cf2bbc0 HTTP/1.1" status: 200 len: 944 time: 0.2102799 Feb 28 22:42:50.027888 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-466937d2-8453-4fdd-8aa2-cab39e457101 req-b75bc2a2-9057-4049-a31d-68e6e6eb1af2 tempest-AttachVolumeTestJSON-1325054245 tempest-AttachVolumeTestJSON-1325054245-project] 10.222.0.11 "GET /v2.0/security-groups?id=a5149e9f-4f71-46b3-96fa-21697ff32bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2010899 Feb 28 22:42:50.053264 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5e435b-def7-471b-a217-02511ab0646f req-a4ec3d2c-4e90-4f5e-9195-f91ab2b5d6a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:42:50.054798 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-0a5e435b-def7-471b-a217-02511ab0646f req-a4ec3d2c-4e90-4f5e-9195-f91ab2b5d6a0 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=22e78a7b-72b0-4514-af71-979e73dc5a6f HTTP/1.1" status: 200 len: 850 time: 0.1447263 Feb 28 22:42:50.075493 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-a1d94914-e481-4585-b72e-d4509179b1dd req-24ffb0de-a8e5-4e52-ab1e-a2d331878b31 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=f1de89df-470d-49b7-98ac-8bb65cd72d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1509287 Feb 28 22:42:50.098389 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 22:42:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49ea685d-80ef-4732-ac44-022cbcbe1c95 x-openstack-request-id: req-49ea685d-80ef-4732-ac44-022cbcbe1c95 {{(pid=109568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 22:42:50.098691 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb5d42fc-117f-46a8-bc9e-2a9c370bc40f", "tag": "6b70fcef-5711-42c2-953d-59fa95ea2477", "status": "completed", "code": 200}]} {{(pid=109568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 22:42:50.099115 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-49ea685d-80ef-4732-ac44-022cbcbe1c95 {{(pid=109568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 22:42:50.099520 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb5d42fc-117f-46a8-bc9e-2a9c370bc40f', 'tag': '6b70fcef-5711-42c2-953d-59fa95ea2477', 'status': 'completed', 'code': 200} Feb 28 22:42:50.111565 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-aeba0d46-e123-4b8c-a87f-f24b72e7063f req-ffb3f59e-13ed-4f9a-afd2-418daeda516e tempest-ServerRescueNegativeTestJSON-929871608 tempest-ServerRescueNegativeTestJSON-929871608-project] 10.222.0.11 "GET /v2.0/security-groups?id=f1de89df-470d-49b7-98ac-8bb65cd72d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230459 Feb 28 22:42:50.133268 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5e435b-def7-471b-a217-02511ab0646f req-a1f73dd1-9f37-4a56-9493-08fb75cbcd6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:42:50.134034 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-0a5e435b-def7-471b-a217-02511ab0646f req-a1f73dd1-9f37-4a56-9493-08fb75cbcd6c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=df2fc3b5-d3d8-4f0b-b393-20e4e2e253bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0715895 Feb 28 22:42:50.378713 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-0a5e435b-def7-471b-a217-02511ab0646f req-7b43a217-7d29-479c-a151-92d80dfdc437 service neutron] 10.222.0.36 "GET /v2.0/networks/df2fc3b5-d3d8-4f0b-b393-20e4e2e253bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0974851 Feb 28 22:42:50.510986 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-0a5e435b-def7-471b-a217-02511ab0646f req-fceeb995-0e71-4101-8d2b-c4bdd94f445c service neutron] 10.222.0.36 "GET /v2.0/networks/df2fc3b5-d3d8-4f0b-b393-20e4e2e253bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254635 Feb 28 22:42:50.538642 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f42326a-80ba-47b7-aa0d-e3bd810407a0 req-a93727d0-a18a-4671-8039-5e442ac211ea tempest-AttachVolumeShelveTestJSON-2030561000 tempest-AttachVolumeShelveTestJSON-2030561000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:42:50.540141 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-0f42326a-80ba-47b7-aa0d-e3bd810407a0 req-a93727d0-a18a-4671-8039-5e442ac211ea tempest-AttachVolumeShelveTestJSON-2030561000 tempest-AttachVolumeShelveTestJSON-2030561000-project] 10.222.0.11 "GET /v2.0/ports?device_id=9d3d1dbb-222b-4ece-94fa-9ef43d198daf HTTP/1.1" status: 200 len: 944 time: 0.0744741 Feb 28 22:42:50.580921 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.wsgi [-] (109569) accepted ('10.222.0.11', 51246) {{(pid=109569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 22:42:50.616021 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-0f42326a-80ba-47b7-aa0d-e3bd810407a0 req-d38c9e99-c1cb-441b-bbc8-4f76f0942cc0 tempest-AttachVolumeShelveTestJSON-2030561000 tempest-AttachVolumeShelveTestJSON-2030561000-project] 10.222.0.11 "GET /v2.0/security-groups?id=0a9915aa-9c1d-45b5-936b-2bead19a9f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0692809 Feb 28 22:42:50.626296 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9496a942-1d8d-49d7-8bb0-2f1cf2c3f7f8 req-b715e8a8-b27e-46db-862f-1b4b18e0d89e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:42:50.628112 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-9496a942-1d8d-49d7-8bb0-2f1cf2c3f7f8 req-b715e8a8-b27e-46db-862f-1b4b18e0d89e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=558108c6409d474abda99b19120d05ad&device_id=cb5d42fc-117f-46a8-bc9e-2a9c370bc40f HTTP/1.1" status: 200 len: 1127 time: 0.0678046 Feb 28 22:42:50.636247 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.rpc [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] Device aa21a1aa-bc63-48f8-a49a-46871a4c118e details requested by agent hyperv_hv-cinder-83053 with host hv-cinder-83053 {{(pid=109570) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 22:42:50.701468 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.rpc [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] Device 6daed45d-08df-467a-b1e9-4a94a85a6197 up at agent hyperv_hv-cinder-83053 {{(pid=109570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 22:42:50.703352 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-bfb86d3b-8950-4be4-a9db-23fbd999b42d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:42:50.747557 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9496a942-1d8d-49d7-8bb0-2f1cf2c3f7f8 req-d9305241-3498-4c6c-a847-6a8e88f58b27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:42:50.749934 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-9496a942-1d8d-49d7-8bb0-2f1cf2c3f7f8 req-d9305241-3498-4c6c-a847-6a8e88f58b27 service neutron] 10.222.0.36 "GET /v2.0/networks?id=df2fc3b5-d3d8-4f0b-b393-20e4e2e253bc HTTP/1.1" status: 200 len: 912 time: 0.1046376 Feb 28 22:42:50.797570 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-9496a942-1d8d-49d7-8bb0-2f1cf2c3f7f8 req-e591b830-09b2-4299-a25f-a8524a21987a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6b70fcef-5711-42c2-953d-59fa95ea2477 HTTP/1.1" status: 200 len: 217 time: 0.0403471 Feb 28 22:42:50.810363 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-bfb86d3b-8950-4be4-a9db-23fbd999b42d admin admin] Publish callbacks [] for security_group (533b7a0d-4a00-4faa-b362-021c0e6cf4e4), precommit_create {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:42:50.810615 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.db [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] For port aa21a1aa-bc63-48f8-a49a-46871a4c118e, host hv-cinder-83053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83053',level=0,port_id=aa21a1aa-bc63-48f8-a49a-46871a4c118e,segment=NetworkSegment(e59ecef9-1da6-4950-ad52-2ebcb29e8cdb),segment_id=e59ecef9-1da6-4950-ad52-2ebcb29e8cdb)] {{(pid=109570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 22:42:50.816228 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-bfb86d3b-8950-4be4-a9db-23fbd999b42d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33441213'] for security_group (533b7a0d-4a00-4faa-b362-021c0e6cf4e4), after_create {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:42:50.822267 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.db.provisioning_blocks [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] Provisioning for port 6daed45d-08df-467a-b1e9-4a94a85a6197 completed by entity L2. {{(pid=109570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 28 22:42:50.829081 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.db.provisioning_blocks [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] Provisioning complete for port 6daed45d-08df-467a-b1e9-4a94a85a6197 triggered by entity L2. {{(pid=109570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 22:42:50.829624 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579965'] for port (6daed45d-08df-467a-b1e9-4a94a85a6197), provisioning_complete {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:42:50.855451 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9496a942-1d8d-49d7-8bb0-2f1cf2c3f7f8 req-8e045248-c752-4d0c-baf1-66cb77117bdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:42:50.857438 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-9496a942-1d8d-49d7-8bb0-2f1cf2c3f7f8 req-8e045248-c752-4d0c-baf1-66cb77117bdb service neutron] 10.222.0.36 "GET /v2.0/subnets?id=22e78a7b-72b0-4514-af71-979e73dc5a6f HTTP/1.1" status: 200 len: 850 time: 0.0524220 Feb 28 22:42:50.862566 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb86d3b-8950-4be4-a9db-23fbd999b42d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=533b7a0d-4a00-4faa-b362-021c0e6cf4e4,revision_number=1']} {{(pid=109569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:42:50.878178 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.rpc [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] Returning: {'device': 'aa21a1aa-bc63-48f8-a49a-46871a4c118e', 'network_id': 'ba9103be-0016-4db5-8443-08fa8db70094', 'port_id': 'aa21a1aa-bc63-48f8-a49a-46871a4c118e', 'mac_address': 'fa:16:3e:ac:b9:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 116, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4f074c84-eecc-4df3-bfe8-db2db878868a', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109570) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 22:42:50.919803 dv-cinder-830538-5-iscsi neutron-server[109569]: INFO neutron.wsgi [None req-bfb86d3b-8950-4be4-a9db-23fbd999b42d admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=262dd87d38004b2f83a3d759489d70ef&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3375032 Feb 28 22:42:50.920475 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.wsgi [-] (109569) accepted ('10.222.0.11', 51262) {{(pid=109569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 22:42:50.950614 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9496a942-1d8d-49d7-8bb0-2f1cf2c3f7f8 req-9b24bc97-190e-4f2f-9a41-aba49a3e7a4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:42:50.954118 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-9496a942-1d8d-49d7-8bb0-2f1cf2c3f7f8 req-9b24bc97-190e-4f2f-9a41-aba49a3e7a4d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=df2fc3b5-d3d8-4f0b-b393-20e4e2e253bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0823998 Feb 28 22:42:50.979115 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.plugin [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] Current status of the port aa21a1aa-bc63-48f8-a49a-46871a4c118e is: DOWN; New status is: BUILD {{(pid=109570) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 22:42:50.979508 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616566'] for port (aa21a1aa-bc63-48f8-a49a-46871a4c118e), before_update {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:42:50.982453 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.plugin [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] Current status of the port 6daed45d-08df-467a-b1e9-4a94a85a6197 is: BUILD; New status is: ACTIVE {{(pid=109570) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 22:42:50.982823 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616566'] for port (6daed45d-08df-467a-b1e9-4a94a85a6197), before_update {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:42:50.991730 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-9169dace-2196-4bd1-85cb-96a6d27806bd admin admin] Publish callbacks [] for security_group (533b7a0d-4a00-4faa-b362-021c0e6cf4e4), before_delete {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:42:51.001767 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.notifiers.nova [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aa21a1aa-bc63-48f8-a49a-46871a4c118e {{(pid=109570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 22:42:51.016748 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-9169dace-2196-4bd1-85cb-96a6d27806bd admin admin] Publish callbacks [] for security_group (533b7a0d-4a00-4faa-b362-021c0e6cf4e4), precommit_delete {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:42:51.034680 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.db [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] For port aa21a1aa-bc63-48f8-a49a-46871a4c118e, host hv-cinder-83053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83053',level=0,port_id=aa21a1aa-bc63-48f8-a49a-46871a4c118e,segment=NetworkSegment(e59ecef9-1da6-4950-ad52-2ebcb29e8cdb),segment_id=e59ecef9-1da6-4950-ad52-2ebcb29e8cdb)] {{(pid=109570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 22:42:51.048054 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33156859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750845083886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750844628246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750844628264'] for port (aa21a1aa-bc63-48f8-a49a-46871a4c118e), after_update {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:42:51.051788 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.db [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] For port 6daed45d-08df-467a-b1e9-4a94a85a6197, host hv-cinder-83053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83053',level=0,port_id=6daed45d-08df-467a-b1e9-4a94a85a6197,segment=NetworkSegment(28413273-d7c8-4d86-a7b1-c45f9712072e),segment_id=28413273-d7c8-4d86-a7b1-c45f9712072e)] {{(pid=109570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 22:42:51.077104 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33156859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750845083886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750844628246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750844628264'] for port (6daed45d-08df-467a-b1e9-4a94a85a6197), after_update {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:42:51.088115 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-9169dace-2196-4bd1-85cb-96a6d27806bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33441213'] for security_group (533b7a0d-4a00-4faa-b362-021c0e6cf4e4), after_delete {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:42:51.090598 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-9169dace-2196-4bd1-85cb-96a6d27806bd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:42:51.092038 dv-cinder-830538-5-iscsi neutron-server[109569]: INFO neutron.wsgi [None req-9169dace-2196-4bd1-85cb-96a6d27806bd admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/533b7a0d-4a00-4faa-b362-021c0e6cf4e4 HTTP/1.1" status: 204 len: 168 time: 0.1704910 Feb 28 22:42:51.100304 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-9496a942-1d8d-49d7-8bb0-2f1cf2c3f7f8 req-2fb4e87e-6fb2-4973-831c-fd569b954f8f service neutron] 10.222.0.36 "GET /v2.0/networks/df2fc3b5-d3d8-4f0b-b393-20e4e2e253bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1382122 Feb 28 22:42:51.107063 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9169dace-2196-4bd1-85cb-96a6d27806bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=533b7a0d-4a00-4faa-b362-021c0e6cf4e4,revision_number=None']} {{(pid=109569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:42:51.125055 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] Pushing event updated for resources: {'Port': ['ID=aa21a1aa-bc63-48f8-a49a-46871a4c118e,revision_number=4']} {{(pid=109570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:42:51.228706 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] Pushing event updated for resources: {'Port': ['ID=6daed45d-08df-467a-b1e9-4a94a85a6197,revision_number=5']} {{(pid=109570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:42:51.282715 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fee2bf-8f2d-43f9-a4c3-64ba03d1347d req-31d80920-e01a-493d-aab7-6e1fda5c2a39 tempest-AttachVolumeTestJSON-1325054245 tempest-AttachVolumeTestJSON-1325054245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:42:51.284292 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-b7fee2bf-8f2d-43f9-a4c3-64ba03d1347d req-31d80920-e01a-493d-aab7-6e1fda5c2a39 tempest-AttachVolumeTestJSON-1325054245 tempest-AttachVolumeTestJSON-1325054245-project] 10.222.0.11 "GET /v2.0/ports?device_id=cb5d42fc-117f-46a8-bc9e-2a9c370bc40f HTTP/1.1" status: 200 len: 943 time: 0.1169260 Feb 28 22:42:51.288176 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-9496a942-1d8d-49d7-8bb0-2f1cf2c3f7f8 req-db3c6ced-488f-43f7-b9d4-c2d1f872949b service neutron] 10.222.0.36 "GET /v2.0/networks/df2fc3b5-d3d8-4f0b-b393-20e4e2e253bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1788797 Feb 28 22:42:51.352364 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-b7fee2bf-8f2d-43f9-a4c3-64ba03d1347d req-3921cae4-77c8-47a9-a79f-e29228d8a3e7 tempest-AttachVolumeTestJSON-1325054245 tempest-AttachVolumeTestJSON-1325054245-project] 10.222.0.11 "GET /v2.0/security-groups?id=a5149e9f-4f71-46b3-96fa-21697ff32bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0599554 Feb 28 22:42:51.381753 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.db [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] get_ports_and_sgs() called for port_ids ['aa21a1aa-bc63-48f8-a49a-46871a4c118e'] {{(pid=109570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 22:42:51.450218 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d3d1dbb-222b-4ece-94fa-9ef43d198daf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6daed45d-08df-467a-b1e9-4a94a85a6197'}] {{(pid=109570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 22:42:51.452949 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fade63a226c96e14254c735f674fb73a181a47373151acc9bb38ade81564009" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9420782-1647-4ec1-99e0-c2a4180e0874" -d '{"events": [{"server_uuid": "9d3d1dbb-222b-4ece-94fa-9ef43d198daf", "name": "network-vif-plugged", "status": "completed", "tag": "6daed45d-08df-467a-b1e9-4a94a85a6197"}]}' {{(pid=109570) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 22:42:51.474847 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621d2da8-dda4-4acc-8fff-93c8edebbd9e req-2c65cf0d-ad89-41e8-a53a-ab032943a343 tempest-ServerRescueNegativeTestJSON-929871608 tempest-ServerRescueNegativeTestJSON-929871608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:42:51.483553 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-621d2da8-dda4-4acc-8fff-93c8edebbd9e req-2c65cf0d-ad89-41e8-a53a-ab032943a343 tempest-ServerRescueNegativeTestJSON-929871608 tempest-ServerRescueNegativeTestJSON-929871608-project] 10.222.0.11 "GET /v2.0/ports?device_id=50fff9cd-5238-40fd-ab4f-02f86cf2bbc0 HTTP/1.1" status: 200 len: 945 time: 0.0714471 Feb 28 22:42:51.564498 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.wsgi [-] (109569) accepted ('10.222.0.11', 51290) {{(pid=109569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 22:42:51.568286 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-621d2da8-dda4-4acc-8fff-93c8edebbd9e req-6ff2a44d-5e7f-4512-b709-657127dc4f05 tempest-ServerRescueNegativeTestJSON-929871608 tempest-ServerRescueNegativeTestJSON-929871608-project] 10.222.0.11 "GET /v2.0/security-groups?id=f1de89df-470d-49b7-98ac-8bb65cd72d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837305 Feb 28 22:42:51.595853 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-c2c3e0e1-c04f-4b0a-b3b4-2e784bfd4055 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:42:51.622022 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 22:42:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-279fec11-9c24-434d-a16e-594439b96af6 x-openstack-request-id: req-279fec11-9c24-434d-a16e-594439b96af6 {{(pid=109570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 22:42:51.622319 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d3d1dbb-222b-4ece-94fa-9ef43d198daf", "name": "network-vif-plugged", "status": "completed", "tag": "6daed45d-08df-467a-b1e9-4a94a85a6197", "code": 200}]} {{(pid=109570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 22:42:51.622739 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-279fec11-9c24-434d-a16e-594439b96af6 {{(pid=109570) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 22:42:51.623138 dv-cinder-830538-5-iscsi neutron-server[109570]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d3d1dbb-222b-4ece-94fa-9ef43d198daf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6daed45d-08df-467a-b1e9-4a94a85a6197', 'code': 200} Feb 28 22:42:51.710736 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-c2c3e0e1-c04f-4b0a-b3b4-2e784bfd4055 admin admin] Publish callbacks [] for security_group (81e0f776-ea26-47e2-98ed-e51cb6202b3e), precommit_create {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:42:51.725213 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-c2c3e0e1-c04f-4b0a-b3b4-2e784bfd4055 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33441213'] for security_group (81e0f776-ea26-47e2-98ed-e51cb6202b3e), after_create {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:42:51.763523 dv-cinder-830538-5-iscsi neutron-server[109569]: INFO neutron.wsgi [None req-c2c3e0e1-c04f-4b0a-b3b4-2e784bfd4055 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=cad73b66cb894f01bf756c6fd3c3325b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1977558 Feb 28 22:42:51.766400 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.wsgi [-] (109568) accepted ('10.222.0.11', 51298) {{(pid=109568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 22:42:51.778607 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c3e0e1-c04f-4b0a-b3b4-2e784bfd4055 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81e0f776-ea26-47e2-98ed-e51cb6202b3e,revision_number=1']} {{(pid=109569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:42:51.912516 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-08029955-60cb-4d78-969e-e0330aa4ad0c admin admin] Publish callbacks [] for security_group (81e0f776-ea26-47e2-98ed-e51cb6202b3e), before_delete {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:42:51.933770 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fccfd8-1427-4cfb-8d5a-b79c590da541 req-8d35d52e-d0d8-457d-b50c-e7049431fa3e tempest-AttachVolumeShelveTestJSON-2030561000 tempest-AttachVolumeShelveTestJSON-2030561000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:42:51.935737 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-b7fccfd8-1427-4cfb-8d5a-b79c590da541 req-8d35d52e-d0d8-457d-b50c-e7049431fa3e tempest-AttachVolumeShelveTestJSON-2030561000 tempest-AttachVolumeShelveTestJSON-2030561000-project] 10.222.0.11 "GET /v2.0/ports?device_id=9d3d1dbb-222b-4ece-94fa-9ef43d198daf HTTP/1.1" status: 200 len: 945 time: 0.1112838 Feb 28 22:42:51.949487 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3576269-5dd1-4e29-b808-21c09baeefa5 req-7d19ff4d-7df0-44cc-a2ae-e4853cd5b754 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:42:51.950953 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-a3576269-5dd1-4e29-b808-21c09baeefa5 req-7d19ff4d-7df0-44cc-a2ae-e4853cd5b754 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=9d3d1dbb-222b-4ece-94fa-9ef43d198daf HTTP/1.1" status: 200 len: 1129 time: 0.1136076 Feb 28 22:42:51.960107 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-08029955-60cb-4d78-969e-e0330aa4ad0c admin admin] Publish callbacks [] for security_group (81e0f776-ea26-47e2-98ed-e51cb6202b3e), precommit_delete {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:42:52.054142 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-b7fccfd8-1427-4cfb-8d5a-b79c590da541 req-df7ecb2e-5f6d-4704-8d1e-dfc41a0320cf tempest-AttachVolumeShelveTestJSON-2030561000 tempest-AttachVolumeShelveTestJSON-2030561000-project] 10.222.0.11 "GET /v2.0/security-groups?id=0a9915aa-9c1d-45b5-936b-2bead19a9f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1119542 Feb 28 22:42:52.057661 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-a3576269-5dd1-4e29-b808-21c09baeefa5 req-266e193f-6e19-4234-ab2d-8795d88c200c service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=0a9915aa-9c1d-45b5-936b-2bead19a9f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0957651 Feb 28 22:42:52.081875 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-08029955-60cb-4d78-969e-e0330aa4ad0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33441213'] for security_group (81e0f776-ea26-47e2-98ed-e51cb6202b3e), after_delete {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:42:52.084605 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-08029955-60cb-4d78-969e-e0330aa4ad0c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:42:52.085818 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [None req-08029955-60cb-4d78-969e-e0330aa4ad0c admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/81e0f776-ea26-47e2-98ed-e51cb6202b3e HTTP/1.1" status: 204 len: 168 time: 0.3176775 Feb 28 22:42:52.095715 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08029955-60cb-4d78-969e-e0330aa4ad0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81e0f776-ea26-47e2-98ed-e51cb6202b3e,revision_number=None']} {{(pid=109568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:42:52.475073 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97488af3-68d0-43f8-9094-d16dba405d60 req-4224388f-3765-4b73-918d-4a208475043a tempest-AttachVolumeTestJSON-1325054245 tempest-AttachVolumeTestJSON-1325054245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:42:52.476604 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-97488af3-68d0-43f8-9094-d16dba405d60 req-4224388f-3765-4b73-918d-4a208475043a tempest-AttachVolumeTestJSON-1325054245 tempest-AttachVolumeTestJSON-1325054245-project] 10.222.0.11 "GET /v2.0/ports?device_id=cb5d42fc-117f-46a8-bc9e-2a9c370bc40f HTTP/1.1" status: 200 len: 943 time: 0.0526366 Feb 28 22:42:52.526538 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-97488af3-68d0-43f8-9094-d16dba405d60 req-b506f356-f280-4000-9c54-820300e9e9b7 tempest-AttachVolumeTestJSON-1325054245 tempest-AttachVolumeTestJSON-1325054245-project] 10.222.0.11 "GET /v2.0/security-groups?id=a5149e9f-4f71-46b3-96fa-21697ff32bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432272 Feb 28 22:42:52.657655 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.rpc [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] Device aa21a1aa-bc63-48f8-a49a-46871a4c118e up at agent hyperv_hv-cinder-83053 {{(pid=109570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 22:42:52.692852 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d4a612-cf73-4970-aa36-3871e5b817d3 req-8262152d-f327-4ae3-9c57-4c8aba6fdf2b tempest-ServerRescueNegativeTestJSON-929871608 tempest-ServerRescueNegativeTestJSON-929871608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:42:52.696219 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-27d4a612-cf73-4970-aa36-3871e5b817d3 req-8262152d-f327-4ae3-9c57-4c8aba6fdf2b tempest-ServerRescueNegativeTestJSON-929871608 tempest-ServerRescueNegativeTestJSON-929871608-project] 10.222.0.11 "GET /v2.0/ports?device_id=50fff9cd-5238-40fd-ab4f-02f86cf2bbc0 HTTP/1.1" status: 200 len: 945 time: 0.0607984 Feb 28 22:42:52.709270 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.db.provisioning_blocks [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] Provisioning for port aa21a1aa-bc63-48f8-a49a-46871a4c118e completed by entity L2. {{(pid=109570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 28 22:42:52.714340 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.db.provisioning_blocks [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] Provisioning complete for port aa21a1aa-bc63-48f8-a49a-46871a4c118e triggered by entity L2. {{(pid=109570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 22:42:52.714893 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579965'] for port (aa21a1aa-bc63-48f8-a49a-46871a4c118e), provisioning_complete {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:42:52.752985 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-27d4a612-cf73-4970-aa36-3871e5b817d3 req-1a6cb353-dae6-4f45-b324-da051f07ba1f tempest-ServerRescueNegativeTestJSON-929871608 tempest-ServerRescueNegativeTestJSON-929871608-project] 10.222.0.11 "GET /v2.0/security-groups?id=f1de89df-470d-49b7-98ac-8bb65cd72d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519440 Feb 28 22:42:52.801254 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.plugin [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] Current status of the port aa21a1aa-bc63-48f8-a49a-46871a4c118e is: BUILD; New status is: ACTIVE {{(pid=109570) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 22:42:52.801653 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616566'] for port (aa21a1aa-bc63-48f8-a49a-46871a4c118e), before_update {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:42:52.843402 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.db [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] For port aa21a1aa-bc63-48f8-a49a-46871a4c118e, host hv-cinder-83053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83053',level=0,port_id=aa21a1aa-bc63-48f8-a49a-46871a4c118e,segment=NetworkSegment(e59ecef9-1da6-4950-ad52-2ebcb29e8cdb),segment_id=e59ecef9-1da6-4950-ad52-2ebcb29e8cdb)] {{(pid=109570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 22:42:52.856988 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33156859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750845083886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750844628246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750844628264'] for port (aa21a1aa-bc63-48f8-a49a-46871a4c118e), after_update {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:42:52.930483 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] Pushing event updated for resources: {'Port': ['ID=aa21a1aa-bc63-48f8-a49a-46871a4c118e,revision_number=5']} {{(pid=109570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:42:53.194532 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf78751-5267-4aed-b403-88d46d4ec40d req-a2625785-09dc-4c3f-881e-5434699f3784 tempest-AttachVolumeShelveTestJSON-2030561000 tempest-AttachVolumeShelveTestJSON-2030561000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:42:53.196341 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-ddf78751-5267-4aed-b403-88d46d4ec40d req-a2625785-09dc-4c3f-881e-5434699f3784 tempest-AttachVolumeShelveTestJSON-2030561000 tempest-AttachVolumeShelveTestJSON-2030561000-project] 10.222.0.11 "GET /v2.0/ports?device_id=9d3d1dbb-222b-4ece-94fa-9ef43d198daf HTTP/1.1" status: 200 len: 945 time: 0.0597677 Feb 28 22:42:53.256506 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-ddf78751-5267-4aed-b403-88d46d4ec40d req-ce570453-4720-4bab-9d34-fb06b7805fd1 tempest-AttachVolumeShelveTestJSON-2030561000 tempest-AttachVolumeShelveTestJSON-2030561000-project] 10.222.0.11 "GET /v2.0/security-groups?id=0a9915aa-9c1d-45b5-936b-2bead19a9f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441322 Feb 28 22:42:53.624623 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50fff9cd-5238-40fd-ab4f-02f86cf2bbc0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa21a1aa-bc63-48f8-a49a-46871a4c118e'}] {{(pid=109570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 22:42:53.627831 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fade63a226c96e14254c735f674fb73a181a47373151acc9bb38ade81564009" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5947c770-94f0-4471-b842-7d2809f2e0d0" -d '{"events": [{"server_uuid": "50fff9cd-5238-40fd-ab4f-02f86cf2bbc0", "name": "network-vif-plugged", "status": "completed", "tag": "aa21a1aa-bc63-48f8-a49a-46871a4c118e"}]}' {{(pid=109570) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 22:42:53.669163 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c19c6e1-1dcf-4f8b-bc42-d23358e42f19 req-b5b6a69d-855e-49e7-8915-7974ddc80f99 tempest-AttachVolumeTestJSON-1325054245 tempest-AttachVolumeTestJSON-1325054245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:42:53.676178 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-6c19c6e1-1dcf-4f8b-bc42-d23358e42f19 req-b5b6a69d-855e-49e7-8915-7974ddc80f99 tempest-AttachVolumeTestJSON-1325054245 tempest-AttachVolumeTestJSON-1325054245-project] 10.222.0.11 "GET /v2.0/ports?device_id=cb5d42fc-117f-46a8-bc9e-2a9c370bc40f HTTP/1.1" status: 200 len: 943 time: 0.0712888 Feb 28 22:42:53.678511 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 22:42:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-090f08ad-68f2-469b-86c0-390db6efefa3 x-openstack-request-id: req-090f08ad-68f2-469b-86c0-390db6efefa3 {{(pid=109570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 22:42:53.678963 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50fff9cd-5238-40fd-ab4f-02f86cf2bbc0", "name": "network-vif-plugged", "status": "completed", "tag": "aa21a1aa-bc63-48f8-a49a-46871a4c118e", "code": 200}]} {{(pid=109570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 22:42:53.679039 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-090f08ad-68f2-469b-86c0-390db6efefa3 {{(pid=109570) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 22:42:53.679578 dv-cinder-830538-5-iscsi neutron-server[109570]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50fff9cd-5238-40fd-ab4f-02f86cf2bbc0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa21a1aa-bc63-48f8-a49a-46871a4c118e', 'code': 200} Feb 28 22:42:53.744384 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-6c19c6e1-1dcf-4f8b-bc42-d23358e42f19 req-0d4e8bef-0d72-46f3-bd9d-fa3d9f683d1c tempest-AttachVolumeTestJSON-1325054245 tempest-AttachVolumeTestJSON-1325054245-project] 10.222.0.11 "GET /v2.0/security-groups?id=a5149e9f-4f71-46b3-96fa-21697ff32bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0647411 Feb 28 22:42:53.919033 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902a09cb-0ea7-4f09-8fba-149949c0f24f req-9dd4ca88-31cd-4a62-aab0-fa5dc0076d89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:42:53.921040 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-902a09cb-0ea7-4f09-8fba-149949c0f24f req-9dd4ca88-31cd-4a62-aab0-fa5dc0076d89 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=50fff9cd-5238-40fd-ab4f-02f86cf2bbc0 HTTP/1.1" status: 200 len: 1130 time: 0.0629907 Feb 28 22:42:54.049766 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-902a09cb-0ea7-4f09-8fba-149949c0f24f req-44ed2b7b-0277-4018-9daf-75c8ec4b32f5 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=f1de89df-470d-49b7-98ac-8bb65cd72d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211169 Feb 28 22:42:54.070651 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc41fe3-f77a-4494-9afb-62b5fe77eb71 req-955a6e87-a784-4904-940a-0f6ce70c4488 tempest-ServerRescueNegativeTestJSON-929871608 tempest-ServerRescueNegativeTestJSON-929871608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:42:54.072780 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-2cc41fe3-f77a-4494-9afb-62b5fe77eb71 req-955a6e87-a784-4904-940a-0f6ce70c4488 tempest-ServerRescueNegativeTestJSON-929871608 tempest-ServerRescueNegativeTestJSON-929871608-project] 10.222.0.11 "GET /v2.0/ports?device_id=50fff9cd-5238-40fd-ab4f-02f86cf2bbc0 HTTP/1.1" status: 200 len: 946 time: 0.0826168 Feb 28 22:42:54.125912 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-2cc41fe3-f77a-4494-9afb-62b5fe77eb71 req-9f700678-f0c5-4de3-8c3f-dbfe3023343b tempest-ServerRescueNegativeTestJSON-929871608 tempest-ServerRescueNegativeTestJSON-929871608-project] 10.222.0.11 "GET /v2.0/security-groups?id=f1de89df-470d-49b7-98ac-8bb65cd72d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473654 Feb 28 22:42:54.386423 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04eb0b6-f735-4c5f-9c0c-ce4dac2d38db req-16091e36-57f2-497c-a140-e2f85467b165 tempest-AttachVolumeShelveTestJSON-2030561000 tempest-AttachVolumeShelveTestJSON-2030561000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:42:54.387958 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-a04eb0b6-f735-4c5f-9c0c-ce4dac2d38db req-16091e36-57f2-497c-a140-e2f85467b165 tempest-AttachVolumeShelveTestJSON-2030561000 tempest-AttachVolumeShelveTestJSON-2030561000-project] 10.222.0.11 "GET /v2.0/ports?device_id=9d3d1dbb-222b-4ece-94fa-9ef43d198daf HTTP/1.1" status: 200 len: 945 time: 0.0514300 Feb 28 22:42:54.436086 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-a04eb0b6-f735-4c5f-9c0c-ce4dac2d38db req-f2576443-51d3-48ce-920b-795001afc7ed tempest-AttachVolumeShelveTestJSON-2030561000 tempest-AttachVolumeShelveTestJSON-2030561000-project] 10.222.0.11 "GET /v2.0/security-groups?id=0a9915aa-9c1d-45b5-936b-2bead19a9f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427759 Feb 28 22:42:54.556743 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88900d44-10fd-42cc-9621-5bc90455f055 req-d18537e6-b33a-4630-8286-1fa7d446519d tempest-AttachVolumeShelveTestJSON-2030561000 tempest-AttachVolumeShelveTestJSON-2030561000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:42:54.558043 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-88900d44-10fd-42cc-9621-5bc90455f055 req-d18537e6-b33a-4630-8286-1fa7d446519d tempest-AttachVolumeShelveTestJSON-2030561000 tempest-AttachVolumeShelveTestJSON-2030561000-project] 10.222.0.11 "GET /v2.0/ports?device_id=9d3d1dbb-222b-4ece-94fa-9ef43d198daf HTTP/1.1" status: 200 len: 945 time: 0.0529764 Feb 28 22:42:54.566843 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.wsgi [-] (109568) accepted ('10.222.0.11', 51412) {{(pid=109568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 22:42:54.571385 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.api.v2.base [None req-0b3e13a7-558f-4489-ac6b-f8cf21342c80 tempest-AttachVolumeShelveTestJSON-2030561000 tempest-AttachVolumeShelveTestJSON-2030561000-project] Request body: {'floatingip': {'port_id': '6daed45d-08df-467a-b1e9-4a94a85a6197'}} {{(pid=109568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 22:42:54.646796 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-0b3e13a7-558f-4489-ac6b-f8cf21342c80 tempest-AttachVolumeShelveTestJSON-2030561000 tempest-AttachVolumeShelveTestJSON-2030561000-project] Publish callbacks [] for floatingip (6e110e03-cfe3-4a5c-95b1-2f526bf6e401), before_update {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:42:54.678011 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.rpc [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] Device 6b70fcef-5711-42c2-953d-59fa95ea2477 details requested by agent hyperv_hv-cinder-83053 with host hv-cinder-83053 {{(pid=109570) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 22:42:54.904326 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.db [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] For port 6b70fcef-5711-42c2-953d-59fa95ea2477, host hv-cinder-83053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83053',level=0,port_id=6b70fcef-5711-42c2-953d-59fa95ea2477,segment=NetworkSegment(2b825055-5822-4684-9f9c-fddeefc76ff6),segment_id=2b825055-5822-4684-9f9c-fddeefc76ff6)] {{(pid=109570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 22:42:54.915147 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.rpc [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] Returning: {'device': '6b70fcef-5711-42c2-953d-59fa95ea2477', 'network_id': 'df2fc3b5-d3d8-4f0b-b393-20e4e2e253bc', 'port_id': '6b70fcef-5711-42c2-953d-59fa95ea2477', 'mac_address': 'fa:16:3e:fe:c0:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 126, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '22e78a7b-72b0-4514-af71-979e73dc5a6f', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109570) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 22:42:54.954050 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.plugin [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] Current status of the port 6b70fcef-5711-42c2-953d-59fa95ea2477 is: DOWN; New status is: BUILD {{(pid=109570) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 22:42:54.954439 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616566'] for port (6b70fcef-5711-42c2-953d-59fa95ea2477), before_update {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:42:54.967695 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.notifiers.nova [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6b70fcef-5711-42c2-953d-59fa95ea2477 {{(pid=109570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 22:42:54.990763 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.db [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] For port 6b70fcef-5711-42c2-953d-59fa95ea2477, host hv-cinder-83053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83053',level=0,port_id=6b70fcef-5711-42c2-953d-59fa95ea2477,segment=NetworkSegment(2b825055-5822-4684-9f9c-fddeefc76ff6),segment_id=2b825055-5822-4684-9f9c-fddeefc76ff6)] {{(pid=109570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 22:42:54.995695 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33156859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750845083886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750844628246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750844628264'] for port (6b70fcef-5711-42c2-953d-59fa95ea2477), after_update {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:42:54.997123 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbfabf4-2c35-4c6c-9ad5-31dcf454413e req-be47b06e-a745-483a-a8e2-c5e054d175df tempest-AttachVolumeTestJSON-1325054245 tempest-AttachVolumeTestJSON-1325054245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:42:54.998637 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-8cbfabf4-2c35-4c6c-9ad5-31dcf454413e req-be47b06e-a745-483a-a8e2-c5e054d175df tempest-AttachVolumeTestJSON-1325054245 tempest-AttachVolumeTestJSON-1325054245-project] 10.222.0.11 "GET /v2.0/ports?device_id=cb5d42fc-117f-46a8-bc9e-2a9c370bc40f HTTP/1.1" status: 200 len: 943 time: 0.1427350 Feb 28 22:42:55.043602 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] Pushing event updated for resources: {'Port': ['ID=6b70fcef-5711-42c2-953d-59fa95ea2477,revision_number=4']} {{(pid=109570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:42:55.107929 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-8cbfabf4-2c35-4c6c-9ad5-31dcf454413e req-0d931da6-fad1-4cbb-a61b-35a0561f01a5 tempest-AttachVolumeTestJSON-1325054245 tempest-AttachVolumeTestJSON-1325054245-project] 10.222.0.11 "GET /v2.0/security-groups?id=a5149e9f-4f71-46b3-96fa-21697ff32bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0949895 Feb 28 22:42:55.385396 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6dc4f5-2628-4454-8da5-467d99f03dae req-2e99e624-e7bc-495c-a8f1-cee46302cd16 tempest-ServerRescueNegativeTestJSON-929871608 tempest-ServerRescueNegativeTestJSON-929871608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:42:55.392682 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-9a6dc4f5-2628-4454-8da5-467d99f03dae req-2e99e624-e7bc-495c-a8f1-cee46302cd16 tempest-ServerRescueNegativeTestJSON-929871608 tempest-ServerRescueNegativeTestJSON-929871608-project] 10.222.0.11 "GET /v2.0/ports?device_id=50fff9cd-5238-40fd-ab4f-02f86cf2bbc0 HTTP/1.1" status: 200 len: 946 time: 0.1789954 Feb 28 22:42:55.452945 dv-cinder-830538-5-iscsi neutron-server[109571]: DEBUG neutron.db.agents_db [None req-267e04d6-1473-4c25-8f3a-d1c5e119a015 None None] Agent healthcheck: found 6 active agents {{(pid=109571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 22:42:55.455431 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.db [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] get_ports_and_sgs() called for port_ids ['6b70fcef-5711-42c2-953d-59fa95ea2477'] {{(pid=109570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 22:42:55.565967 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-9a6dc4f5-2628-4454-8da5-467d99f03dae req-cf3921bc-e558-45ad-aefb-557ce53da837 tempest-ServerRescueNegativeTestJSON-929871608 tempest-ServerRescueNegativeTestJSON-929871608-project] 10.222.0.11 "GET /v2.0/security-groups?id=f1de89df-470d-49b7-98ac-8bb65cd72d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1724119 Feb 28 22:42:55.731171 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-0b3e13a7-558f-4489-ac6b-f8cf21342c80 tempest-AttachVolumeShelveTestJSON-2030561000 tempest-AttachVolumeShelveTestJSON-2030561000-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:42:55.736045 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-0b3e13a7-558f-4489-ac6b-f8cf21342c80 tempest-AttachVolumeShelveTestJSON-2030561000 tempest-AttachVolumeShelveTestJSON-2030561000-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33522123'] for floatingip (6e110e03-cfe3-4a5c-95b1-2f526bf6e401), after_update {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:42:55.838869 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.db.l3_db [None req-0b3e13a7-558f-4489-ac6b-f8cf21342c80 tempest-AttachVolumeShelveTestJSON-2030561000 tempest-AttachVolumeShelveTestJSON-2030561000-project] Floating IP 6e110e03-cfe3-4a5c-95b1-2f526bf6e401 associated. External IP: 172.27.0.159, port: 6daed45d-08df-467a-b1e9-4a94a85a6197. Feb 28 22:42:56.046468 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.wsgi [-] (109569) accepted ('10.222.0.11', 51456) {{(pid=109569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 22:42:56.058226 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b3e13a7-558f-4489-ac6b-f8cf21342c80 tempest-AttachVolumeShelveTestJSON-2030561000 tempest-AttachVolumeShelveTestJSON-2030561000-project] Router abdf501b-4b4d-4822-b10e-2218ac616053 has already been hosted by L3 agent 1bbc3f13-d896-4633-9d3f-4f3415ceb83d {{(pid=109568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 22:42:56.160187 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-fb907b22-4ea5-4e7a-ba04-c24e2a0ff683 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:42:56.244526 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-fb907b22-4ea5-4e7a-ba04-c24e2a0ff683 admin admin] Publish callbacks [] for security_group (1611de80-1417-4d45-b906-12d3b1175fab), precommit_create {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:42:56.248456 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-fb907b22-4ea5-4e7a-ba04-c24e2a0ff683 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33441213'] for security_group (1611de80-1417-4d45-b906-12d3b1175fab), after_create {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:42:56.285716 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb907b22-4ea5-4e7a-ba04-c24e2a0ff683 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1611de80-1417-4d45-b906-12d3b1175fab,revision_number=1']} {{(pid=109569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:42:56.290171 dv-cinder-830538-5-iscsi neutron-server[109569]: INFO neutron.wsgi [None req-fb907b22-4ea5-4e7a-ba04-c24e2a0ff683 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=67aeacbfe8de4b64a411bff03aabe265&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2425606 Feb 28 22:42:56.293887 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.wsgi [-] (109569) accepted ('10.222.0.11', 51466) {{(pid=109569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 22:42:56.343585 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-68746d1b-7463-42ed-817f-10747edbd5f3 admin admin] Publish callbacks [] for security_group (1611de80-1417-4d45-b906-12d3b1175fab), before_delete {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:42:56.364753 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-68746d1b-7463-42ed-817f-10747edbd5f3 admin admin] Publish callbacks [] for security_group (1611de80-1417-4d45-b906-12d3b1175fab), precommit_delete {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:42:56.389819 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b3e13a7-558f-4489-ac6b-f8cf21342c80 tempest-AttachVolumeShelveTestJSON-2030561000 tempest-AttachVolumeShelveTestJSON-2030561000-project] Notify agent at l3_agent.dv-cinder-830538-5-iscsi the message routers_updated {{(pid=109568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 22:42:56.395334 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-0b3e13a7-558f-4489-ac6b-f8cf21342c80 tempest-AttachVolumeShelveTestJSON-2030561000 tempest-AttachVolumeShelveTestJSON-2030561000-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80159'] for floatingip (None), before_response {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:42:56.403592 dv-cinder-830538-5-iscsi neutron-server[109571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26e009aa-a9a2-47a0-b0f7-fa93e5aed8a4 None None] Sync routers for ids ['abdf501b-4b4d-4822-b10e-2218ac616053'] in dv-cinder-830538-5-iscsi {{(pid=109571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 22:42:56.418481 dv-cinder-830538-5-iscsi neutron-server[109571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26e009aa-a9a2-47a0-b0f7-fa93e5aed8a4 None None] Routers {'abdf501b-4b4d-4822-b10e-2218ac616053'} bound to L3 agent in host dv-cinder-830538-5-iscsi {{(pid=109571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 22:42:56.419473 dv-cinder-830538-5-iscsi neutron-server[109571]: DEBUG neutron.db.l3_hamode_db [None req-26e009aa-a9a2-47a0-b0f7-fa93e5aed8a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830538-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T22:34:03Z,description=,heartbeat_timestamp=2022-02-28T22:42:33Z,host='dv-cinder-830538-5-iscsi',id=1bbc3f13-d896-4633-9d3f-4f3415ceb83d,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T22:34:03Z,topic='l3_agent')) {'router_ids': ['abdf501b-4b4d-4822-b10e-2218ac616053'], 'active': True} {{(pid=109571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 22:42:56.419989 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-68746d1b-7463-42ed-817f-10747edbd5f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33441213'] for security_group (1611de80-1417-4d45-b906-12d3b1175fab), after_delete {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:42:56.423490 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-68746d1b-7463-42ed-817f-10747edbd5f3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:42:56.424857 dv-cinder-830538-5-iscsi neutron-server[109569]: INFO neutron.wsgi [None req-68746d1b-7463-42ed-817f-10747edbd5f3 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/1611de80-1417-4d45-b906-12d3b1175fab HTTP/1.1" status: 204 len: 168 time: 0.1302328 Feb 28 22:42:56.436795 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68746d1b-7463-42ed-817f-10747edbd5f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1611de80-1417-4d45-b906-12d3b1175fab,revision_number=None']} {{(pid=109569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:42:56.442860 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [None req-0b3e13a7-558f-4489-ac6b-f8cf21342c80 tempest-AttachVolumeShelveTestJSON-2030561000 tempest-AttachVolumeShelveTestJSON-2030561000-project] 10.222.0.11 "PUT /v2.0/floatingips/6e110e03-cfe3-4a5c-95b1-2f526bf6e401 HTTP/1.1" status: 200 len: 991 time: 1.8749566 Feb 28 22:42:56.444129 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d3d1dbb-222b-4ece-94fa-9ef43d198daf', 'tag': '6daed45d-08df-467a-b1e9-4a94a85a6197'}] {{(pid=109568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 22:42:56.456624 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be30730c9f576b5ae602769365630bce3a2881df6c4aa92702dca8eb1643a507" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5785d5c9-7914-4195-b710-0f16ebc20304" -d '{"events": [{"name": "network-changed", "server_uuid": "9d3d1dbb-222b-4ece-94fa-9ef43d198daf", "tag": "6daed45d-08df-467a-b1e9-4a94a85a6197"}]}' {{(pid=109568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 22:42:56.481181 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79dcb729-5dc6-48da-a85e-c4f7007fde1a req-8968e91a-bdd9-4a5b-b465-3b266608e5e1 tempest-AttachVolumeTestJSON-1325054245 tempest-AttachVolumeTestJSON-1325054245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:42:56.482745 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-79dcb729-5dc6-48da-a85e-c4f7007fde1a req-8968e91a-bdd9-4a5b-b465-3b266608e5e1 tempest-AttachVolumeTestJSON-1325054245 tempest-AttachVolumeTestJSON-1325054245-project] 10.222.0.11 "GET /v2.0/ports?device_id=cb5d42fc-117f-46a8-bc9e-2a9c370bc40f HTTP/1.1" status: 200 len: 944 time: 0.1363916 Feb 28 22:42:56.562367 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-79dcb729-5dc6-48da-a85e-c4f7007fde1a req-eb7078e6-9d53-41eb-a7d2-9f3f5a81e1a5 tempest-AttachVolumeTestJSON-1325054245 tempest-AttachVolumeTestJSON-1325054245-project] 10.222.0.11 "GET /v2.0/security-groups?id=a5149e9f-4f71-46b3-96fa-21697ff32bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0722089 Feb 28 22:42:56.570484 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 22:42:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6ac7040-ccf8-4d70-9882-25ab831f9e65 x-openstack-request-id: req-c6ac7040-ccf8-4d70-9882-25ab831f9e65 {{(pid=109568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 22:42:56.570761 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9d3d1dbb-222b-4ece-94fa-9ef43d198daf", "tag": "6daed45d-08df-467a-b1e9-4a94a85a6197", "status": "completed", "code": 200}]} {{(pid=109568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 22:42:56.572458 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-c6ac7040-ccf8-4d70-9882-25ab831f9e65 {{(pid=109568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 22:42:56.572871 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d3d1dbb-222b-4ece-94fa-9ef43d198daf', 'tag': '6daed45d-08df-467a-b1e9-4a94a85a6197', 'status': 'completed', 'code': 200} Feb 28 22:42:56.573710 dv-cinder-830538-5-iscsi neutron-server[109571]: DEBUG neutron.db.l3_dvr_db [None req-26e009aa-a9a2-47a0-b0f7-fa93e5aed8a4 None None] Set router abdf501b-4b4d-4822-b10e-2218ac616053 gateway port host: dv-cinder-830538-5-iscsi {{(pid=109571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 22:42:56.712325 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78645441-0f27-4fce-8b76-19ac238fd5c1 req-e97a255c-5d60-4ba4-ab09-886524ebede4 tempest-ServerRescueNegativeTestJSON-929871608 tempest-ServerRescueNegativeTestJSON-929871608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:42:56.721497 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-78645441-0f27-4fce-8b76-19ac238fd5c1 req-e97a255c-5d60-4ba4-ab09-886524ebede4 tempest-ServerRescueNegativeTestJSON-929871608 tempest-ServerRescueNegativeTestJSON-929871608-project] 10.222.0.11 "GET /v2.0/ports?device_id=50fff9cd-5238-40fd-ab4f-02f86cf2bbc0 HTTP/1.1" status: 200 len: 946 time: 0.0759921 Feb 28 22:42:56.770317 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-78645441-0f27-4fce-8b76-19ac238fd5c1 req-5a6f90be-de8e-44f7-ae9b-d66eeea74dca tempest-ServerRescueNegativeTestJSON-929871608 tempest-ServerRescueNegativeTestJSON-929871608-project] 10.222.0.11 "GET /v2.0/security-groups?id=f1de89df-470d-49b7-98ac-8bb65cd72d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480888 Feb 28 22:42:56.796286 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.wsgi [-] (109569) accepted ('10.222.0.11', 51484) {{(pid=109569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 22:42:56.812661 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-22e2f290-372e-44f3-90e2-02ed71b414d1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:42:56.951327 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-22e2f290-372e-44f3-90e2-02ed71b414d1 admin admin] Publish callbacks [] for security_group (867784ad-77ac-4c93-a1c6-d8bc6be4ddbe), precommit_create {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:42:56.956750 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-22e2f290-372e-44f3-90e2-02ed71b414d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33441213'] for security_group (867784ad-77ac-4c93-a1c6-d8bc6be4ddbe), after_create {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:42:56.982289 dv-cinder-830538-5-iscsi neutron-server[109571]: DEBUG neutron.db.l3_hamode_db [None req-26e009aa-a9a2-47a0-b0f7-fa93e5aed8a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abdf501b-4b4d-4822-b10e-2218ac616053', 'name': 'tempest-AttachVolumeShelveTestJSON-922480876-router', 'tenant_id': '83c55453f2fe4dc79de3c29aff0b4932', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e7a10c7-addc-4b79-a555-0b472e939652', 'external_fixed_ips': [{'subnet_id': '8aaf002d-6309-4cf0-ae69-6d349a14c0b1', 'ip_address': '172.27.0.194'}], 'enable_snat': True}, 'gw_port_id': 'efa2069d-ff78-4e3e-acf6-b0a165b1c3f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T22:42:07Z', 'updated_at': '2022-02-28T22:42:18Z', 'revision_number': 4, 'project_id': '83c55453f2fe4dc79de3c29aff0b4932', 'gw_port': {'id': 'efa2069d-ff78-4e3e-acf6-b0a165b1c3f7', 'name': '', 'network_id': '3e7a10c7-addc-4b79-a555-0b472e939652', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:b2:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abdf501b-4b4d-4822-b10e-2218ac616053', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '8aaf002d-6309-4cf0-ae69-6d349a14c0b1', 'ip_address': '172.27.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T22:42:09Z', 'updated_at': '2022-02-28T22:42:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8aaf002d-6309-4cf0-ae69-6d349a14c0b1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830538-5-iscsi', '_floatingips': [{'id': '6e110e03-cfe3-4a5c-95b1-2f526bf6e401', 'tenant_id': '83c55453f2fe4dc79de3c29aff0b4932', 'floating_ip_address': '172.27.0.159', 'floating_network_id': '3e7a10c7-addc-4b79-a555-0b472e939652', 'router_id': 'abdf501b-4b4d-4822-b10e-2218ac616053', 'port_id': '6daed45d-08df-467a-b1e9-4a94a85a6197', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 139, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e1dee003-d534-429c-aed6-3f1020c03805', 'mac_address': 'fa:16:3e:b8:40:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d3d1dbb-222b-4ece-94fa-9ef43d198daf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T22:42:34Z', 'updated_at': '2022-02-28T22:42:55Z', 'revision_number': 1, 'project_id': '83c55453f2fe4dc79de3c29aff0b4932', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '94c0ef23-6976-4e8a-80aa-720130750364', 'name': '', 'network_id': 'e1dee003-d534-429c-aed6-3f1020c03805', 'tenant_id': '83c55453f2fe4dc79de3c29aff0b4932', 'mac_address': 'fa:16:3e:15:3c:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abdf501b-4b4d-4822-b10e-2218ac616053', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '3b622ab4-8097-4b6c-8ec2-bb3f77857ed1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T22:42:14Z', 'updated_at': '2022-02-28T22:42:32Z', 'revision_number': 5, 'project_id': '83c55453f2fe4dc79de3c29aff0b4932', 'subnets': [{'id': '3b622ab4-8097-4b6c-8ec2-bb3f77857ed1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830538-5-iscsi', False) {} {{(pid=109571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 22:42:57.000859 dv-cinder-830538-5-iscsi neutron-server[109569]: INFO neutron.wsgi [None req-22e2f290-372e-44f3-90e2-02ed71b414d1 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=07d6970245b045c98864a5c41e6d82c4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2031984 Feb 28 22:42:57.001535 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e2f290-372e-44f3-90e2-02ed71b414d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=867784ad-77ac-4c93-a1c6-d8bc6be4ddbe,revision_number=1']} {{(pid=109569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:42:57.003350 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.wsgi [-] (109568) accepted ('10.222.0.11', 51492) {{(pid=109568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 22:42:57.021453 dv-cinder-830538-5-iscsi neutron-server[109571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26e009aa-a9a2-47a0-b0f7-fa93e5aed8a4 None None] Checking router: abdf501b-4b4d-4822-b10e-2218ac616053 for host: dv-cinder-830538-5-iscsi {{(pid=109571) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 22:42:57.029939 dv-cinder-830538-5-iscsi neutron-server[109571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26e009aa-a9a2-47a0-b0f7-fa93e5aed8a4 None None] Routers {'abdf501b-4b4d-4822-b10e-2218ac616053'} bound to L3 agent in host dv-cinder-830538-5-iscsi {{(pid=109571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 22:42:57.030540 dv-cinder-830538-5-iscsi neutron-server[109571]: DEBUG neutron.db.l3_hamode_db [None req-26e009aa-a9a2-47a0-b0f7-fa93e5aed8a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830538-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T22:34:03Z,description=,heartbeat_timestamp=2022-02-28T22:42:33Z,host='dv-cinder-830538-5-iscsi',id=1bbc3f13-d896-4633-9d3f-4f3415ceb83d,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T22:34:03Z,topic='l3_agent')) {'router_ids': ['abdf501b-4b4d-4822-b10e-2218ac616053'], 'active': True} {{(pid=109571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 22:42:57.070642 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-7873f738-0cfa-40b4-84c9-60dfbd30639f admin admin] Publish callbacks [] for security_group (867784ad-77ac-4c93-a1c6-d8bc6be4ddbe), before_delete {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:42:57.095248 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-7873f738-0cfa-40b4-84c9-60dfbd30639f admin admin] Publish callbacks [] for security_group (867784ad-77ac-4c93-a1c6-d8bc6be4ddbe), precommit_delete {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:42:57.143363 dv-cinder-830538-5-iscsi neutron-server[109571]: DEBUG neutron.db.l3_dvr_db [None req-26e009aa-a9a2-47a0-b0f7-fa93e5aed8a4 None None] Set router abdf501b-4b4d-4822-b10e-2218ac616053 gateway port host: dv-cinder-830538-5-iscsi {{(pid=109571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 22:42:57.153526 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-7873f738-0cfa-40b4-84c9-60dfbd30639f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33441213'] for security_group (867784ad-77ac-4c93-a1c6-d8bc6be4ddbe), after_delete {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:42:57.156310 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-7873f738-0cfa-40b4-84c9-60dfbd30639f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:42:57.157487 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [None req-7873f738-0cfa-40b4-84c9-60dfbd30639f admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/867784ad-77ac-4c93-a1c6-d8bc6be4ddbe HTTP/1.1" status: 204 len: 168 time: 0.1528978 Feb 28 22:42:57.167568 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7873f738-0cfa-40b4-84c9-60dfbd30639f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=867784ad-77ac-4c93-a1c6-d8bc6be4ddbe,revision_number=None']} {{(pid=109568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:42:57.271590 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ec493e-33cf-4425-b084-4feaa26c9df1 req-daebc418-4c2e-4f39-bcc2-37ec58c8d193 tempest-ServerRescueNegativeTestJSON-929871608 tempest-ServerRescueNegativeTestJSON-929871608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:42:57.278499 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-06ec493e-33cf-4425-b084-4feaa26c9df1 req-daebc418-4c2e-4f39-bcc2-37ec58c8d193 tempest-ServerRescueNegativeTestJSON-929871608 tempest-ServerRescueNegativeTestJSON-929871608-project] 10.222.0.11 "GET /v2.0/ports?device_id=50fff9cd-5238-40fd-ab4f-02f86cf2bbc0 HTTP/1.1" status: 200 len: 946 time: 0.0657773 Feb 28 22:42:57.327702 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-06ec493e-33cf-4425-b084-4feaa26c9df1 req-96314736-827a-44ec-a614-a1dcabe28546 tempest-ServerRescueNegativeTestJSON-929871608 tempest-ServerRescueNegativeTestJSON-929871608-project] 10.222.0.11 "GET /v2.0/security-groups?id=f1de89df-470d-49b7-98ac-8bb65cd72d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483022 Feb 28 22:42:57.418207 dv-cinder-830538-5-iscsi neutron-server[109571]: DEBUG neutron.db.l3_hamode_db [None req-26e009aa-a9a2-47a0-b0f7-fa93e5aed8a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abdf501b-4b4d-4822-b10e-2218ac616053', 'name': 'tempest-AttachVolumeShelveTestJSON-922480876-router', 'tenant_id': '83c55453f2fe4dc79de3c29aff0b4932', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e7a10c7-addc-4b79-a555-0b472e939652', 'external_fixed_ips': [{'subnet_id': '8aaf002d-6309-4cf0-ae69-6d349a14c0b1', 'ip_address': '172.27.0.194'}], 'enable_snat': True}, 'gw_port_id': 'efa2069d-ff78-4e3e-acf6-b0a165b1c3f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T22:42:07Z', 'updated_at': '2022-02-28T22:42:18Z', 'revision_number': 4, 'project_id': '83c55453f2fe4dc79de3c29aff0b4932', 'gw_port': {'id': 'efa2069d-ff78-4e3e-acf6-b0a165b1c3f7', 'name': '', 'network_id': '3e7a10c7-addc-4b79-a555-0b472e939652', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:b2:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abdf501b-4b4d-4822-b10e-2218ac616053', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '8aaf002d-6309-4cf0-ae69-6d349a14c0b1', 'ip_address': '172.27.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T22:42:09Z', 'updated_at': '2022-02-28T22:42:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8aaf002d-6309-4cf0-ae69-6d349a14c0b1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830538-5-iscsi', '_floatingips': [{'id': '6e110e03-cfe3-4a5c-95b1-2f526bf6e401', 'tenant_id': '83c55453f2fe4dc79de3c29aff0b4932', 'floating_ip_address': '172.27.0.159', 'floating_network_id': '3e7a10c7-addc-4b79-a555-0b472e939652', 'router_id': 'abdf501b-4b4d-4822-b10e-2218ac616053', 'port_id': '6daed45d-08df-467a-b1e9-4a94a85a6197', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 139, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e1dee003-d534-429c-aed6-3f1020c03805', 'mac_address': 'fa:16:3e:b8:40:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d3d1dbb-222b-4ece-94fa-9ef43d198daf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T22:42:34Z', 'updated_at': '2022-02-28T22:42:55Z', 'revision_number': 1, 'project_id': '83c55453f2fe4dc79de3c29aff0b4932', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '94c0ef23-6976-4e8a-80aa-720130750364', 'name': '', 'network_id': 'e1dee003-d534-429c-aed6-3f1020c03805', 'tenant_id': '83c55453f2fe4dc79de3c29aff0b4932', 'mac_address': 'fa:16:3e:15:3c:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abdf501b-4b4d-4822-b10e-2218ac616053', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '3b622ab4-8097-4b6c-8ec2-bb3f77857ed1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T22:42:14Z', 'updated_at': '2022-02-28T22:42:32Z', 'revision_number': 5, 'project_id': '83c55453f2fe4dc79de3c29aff0b4932', 'subnets': [{'id': '3b622ab4-8097-4b6c-8ec2-bb3f77857ed1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830538-5-iscsi', False) {} {{(pid=109571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 22:42:57.450217 dv-cinder-830538-5-iscsi neutron-server[109571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26e009aa-a9a2-47a0-b0f7-fa93e5aed8a4 None None] The sync data for ids ['abdf501b-4b4d-4822-b10e-2218ac616053'] in dv-cinder-830538-5-iscsi is: [{'id': 'abdf501b-4b4d-4822-b10e-2218ac616053', 'name': 'tempest-AttachVolumeShelveTestJSON-922480876-router', 'tenant_id': '83c55453f2fe4dc79de3c29aff0b4932', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e7a10c7-addc-4b79-a555-0b472e939652', 'external_fixed_ips': [{'subnet_id': '8aaf002d-6309-4cf0-ae69-6d349a14c0b1', 'ip_address': '172.27.0.194'}], 'enable_snat': True}, 'gw_port_id': 'efa2069d-ff78-4e3e-acf6-b0a165b1c3f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T22:42:07Z', 'updated_at': '2022-02-28T22:42:18Z', 'revision_number': 4, 'project_id': '83c55453f2fe4dc79de3c29aff0b4932', 'gw_port': {'id': 'efa2069d-ff78-4e3e-acf6-b0a165b1c3f7', 'name': '', 'network_id': '3e7a10c7-addc-4b79-a555-0b472e939652', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:b2:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abdf501b-4b4d-4822-b10e-2218ac616053', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '8aaf002d-6309-4cf0-ae69-6d349a14c0b1', 'ip_address': '172.27.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T22:42:09Z', 'updated_at': '2022-02-28T22:42:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8aaf002d-6309-4cf0-ae69-6d349a14c0b1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830538-5-iscsi', '_floatingips': [{'id': '6e110e03-cfe3-4a5c-95b1-2f526bf6e401', 'tenant_id': '83c55453f2fe4dc79de3c29aff0b4932', 'floating_ip_address': '172.27.0.159', 'floating_network_id': '3e7a10c7-addc-4b79-a555-0b472e939652', 'router_id': 'abdf501b-4b4d-4822-b10e-2218ac616053', 'port_id': '6daed45d-08df-467a-b1e9-4a94a85a6197', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 139, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e1dee003-d534-429c-aed6-3f1020c03805', 'mac_address': 'fa:16:3e:b8:40:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d3d1dbb-222b-4ece-94fa-9ef43d198daf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T22:42:34Z', 'updated_at': '2022-02-28T22:42:55Z', 'revision_number': 1, 'project_id': '83c55453f2fe4dc79de3c29aff0b4932', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '94c0ef23-6976-4e8a-80aa-720130750364', 'name': '', 'network_id': 'e1dee003-d534-429c-aed6-3f1020c03805', 'tenant_id': '83c55453f2fe4dc79de3c29aff0b4932', 'mac_address': 'fa:16:3e:15:3c:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abdf501b-4b4d-4822-b10e-2218ac616053', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '3b622ab4-8097-4b6c-8ec2-bb3f77857ed1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T22:42:14Z', 'updated_at': '2022-02-28T22:42:32Z', 'revision_number': 5, 'project_id': '83c55453f2fe4dc79de3c29aff0b4932', 'subnets': [{'id': '3b622ab4-8097-4b6c-8ec2-bb3f77857ed1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 22:42:57.552973 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.wsgi [-] (109569) accepted ('10.222.0.11', 51508) {{(pid=109569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 22:42:57.569230 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-c2c75e97-9428-444e-a90e-6329be0e2b10 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:42:57.661613 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-c2c75e97-9428-444e-a90e-6329be0e2b10 admin admin] Publish callbacks [] for security_group (73b9f362-b934-40e4-a680-0cc30ba166b8), precommit_create {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:42:57.667680 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-c2c75e97-9428-444e-a90e-6329be0e2b10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33441213'] for security_group (73b9f362-b934-40e4-a680-0cc30ba166b8), after_create {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:42:57.685294 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db95f627-03c5-4508-8bbe-bb516fe654f8 None None] New status for floating IP 6e110e03-cfe3-4a5c-95b1-2f526bf6e401: ACTIVE {{(pid=109570) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 28 22:42:57.715093 dv-cinder-830538-5-iscsi neutron-server[109569]: INFO neutron.wsgi [None req-c2c75e97-9428-444e-a90e-6329be0e2b10 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=dcbde97ee845487192ecf330d784ac46&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1609592 Feb 28 22:42:57.717111 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c75e97-9428-444e-a90e-6329be0e2b10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73b9f362-b934-40e4-a680-0cc30ba166b8,revision_number=1']} {{(pid=109569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:42:57.718491 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.wsgi [-] (109569) accepted ('10.222.0.11', 51512) {{(pid=109569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 22:42:57.733047 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed18176-15d7-4e9b-9adf-7943ef58d0e2 req-58457c65-b937-474c-82f8-da126929ea47 tempest-AttachVolumeTestJSON-1325054245 tempest-AttachVolumeTestJSON-1325054245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:42:57.734580 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-9ed18176-15d7-4e9b-9adf-7943ef58d0e2 req-58457c65-b937-474c-82f8-da126929ea47 tempest-AttachVolumeTestJSON-1325054245 tempest-AttachVolumeTestJSON-1325054245-project] 10.222.0.11 "GET /v2.0/ports?device_id=cb5d42fc-117f-46a8-bc9e-2a9c370bc40f HTTP/1.1" status: 200 len: 944 time: 0.0779715 Feb 28 22:42:57.785881 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-0f0cbcf4-c70e-47fc-9454-003fdf0cd9b4 admin admin] Publish callbacks [] for security_group (73b9f362-b934-40e4-a680-0cc30ba166b8), before_delete {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:42:57.787007 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-9ed18176-15d7-4e9b-9adf-7943ef58d0e2 req-1b4b1cd9-fc96-4acb-89dc-78970a3f85c5 tempest-AttachVolumeTestJSON-1325054245 tempest-AttachVolumeTestJSON-1325054245-project] 10.222.0.11 "GET /v2.0/security-groups?id=a5149e9f-4f71-46b3-96fa-21697ff32bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464563 Feb 28 22:42:57.808800 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-0f0cbcf4-c70e-47fc-9454-003fdf0cd9b4 admin admin] Publish callbacks [] for security_group (73b9f362-b934-40e4-a680-0cc30ba166b8), precommit_delete {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:42:57.859175 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-0f0cbcf4-c70e-47fc-9454-003fdf0cd9b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33441213'] for security_group (73b9f362-b934-40e4-a680-0cc30ba166b8), after_delete {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:42:57.862177 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-0f0cbcf4-c70e-47fc-9454-003fdf0cd9b4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:42:57.863471 dv-cinder-830538-5-iscsi neutron-server[109569]: INFO neutron.wsgi [None req-0f0cbcf4-c70e-47fc-9454-003fdf0cd9b4 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/73b9f362-b934-40e4-a680-0cc30ba166b8 HTTP/1.1" status: 204 len: 168 time: 0.1440868 Feb 28 22:42:57.874436 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0cbcf4-c70e-47fc-9454-003fdf0cd9b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73b9f362-b934-40e4-a680-0cc30ba166b8,revision_number=None']} {{(pid=109569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:42:58.466431 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d790f02-b8f6-475b-9169-ff6dba29b21c req-6d6f70c3-c31f-4d5c-915d-314ad8a8ba9e tempest-ServerRescueNegativeTestJSON-929871608 tempest-ServerRescueNegativeTestJSON-929871608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:42:58.467985 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-4d790f02-b8f6-475b-9169-ff6dba29b21c req-6d6f70c3-c31f-4d5c-915d-314ad8a8ba9e tempest-ServerRescueNegativeTestJSON-929871608 tempest-ServerRescueNegativeTestJSON-929871608-project] 10.222.0.11 "GET /v2.0/ports?device_id=50fff9cd-5238-40fd-ab4f-02f86cf2bbc0 HTTP/1.1" status: 200 len: 946 time: 0.0580420 Feb 28 22:42:58.519468 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-4d790f02-b8f6-475b-9169-ff6dba29b21c req-935c0741-e6b3-44fe-b4c6-eddaf2f74e62 tempest-ServerRescueNegativeTestJSON-929871608 tempest-ServerRescueNegativeTestJSON-929871608-project] 10.222.0.11 "GET /v2.0/security-groups?id=f1de89df-470d-49b7-98ac-8bb65cd72d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455477 Feb 28 22:42:58.638424 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5785d5c9-7914-4195-b710-0f16ebc20304 req-f0a025fe-87a1-43f1-96f7-ff3272fca5cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:42:58.639947 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-5785d5c9-7914-4195-b710-0f16ebc20304 req-f0a025fe-87a1-43f1-96f7-ff3272fca5cf service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=83c55453f2fe4dc79de3c29aff0b4932&device_id=9d3d1dbb-222b-4ece-94fa-9ef43d198daf HTTP/1.1" status: 200 len: 1129 time: 0.0813987 Feb 28 22:42:58.703396 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e6c00e-2dbf-4b49-b9bb-11fac69f4329 req-ac4ae6eb-b59d-44a8-bf86-ed014f27f99d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:42:58.705442 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-f6e6c00e-2dbf-4b49-b9bb-11fac69f4329 req-ac4ae6eb-b59d-44a8-bf86-ed014f27f99d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=1a9fe67e7e534a2f9e267047a6a40917&device_id=50fff9cd-5238-40fd-ab4f-02f86cf2bbc0 HTTP/1.1" status: 200 len: 1130 time: 0.1051545 Feb 28 22:42:58.808590 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5785d5c9-7914-4195-b710-0f16ebc20304 req-02977f36-0e09-4844-9d79-12c90aae3ce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:42:58.810126 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-5785d5c9-7914-4195-b710-0f16ebc20304 req-02977f36-0e09-4844-9d79-12c90aae3ce5 service neutron] 10.222.0.36 "GET /v2.0/networks?id=e1dee003-d534-429c-aed6-3f1020c03805 HTTP/1.1" status: 200 len: 917 time: 0.1602132 Feb 28 22:42:58.895975 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e6c00e-2dbf-4b49-b9bb-11fac69f4329 req-821e04b9-806c-496b-8110-cb9383b38465 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:42:58.897399 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-f6e6c00e-2dbf-4b49-b9bb-11fac69f4329 req-821e04b9-806c-496b-8110-cb9383b38465 service neutron] 10.222.0.36 "GET /v2.0/networks?id=ba9103be-0016-4db5-8443-08fa8db70094 HTTP/1.1" status: 200 len: 919 time: 0.1857736 Feb 28 22:42:59.003902 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-f6e6c00e-2dbf-4b49-b9bb-11fac69f4329 req-4f53b6f5-7542-4c27-93bb-d623ca2404bc service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=aa21a1aa-bc63-48f8-a49a-46871a4c118e HTTP/1.1" status: 200 len: 217 time: 0.0963430 Feb 28 22:42:59.010351 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-5785d5c9-7914-4195-b710-0f16ebc20304 req-af4a0541-8113-4cfd-aff2-a419288d5000 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6daed45d-08df-467a-b1e9-4a94a85a6197 HTTP/1.1" status: 200 len: 1001 time: 0.1829362 Feb 28 22:42:59.084964 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd5bc4f-bd8f-4c76-b8e6-37c6b3ebde84 req-2dc698e1-fe5e-4f88-bacd-77bcbbf33fc4 tempest-AttachVolumeTestJSON-1325054245 tempest-AttachVolumeTestJSON-1325054245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:42:59.086466 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-ddd5bc4f-bd8f-4c76-b8e6-37c6b3ebde84 req-2dc698e1-fe5e-4f88-bacd-77bcbbf33fc4 tempest-AttachVolumeTestJSON-1325054245 tempest-AttachVolumeTestJSON-1325054245-project] 10.222.0.11 "GET /v2.0/ports?device_id=cb5d42fc-117f-46a8-bc9e-2a9c370bc40f HTTP/1.1" status: 200 len: 944 time: 0.2118921 Feb 28 22:42:59.121168 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e6c00e-2dbf-4b49-b9bb-11fac69f4329 req-1e4794fa-af86-4b6f-978e-a1470e65909a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:42:59.122633 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-f6e6c00e-2dbf-4b49-b9bb-11fac69f4329 req-1e4794fa-af86-4b6f-978e-a1470e65909a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4f074c84-eecc-4df3-bfe8-db2db878868a HTTP/1.1" status: 200 len: 858 time: 0.1114361 Feb 28 22:42:59.125870 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5785d5c9-7914-4195-b710-0f16ebc20304 req-ab659705-a717-428c-a22a-d29e17e1cb36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:42:59.127234 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-5785d5c9-7914-4195-b710-0f16ebc20304 req-ab659705-a717-428c-a22a-d29e17e1cb36 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=3b622ab4-8097-4b6c-8ec2-bb3f77857ed1 HTTP/1.1" status: 200 len: 855 time: 0.1047928 Feb 28 22:42:59.205720 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-f6e6c00e-2dbf-4b49-b9bb-11fac69f4329 req-b5320ecc-7ff4-462c-8136-0a3f9adf7a02 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=ba9103be-0016-4db5-8443-08fa8db70094&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0617285 Feb 28 22:42:59.210639 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-ddd5bc4f-bd8f-4c76-b8e6-37c6b3ebde84 req-ed0f3f77-1545-4612-93c3-e7f99656b394 tempest-AttachVolumeTestJSON-1325054245 tempest-AttachVolumeTestJSON-1325054245-project] 10.222.0.11 "GET /v2.0/security-groups?id=a5149e9f-4f71-46b3-96fa-21697ff32bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1157110 Feb 28 22:42:59.282129 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5785d5c9-7914-4195-b710-0f16ebc20304 req-196a79d6-52cc-4e36-81e2-be30cd009424 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:42:59.282129 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-5785d5c9-7914-4195-b710-0f16ebc20304 req-196a79d6-52cc-4e36-81e2-be30cd009424 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e1dee003-d534-429c-aed6-3f1020c03805&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1360900 Feb 28 22:42:59.375181 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-f6e6c00e-2dbf-4b49-b9bb-11fac69f4329 req-0b71df1d-3cff-4c93-bf65-4d44e408f94f service neutron] 10.222.0.36 "GET /v2.0/networks/ba9103be-0016-4db5-8443-08fa8db70094?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1539297 Feb 28 22:42:59.456527 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-5785d5c9-7914-4195-b710-0f16ebc20304 req-5d0c77b8-d22e-4369-adb5-a50b0c2f4b9e service neutron] 10.222.0.36 "GET /v2.0/networks/e1dee003-d534-429c-aed6-3f1020c03805?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1636646 Feb 28 22:42:59.538081 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-f6e6c00e-2dbf-4b49-b9bb-11fac69f4329 req-6401a74c-24a8-4a3e-9079-05521440ba93 service neutron] 10.222.0.36 "GET /v2.0/networks/ba9103be-0016-4db5-8443-08fa8db70094?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1554635 Feb 28 22:42:59.598742 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-5785d5c9-7914-4195-b710-0f16ebc20304 req-0842e890-47c9-498b-ad6f-0d3d759ade50 service neutron] 10.222.0.36 "GET /v2.0/networks/e1dee003-d534-429c-aed6-3f1020c03805?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1340587 Feb 28 22:42:59.700478 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5888c5f-ebb6-4951-a357-9df0ed5963bd req-110a0a2d-5e8f-451b-b388-c1e6183777da tempest-ServerRescueNegativeTestJSON-929871608 tempest-ServerRescueNegativeTestJSON-929871608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:42:59.702571 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-b5888c5f-ebb6-4951-a357-9df0ed5963bd req-110a0a2d-5e8f-451b-b388-c1e6183777da tempest-ServerRescueNegativeTestJSON-929871608 tempest-ServerRescueNegativeTestJSON-929871608-project] 10.222.0.11 "GET /v2.0/ports?device_id=50fff9cd-5238-40fd-ab4f-02f86cf2bbc0 HTTP/1.1" status: 200 len: 946 time: 0.0967908 Feb 28 22:42:59.771188 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-b5888c5f-ebb6-4951-a357-9df0ed5963bd req-9a023493-5d69-4d19-b72c-72c2ed0aa92d tempest-ServerRescueNegativeTestJSON-929871608 tempest-ServerRescueNegativeTestJSON-929871608-project] 10.222.0.11 "GET /v2.0/security-groups?id=f1de89df-470d-49b7-98ac-8bb65cd72d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586042 Feb 28 22:43:00.338222 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4daddcbb-e99c-4211-b9f4-702d3e42519d req-ff5a51a9-4379-4c29-b9a6-446eef243cc0 tempest-AttachVolumeTestJSON-1325054245 tempest-AttachVolumeTestJSON-1325054245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:43:00.339797 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-4daddcbb-e99c-4211-b9f4-702d3e42519d req-ff5a51a9-4379-4c29-b9a6-446eef243cc0 tempest-AttachVolumeTestJSON-1325054245 tempest-AttachVolumeTestJSON-1325054245-project] 10.222.0.11 "GET /v2.0/ports?device_id=cb5d42fc-117f-46a8-bc9e-2a9c370bc40f HTTP/1.1" status: 200 len: 944 time: 0.0555284 Feb 28 22:43:00.401161 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-4daddcbb-e99c-4211-b9f4-702d3e42519d req-9e0f718b-24eb-41a7-b2d5-6aba389854ec tempest-AttachVolumeTestJSON-1325054245 tempest-AttachVolumeTestJSON-1325054245-project] 10.222.0.11 "GET /v2.0/security-groups?id=a5149e9f-4f71-46b3-96fa-21697ff32bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0553741 Feb 28 22:43:00.717610 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.rpc [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] Device 6b70fcef-5711-42c2-953d-59fa95ea2477 up at agent hyperv_hv-cinder-83053 {{(pid=109570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 22:43:00.839652 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.db.provisioning_blocks [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] Provisioning for port 6b70fcef-5711-42c2-953d-59fa95ea2477 completed by entity L2. {{(pid=109570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 28 22:43:00.845192 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.db.provisioning_blocks [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] Provisioning complete for port 6b70fcef-5711-42c2-953d-59fa95ea2477 triggered by entity L2. {{(pid=109570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 22:43:00.845680 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579965'] for port (6b70fcef-5711-42c2-953d-59fa95ea2477), provisioning_complete {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:43:00.871155 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-65dbf59e-2f46-47e1-a6b3-24a4ab431a97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750845036683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579975'] for agent (55d6ddf3-619a-4750-95a9-02c5b2728e0c), after_update {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:43:00.932560 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.plugin [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] Current status of the port 6b70fcef-5711-42c2-953d-59fa95ea2477 is: BUILD; New status is: ACTIVE {{(pid=109570) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 22:43:00.933355 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616566'] for port (6b70fcef-5711-42c2-953d-59fa95ea2477), before_update {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:43:00.957377 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb5d42fc-117f-46a8-bc9e-2a9c370bc40f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b70fcef-5711-42c2-953d-59fa95ea2477'}] {{(pid=109570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 22:43:00.959843 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fade63a226c96e14254c735f674fb73a181a47373151acc9bb38ade81564009" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-547db80b-44b0-4115-9618-d799edbdc711" -d '{"events": [{"server_uuid": "cb5d42fc-117f-46a8-bc9e-2a9c370bc40f", "name": "network-vif-plugged", "status": "completed", "tag": "6b70fcef-5711-42c2-953d-59fa95ea2477"}]}' {{(pid=109570) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 22:43:00.966198 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243ed8d5-6aa3-4f35-9770-e73282299cf8 req-eb9f1e77-4b8b-42ae-8568-70847f67d9c4 tempest-ServerRescueNegativeTestJSON-929871608 tempest-ServerRescueNegativeTestJSON-929871608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:43:00.967651 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-243ed8d5-6aa3-4f35-9770-e73282299cf8 req-eb9f1e77-4b8b-42ae-8568-70847f67d9c4 tempest-ServerRescueNegativeTestJSON-929871608 tempest-ServerRescueNegativeTestJSON-929871608-project] 10.222.0.11 "GET /v2.0/ports?device_id=50fff9cd-5238-40fd-ab4f-02f86cf2bbc0 HTTP/1.1" status: 200 len: 946 time: 0.1208520 Feb 28 22:43:00.972834 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.db [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] For port 6b70fcef-5711-42c2-953d-59fa95ea2477, host hv-cinder-83053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83053',level=0,port_id=6b70fcef-5711-42c2-953d-59fa95ea2477,segment=NetworkSegment(2b825055-5822-4684-9f9c-fddeefc76ff6),segment_id=2b825055-5822-4684-9f9c-fddeefc76ff6)] {{(pid=109570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 22:43:00.977492 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33156859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750845083886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750844628246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750844628264'] for port (6b70fcef-5711-42c2-953d-59fa95ea2477), after_update {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:43:01.010386 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b52436b-9ede-400c-acd7-19a83699ef35 req-6b27fc30-e486-4970-b6ed-cdfdc396c759 tempest-AttachVolumeNegativeTest-1243329128 tempest-AttachVolumeNegativeTest-1243329128-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:43:01.011576 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-8b52436b-9ede-400c-acd7-19a83699ef35 req-6b27fc30-e486-4970-b6ed-cdfdc396c759 tempest-AttachVolumeNegativeTest-1243329128 tempest-AttachVolumeNegativeTest-1243329128-project] 10.222.0.11 "GET /v2.0/networks?id=0321cbe9-3229-497f-9213-34c6a912fd2a HTTP/1.1" status: 200 len: 815 time: 0.1539347 Feb 28 22:43:01.028171 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] Pushing event updated for resources: {'Port': ['ID=6b70fcef-5711-42c2-953d-59fa95ea2477,revision_number=5']} {{(pid=109570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:43:01.036805 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-8b52436b-9ede-400c-acd7-19a83699ef35 req-b3494621-fe5e-44f5-8dab-56f0161510f7 tempest-AttachVolumeNegativeTest-1243329128 tempest-AttachVolumeNegativeTest-1243329128-project] 10.222.0.11 "GET /v2.0/quotas/bc1fd56c6f77479dbf02ac28589be825 HTTP/1.1" status: 200 len: 375 time: 0.0197132 Feb 28 22:43:01.041064 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-243ed8d5-6aa3-4f35-9770-e73282299cf8 req-a3273976-381e-4910-a511-519b479bacf3 tempest-ServerRescueNegativeTestJSON-929871608 tempest-ServerRescueNegativeTestJSON-929871608-project] 10.222.0.11 "GET /v2.0/security-groups?id=f1de89df-470d-49b7-98ac-8bb65cd72d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666549 Feb 28 22:43:01.089744 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-8b52436b-9ede-400c-acd7-19a83699ef35 req-28ec6d0b-2bd1-422c-9a8c-59c386359051 tempest-AttachVolumeNegativeTest-1243329128 tempest-AttachVolumeNegativeTest-1243329128-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=bc1fd56c6f77479dbf02ac28589be825&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0471349 Feb 28 22:43:01.092297 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 22:43:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-355f7425-9cba-40d3-8eb3-556fb5a34dea x-openstack-request-id: req-355f7425-9cba-40d3-8eb3-556fb5a34dea {{(pid=109570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 22:43:01.092651 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb5d42fc-117f-46a8-bc9e-2a9c370bc40f", "name": "network-vif-plugged", "status": "completed", "tag": "6b70fcef-5711-42c2-953d-59fa95ea2477", "code": 200}]} {{(pid=109570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 22:43:01.093287 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-355f7425-9cba-40d3-8eb3-556fb5a34dea {{(pid=109570) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 22:43:01.093706 dv-cinder-830538-5-iscsi neutron-server[109570]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb5d42fc-117f-46a8-bc9e-2a9c370bc40f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b70fcef-5711-42c2-953d-59fa95ea2477', 'code': 200} Feb 28 22:43:01.180138 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-8b52436b-9ede-400c-acd7-19a83699ef35 req-0f7bef74-aa87-40df-ba4b-76a765ec9e68 service neutron] 10.222.0.11 "GET /v2.0/networks/0321cbe9-3229-497f-9213-34c6a912fd2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839412 Feb 28 22:43:01.267028 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-8b52436b-9ede-400c-acd7-19a83699ef35 req-7afa938d-e659-466f-bbf7-cdb88d947890 service neutron] 10.222.0.11 "GET /v2.0/networks/0321cbe9-3229-497f-9213-34c6a912fd2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810368 Feb 28 22:43:01.421140 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-24c31bec-5a6b-4913-9cc0-88c5c6b8d1fe req-2d83c187-36a4-4aa2-aebb-9113a0bf1d02 tempest-AttachVolumeNegativeTest-1243329128 tempest-AttachVolumeNegativeTest-1243329128-project] 10.222.0.11 "GET /v2.0/ports?device_id=4e7efae2-fa13-4413-8de0-ed4f22d34e5a HTTP/1.1" status: 200 len: 210 time: 0.0258672 Feb 28 22:43:01.528755 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eea2b11-f79c-41ac-ba11-086c7509988e req-853bbff2-5dc6-4d93-b836-f60ade303dbe tempest-AttachVolumeTestJSON-1325054245 tempest-AttachVolumeTestJSON-1325054245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:43:01.530268 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-6eea2b11-f79c-41ac-ba11-086c7509988e req-853bbff2-5dc6-4d93-b836-f60ade303dbe tempest-AttachVolumeTestJSON-1325054245 tempest-AttachVolumeTestJSON-1325054245-project] 10.222.0.11 "GET /v2.0/ports?device_id=cb5d42fc-117f-46a8-bc9e-2a9c370bc40f HTTP/1.1" status: 200 len: 945 time: 0.0561731 Feb 28 22:43:01.587904 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-6eea2b11-f79c-41ac-ba11-086c7509988e req-4addee04-9854-40d4-9c64-995e6de54335 tempest-AttachVolumeTestJSON-1325054245 tempest-AttachVolumeTestJSON-1325054245-project] 10.222.0.11 "GET /v2.0/security-groups?id=a5149e9f-4f71-46b3-96fa-21697ff32bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515163 Feb 28 22:43:02.154020 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f9a7df-50af-46d7-9e1c-27fd98a84469 req-fbd40995-d86e-4bd6-96dd-63e1e5ace1b3 tempest-ServerRescueNegativeTestJSON-929871608 tempest-ServerRescueNegativeTestJSON-929871608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:43:02.155479 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-27f9a7df-50af-46d7-9e1c-27fd98a84469 req-fbd40995-d86e-4bd6-96dd-63e1e5ace1b3 tempest-ServerRescueNegativeTestJSON-929871608 tempest-ServerRescueNegativeTestJSON-929871608-project] 10.222.0.11 "GET /v2.0/ports?device_id=50fff9cd-5238-40fd-ab4f-02f86cf2bbc0 HTTP/1.1" status: 200 len: 946 time: 0.0502276 Feb 28 22:43:02.200812 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-27f9a7df-50af-46d7-9e1c-27fd98a84469 req-7fc082ee-3c6b-44c1-8c0c-158fda72204a tempest-ServerRescueNegativeTestJSON-929871608 tempest-ServerRescueNegativeTestJSON-929871608-project] 10.222.0.11 "GET /v2.0/security-groups?id=f1de89df-470d-49b7-98ac-8bb65cd72d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398524 Feb 28 22:43:02.514463 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-dece928b-3cba-4dfb-a2e1-b55ba3a4a6f0 req-73c5b078-f36a-4964-b729-91a506764724 tempest-AttachVolumeNegativeTest-1243329128 tempest-AttachVolumeNegativeTest-1243329128-project] 10.222.0.11 "GET /v2.0/ports?device_id=4e7efae2-fa13-4413-8de0-ed4f22d34e5a HTTP/1.1" status: 200 len: 210 time: 0.0302992 Feb 28 22:43:02.704208 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79609778-ae5a-4076-b2f0-f36161010c56 req-b111bfee-e87f-48ac-8429-80e9be6da961 tempest-AttachVolumeTestJSON-1325054245 tempest-AttachVolumeTestJSON-1325054245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:43:02.705588 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-79609778-ae5a-4076-b2f0-f36161010c56 req-b111bfee-e87f-48ac-8429-80e9be6da961 tempest-AttachVolumeTestJSON-1325054245 tempest-AttachVolumeTestJSON-1325054245-project] 10.222.0.11 "GET /v2.0/ports?device_id=cb5d42fc-117f-46a8-bc9e-2a9c370bc40f HTTP/1.1" status: 200 len: 945 time: 0.0513327 Feb 28 22:43:02.751054 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-79609778-ae5a-4076-b2f0-f36161010c56 req-d4a09807-8c41-4753-bf42-754db646a55c tempest-AttachVolumeTestJSON-1325054245 tempest-AttachVolumeTestJSON-1325054245-project] 10.222.0.11 "GET /v2.0/security-groups?id=a5149e9f-4f71-46b3-96fa-21697ff32bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399747 Feb 28 22:43:03.106470 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-12ebb624-f2ee-409e-b466-b55c39260223 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750845036683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579975'] for agent (1bbc3f13-d896-4633-9d3f-4f3415ceb83d), after_update {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:43:03.316272 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a392ff7-4924-455c-8a12-74c36c56ee23 req-e0495e82-3928-417f-b76f-26575f9c933b tempest-ServerRescueNegativeTestJSON-929871608 tempest-ServerRescueNegativeTestJSON-929871608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:43:03.317737 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-9a392ff7-4924-455c-8a12-74c36c56ee23 req-e0495e82-3928-417f-b76f-26575f9c933b tempest-ServerRescueNegativeTestJSON-929871608 tempest-ServerRescueNegativeTestJSON-929871608-project] 10.222.0.11 "GET /v2.0/ports?device_id=50fff9cd-5238-40fd-ab4f-02f86cf2bbc0 HTTP/1.1" status: 200 len: 946 time: 0.0503831 Feb 28 22:43:03.361935 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-9a392ff7-4924-455c-8a12-74c36c56ee23 req-06d3853c-233e-4a43-b463-9614c9b59052 tempest-ServerRescueNegativeTestJSON-929871608 tempest-ServerRescueNegativeTestJSON-929871608-project] 10.222.0.11 "GET /v2.0/security-groups?id=f1de89df-470d-49b7-98ac-8bb65cd72d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385385 Feb 28 22:43:03.606532 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-770342c0-34d3-44f0-98f6-15792f784475 req-37cc98a4-704d-4f4a-bcf3-3772ef62038f tempest-AttachVolumeNegativeTest-1243329128 tempest-AttachVolumeNegativeTest-1243329128-project] 10.222.0.11 "GET /v2.0/ports?device_id=4e7efae2-fa13-4413-8de0-ed4f22d34e5a HTTP/1.1" status: 200 len: 210 time: 0.0293474 Feb 28 22:43:03.865032 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e5c107-cffc-4ead-8688-c02832675be2 req-290b2d2f-33ce-49f1-a828-6c367b5c5df7 tempest-AttachVolumeTestJSON-1325054245 tempest-AttachVolumeTestJSON-1325054245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:43:03.866464 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-27e5c107-cffc-4ead-8688-c02832675be2 req-290b2d2f-33ce-49f1-a828-6c367b5c5df7 tempest-AttachVolumeTestJSON-1325054245 tempest-AttachVolumeTestJSON-1325054245-project] 10.222.0.11 "GET /v2.0/ports?device_id=cb5d42fc-117f-46a8-bc9e-2a9c370bc40f HTTP/1.1" status: 200 len: 945 time: 0.0509043 Feb 28 22:43:03.911410 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-27e5c107-cffc-4ead-8688-c02832675be2 req-89c8ddfe-a797-414c-8213-ff8ec43c8b37 tempest-AttachVolumeTestJSON-1325054245 tempest-AttachVolumeTestJSON-1325054245-project] 10.222.0.11 "GET /v2.0/security-groups?id=a5149e9f-4f71-46b3-96fa-21697ff32bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388377 Feb 28 22:43:04.129145 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-fb85eb0a-98c9-414d-bd8b-45b99ef4efd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750845036683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579975'] for agent (0569ef69-4feb-452f-8380-1d628b96faff), after_update {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:43:04.195915 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bae8e68-c34b-4c30-b958-b0a0637e128a req-41d200d7-a8f1-4503-af1f-afad882f8b60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:43:04.197638 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-1bae8e68-c34b-4c30-b958-b0a0637e128a req-41d200d7-a8f1-4503-af1f-afad882f8b60 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=cb5d42fc-117f-46a8-bc9e-2a9c370bc40f HTTP/1.1" status: 200 len: 1129 time: 0.0433395 Feb 28 22:43:04.249749 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-1bae8e68-c34b-4c30-b958-b0a0637e128a req-6cd5ae3c-c7ab-4f33-96c6-05bc6bb8c726 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=a5149e9f-4f71-46b3-96fa-21697ff32bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378373 Feb 28 22:43:04.481265 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c8719c-8c74-4373-975c-f8cca8cc7720 req-7a34345e-7e43-4fc2-ac65-25192294709c tempest-ServerRescueNegativeTestJSON-929871608 tempest-ServerRescueNegativeTestJSON-929871608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:43:04.483022 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-98c8719c-8c74-4373-975c-f8cca8cc7720 req-7a34345e-7e43-4fc2-ac65-25192294709c tempest-ServerRescueNegativeTestJSON-929871608 tempest-ServerRescueNegativeTestJSON-929871608-project] 10.222.0.11 "GET /v2.0/ports?device_id=50fff9cd-5238-40fd-ab4f-02f86cf2bbc0 HTTP/1.1" status: 200 len: 946 time: 0.0556054 Feb 28 22:43:04.534046 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-98c8719c-8c74-4373-975c-f8cca8cc7720 req-3d5ae5b8-08e2-44b8-b059-3ea239f28933 tempest-ServerRescueNegativeTestJSON-929871608 tempest-ServerRescueNegativeTestJSON-929871608-project] 10.222.0.11 "GET /v2.0/security-groups?id=f1de89df-470d-49b7-98ac-8bb65cd72d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448241 Feb 28 22:43:04.705933 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-9087d62a-eb2a-44e2-9ff0-5c9aa2ca6a5a req-6b800e8d-1f98-445b-92d5-f6ad83e2dbb1 tempest-AttachVolumeNegativeTest-1243329128 tempest-AttachVolumeNegativeTest-1243329128-project] 10.222.0.11 "GET /v2.0/ports?device_id=4e7efae2-fa13-4413-8de0-ed4f22d34e5a HTTP/1.1" status: 200 len: 210 time: 0.0304377 Feb 28 22:43:05.044464 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c289143-75f3-4778-b48a-0117517b7fad req-8f1bf576-747c-49e6-86f5-32ff480ab64b tempest-AttachVolumeTestJSON-1325054245 tempest-AttachVolumeTestJSON-1325054245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:43:05.045842 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-5c289143-75f3-4778-b48a-0117517b7fad req-8f1bf576-747c-49e6-86f5-32ff480ab64b tempest-AttachVolumeTestJSON-1325054245 tempest-AttachVolumeTestJSON-1325054245-project] 10.222.0.11 "GET /v2.0/ports?device_id=cb5d42fc-117f-46a8-bc9e-2a9c370bc40f HTTP/1.1" status: 200 len: 945 time: 0.0618858 Feb 28 22:43:05.164234 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-5c289143-75f3-4778-b48a-0117517b7fad req-12189fd4-73df-4943-bf07-996249cb59df tempest-AttachVolumeTestJSON-1325054245 tempest-AttachVolumeTestJSON-1325054245-project] 10.222.0.11 "GET /v2.0/security-groups?id=a5149e9f-4f71-46b3-96fa-21697ff32bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1103404 Feb 28 22:43:05.234792 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b52436b-9ede-400c-acd7-19a83699ef35 req-b5d393d5-c710-483a-b380-0af50f8a9cb6 tempest-AttachVolumeNegativeTest-1243329128 tempest-AttachVolumeNegativeTest-1243329128-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:43:05.236369 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-8b52436b-9ede-400c-acd7-19a83699ef35 req-b5d393d5-c710-483a-b380-0af50f8a9cb6 tempest-AttachVolumeNegativeTest-1243329128 tempest-AttachVolumeNegativeTest-1243329128-project] 10.222.0.36 "GET /v2.0/networks?id=0321cbe9-3229-497f-9213-34c6a912fd2a HTTP/1.1" status: 200 len: 815 time: 0.1404068 Feb 28 22:43:05.253433 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.api.v2.base [req-8b52436b-9ede-400c-acd7-19a83699ef35 req-f7024767-3b82-4dad-a8a7-cfbe529e83f7 tempest-AttachVolumeNegativeTest-1243329128 tempest-AttachVolumeNegativeTest-1243329128-project] Request body: {'port': {'device_id': '4e7efae2-fa13-4413-8de0-ed4f22d34e5a', 'network_id': '0321cbe9-3229-497f-9213-34c6a912fd2a', 'admin_state_up': True, 'tenant_id': 'bc1fd56c6f77479dbf02ac28589be825'}} {{(pid=109568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 22:43:05.376785 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8b52436b-9ede-400c-acd7-19a83699ef35 req-f7024767-3b82-4dad-a8a7-cfbe529e83f7 tempest-AttachVolumeNegativeTest-1243329128 tempest-AttachVolumeNegativeTest-1243329128-project] Made reservation on behalf of bc1fd56c6f77479dbf02ac28589be825 for: {'port': 1} {{(pid=109568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 22:43:05.380118 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [req-8b52436b-9ede-400c-acd7-19a83699ef35 req-f7024767-3b82-4dad-a8a7-cfbe529e83f7 tempest-AttachVolumeNegativeTest-1243329128 tempest-AttachVolumeNegativeTest-1243329128-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616566'] for port (None), before_create {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:43:05.505566 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.wsgi [-] (109569) accepted ('10.222.0.11', 51782) {{(pid=109569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 22:43:05.515030 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.db.db_base_plugin_common [req-8b52436b-9ede-400c-acd7-19a83699ef35 req-f7024767-3b82-4dad-a8a7-cfbe529e83f7 tempest-AttachVolumeNegativeTest-1243329128 tempest-AttachVolumeNegativeTest-1243329128-project] Allocated IP 172.20.0.3 (0321cbe9-3229-497f-9213-34c6a912fd2a/e06c4751-499d-4207-9fc1-23232ee2e753/5a3f0c3b-ede2-4178-a53a-9e0a72229b0a) {{(pid=109568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 22:43:05.637352 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-5632ea0b-b5ed-409a-ac14-7e39aa68a6da admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:43:05.708307 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59621e6-b221-41c8-b064-f4b600b10e1e req-1300e785-f5dd-41bb-ba1d-97f6162f034e tempest-ServerRescueNegativeTestJSON-929871608 tempest-ServerRescueNegativeTestJSON-929871608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:43:05.709780 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-d59621e6-b221-41c8-b064-f4b600b10e1e req-1300e785-f5dd-41bb-ba1d-97f6162f034e tempest-ServerRescueNegativeTestJSON-929871608 tempest-ServerRescueNegativeTestJSON-929871608-project] 10.222.0.11 "GET /v2.0/ports?device_id=50fff9cd-5238-40fd-ab4f-02f86cf2bbc0 HTTP/1.1" status: 200 len: 946 time: 0.0885251 Feb 28 22:43:05.723005 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-5632ea0b-b5ed-409a-ac14-7e39aa68a6da admin admin] Publish callbacks [] for security_group (3bc69bbf-1bde-45d0-8eb7-6f654e7ae8e0), precommit_create {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:43:05.727238 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-5632ea0b-b5ed-409a-ac14-7e39aa68a6da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33441213'] for security_group (3bc69bbf-1bde-45d0-8eb7-6f654e7ae8e0), after_create {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:43:05.734408 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [req-8b52436b-9ede-400c-acd7-19a83699ef35 req-f7024767-3b82-4dad-a8a7-cfbe529e83f7 tempest-AttachVolumeNegativeTest-1243329128 tempest-AttachVolumeNegativeTest-1243329128-project] Publish callbacks [] for port (5a3f0c3b-ede2-4178-a53a-9e0a72229b0a), precommit_create {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:43:05.765807 dv-cinder-830538-5-iscsi neutron-server[109569]: INFO neutron.wsgi [None req-5632ea0b-b5ed-409a-ac14-7e39aa68a6da admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=4750c7c10cc54437b748c6954f99958d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2597027 Feb 28 22:43:05.771162 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.wsgi [-] (109569) accepted ('10.222.0.11', 51798) {{(pid=109569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 22:43:05.788193 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5632ea0b-b5ed-409a-ac14-7e39aa68a6da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3bc69bbf-1bde-45d0-8eb7-6f654e7ae8e0,revision_number=1']} {{(pid=109569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:43:05.802884 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5632ea0b-b5ed-409a-ac14-7e39aa68a6da admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830538-5-iscsi {{(pid=109569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:43:05.803402 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5632ea0b-b5ed-409a-ac14-7e39aa68a6da admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-5-iscsi {{(pid=109569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:43:05.803865 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5632ea0b-b5ed-409a-ac14-7e39aa68a6da admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-5-iscsi {{(pid=109569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:43:05.804292 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5632ea0b-b5ed-409a-ac14-7e39aa68a6da admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-5-iscsi {{(pid=109569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:43:05.804714 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5632ea0b-b5ed-409a-ac14-7e39aa68a6da admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830538-5-iscsi {{(pid=109569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:43:05.805130 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5632ea0b-b5ed-409a-ac14-7e39aa68a6da admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830538-5-iscsi {{(pid=109569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:43:05.805616 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5632ea0b-b5ed-409a-ac14-7e39aa68a6da admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830538-5-iscsi {{(pid=109569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:43:05.806584 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5632ea0b-b5ed-409a-ac14-7e39aa68a6da admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830538-5-iscsi {{(pid=109569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:43:05.807106 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5632ea0b-b5ed-409a-ac14-7e39aa68a6da admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830538-5-iscsi {{(pid=109569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:43:05.807522 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5632ea0b-b5ed-409a-ac14-7e39aa68a6da admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830538-5-iscsi {{(pid=109569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:43:05.807932 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5632ea0b-b5ed-409a-ac14-7e39aa68a6da admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-5-iscsi {{(pid=109569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:43:05.808043 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-d59621e6-b221-41c8-b064-f4b600b10e1e req-048394a7-443b-4b27-a470-25f4f50150be tempest-ServerRescueNegativeTestJSON-929871608 tempest-ServerRescueNegativeTestJSON-929871608-project] 10.222.0.11 "GET /v2.0/security-groups?id=f1de89df-470d-49b7-98ac-8bb65cd72d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850213 Feb 28 22:43:05.808381 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5632ea0b-b5ed-409a-ac14-7e39aa68a6da admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830538-5-iscsi {{(pid=109569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:43:05.808762 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5632ea0b-b5ed-409a-ac14-7e39aa68a6da admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830538-5-iscsi {{(pid=109569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:43:05.831454 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-6635fa4b-235a-44d5-a621-17c2a50c8912 req-2180bbf1-c477-43e2-8fe4-788962709046 tempest-AttachVolumeNegativeTest-1243329128 tempest-AttachVolumeNegativeTest-1243329128-project] 10.222.0.11 "GET /v2.0/ports?device_id=4e7efae2-fa13-4413-8de0-ed4f22d34e5a HTTP/1.1" status: 200 len: 210 time: 0.0384433 Feb 28 22:43:05.838133 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [req-8b52436b-9ede-400c-acd7-19a83699ef35 req-f7024767-3b82-4dad-a8a7-cfbe529e83f7 tempest-AttachVolumeNegativeTest-1243329128 tempest-AttachVolumeNegativeTest-1243329128-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33156859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750844628228'] for port (5a3f0c3b-ede2-4178-a53a-9e0a72229b0a), after_create {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:43:05.871107 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-dc1891d5-2fcb-4a55-ac25-e82c127cf196 admin admin] Publish callbacks [] for security_group (3bc69bbf-1bde-45d0-8eb7-6f654e7ae8e0), before_delete {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:43:05.882477 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.db [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] get_ports_and_sgs() called for port_ids ['a4199d93-3776-445a-8d8b-fb493d8a8230'] {{(pid=109570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 22:43:05.899458 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-dc1891d5-2fcb-4a55-ac25-e82c127cf196 admin admin] Publish callbacks [] for security_group (3bc69bbf-1bde-45d0-8eb7-6f654e7ae8e0), precommit_delete {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:43:05.928082 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7024767-3b82-4dad-a8a7-cfbe529e83f7 tempest-AttachVolumeNegativeTest-1243329128 tempest-AttachVolumeNegativeTest-1243329128-project] Pushing event updated for resources: {'Port': ['ID=5a3f0c3b-ede2-4178-a53a-9e0a72229b0a,revision_number=1']} {{(pid=109568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:43:05.941621 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8b52436b-9ede-400c-acd7-19a83699ef35 req-f7024767-3b82-4dad-a8a7-cfbe529e83f7 tempest-AttachVolumeNegativeTest-1243329128 tempest-AttachVolumeNegativeTest-1243329128-project] Network 0321cbe9-3229-497f-9213-34c6a912fd2a is already hosted by enough agents. {{(pid=109568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 22:43:05.943368 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.scheduler.base_scheduler [req-8b52436b-9ede-400c-acd7-19a83699ef35 req-f7024767-3b82-4dad-a8a7-cfbe529e83f7 tempest-AttachVolumeNegativeTest-1243329128 tempest-AttachVolumeNegativeTest-1243329128-project] Resources bound (agent type, host, resource id): {{(pid=109568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 22:43:05.947881 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b52436b-9ede-400c-acd7-19a83699ef35 req-f7024767-3b82-4dad-a8a7-cfbe529e83f7 tempest-AttachVolumeNegativeTest-1243329128 tempest-AttachVolumeNegativeTest-1243329128-project] Received port after_create {{(pid=109568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 22:43:05.954433 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b52436b-9ede-400c-acd7-19a83699ef35 req-f7024767-3b82-4dad-a8a7-cfbe529e83f7 tempest-AttachVolumeNegativeTest-1243329128 tempest-AttachVolumeNegativeTest-1243329128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:43:05.955229 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [req-8b52436b-9ede-400c-acd7-19a83699ef35 req-f7024767-3b82-4dad-a8a7-cfbe529e83f7 tempest-AttachVolumeNegativeTest-1243329128 tempest-AttachVolumeNegativeTest-1243329128-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33156845'] for port (None), before_response {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:43:05.967783 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-f2b490b5-353e-4b99-942a-fb2407025861 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750845036683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579975'] for agent (e6e3d797-755b-495e-bc70-4cd2b9791ebb), after_update {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:43:05.969401 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-dc1891d5-2fcb-4a55-ac25-e82c127cf196 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33441213'] for security_group (3bc69bbf-1bde-45d0-8eb7-6f654e7ae8e0), after_delete {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:43:05.973790 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-dc1891d5-2fcb-4a55-ac25-e82c127cf196 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:43:05.975373 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-8b52436b-9ede-400c-acd7-19a83699ef35 req-f7024767-3b82-4dad-a8a7-cfbe529e83f7 tempest-AttachVolumeNegativeTest-1243329128 tempest-AttachVolumeNegativeTest-1243329128-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7260814 Feb 28 22:43:05.975779 dv-cinder-830538-5-iscsi neutron-server[109569]: INFO neutron.wsgi [None req-dc1891d5-2fcb-4a55-ac25-e82c127cf196 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/3bc69bbf-1bde-45d0-8eb7-6f654e7ae8e0 HTTP/1.1" status: 204 len: 168 time: 0.2026248 Feb 28 22:43:05.994403 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1891d5-2fcb-4a55-ac25-e82c127cf196 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bc69bbf-1bde-45d0-8eb7-6f654e7ae8e0,revision_number=None']} {{(pid=109569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:43:06.022623 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.api.v2.base [req-8b52436b-9ede-400c-acd7-19a83699ef35 req-38212d96-1312-472b-9e78-da0cc47da67a service neutron] Request body: {'port': {'device_id': '4e7efae2-fa13-4413-8de0-ed4f22d34e5a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83053'}} {{(pid=109568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 22:43:06.161079 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [req-8b52436b-9ede-400c-acd7-19a83699ef35 req-38212d96-1312-472b-9e78-da0cc47da67a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616566'] for port (5a3f0c3b-ede2-4178-a53a-9e0a72229b0a), before_update {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:43:06.380409 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.wsgi [-] (109569) accepted ('10.222.0.11', 51816) {{(pid=109569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 22:43:06.394370 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-00a2e758-70d7-4289-95d6-c3e4805298ca admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:43:06.479850 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-00a2e758-70d7-4289-95d6-c3e4805298ca admin admin] Publish callbacks [] for security_group (33e93033-47f6-4b78-8ead-6c02afbecbda), precommit_create {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:43:06.483683 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-00a2e758-70d7-4289-95d6-c3e4805298ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33441213'] for security_group (33e93033-47f6-4b78-8ead-6c02afbecbda), after_create {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:43:06.521711 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a2e758-70d7-4289-95d6-c3e4805298ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33e93033-47f6-4b78-8ead-6c02afbecbda,revision_number=1']} {{(pid=109569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:43:06.529590 dv-cinder-830538-5-iscsi neutron-server[109569]: INFO neutron.wsgi [None req-00a2e758-70d7-4289-95d6-c3e4805298ca admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=f009c52a70524a79af63ff9d44cae13a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1456563 Feb 28 22:43:06.529960 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.wsgi [-] (109569) accepted ('10.222.0.11', 51818) {{(pid=109569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 22:43:06.577861 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-88af3060-3b8a-444b-8095-616ca70b3855 admin admin] Publish callbacks [] for security_group (33e93033-47f6-4b78-8ead-6c02afbecbda), before_delete {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:43:06.589995 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebcd1f0e-edaa-4139-99bc-ef3d7cdd28d2 req-89029bb8-642b-4fb5-bfb0-446afc338982 tempest-AttachVolumeTestJSON-1325054245 tempest-AttachVolumeTestJSON-1325054245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:43:06.591470 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-ebcd1f0e-edaa-4139-99bc-ef3d7cdd28d2 req-89029bb8-642b-4fb5-bfb0-446afc338982 tempest-AttachVolumeTestJSON-1325054245 tempest-AttachVolumeTestJSON-1325054245-project] 10.222.0.11 "GET /v2.0/ports?device_id=cb5d42fc-117f-46a8-bc9e-2a9c370bc40f HTTP/1.1" status: 200 len: 945 time: 0.3117411 Feb 28 22:43:06.600142 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-88af3060-3b8a-444b-8095-616ca70b3855 admin admin] Publish callbacks [] for security_group (33e93033-47f6-4b78-8ead-6c02afbecbda), precommit_delete {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:43:06.649990 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-88af3060-3b8a-444b-8095-616ca70b3855 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33441213'] for security_group (33e93033-47f6-4b78-8ead-6c02afbecbda), after_delete {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:43:06.654220 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-88af3060-3b8a-444b-8095-616ca70b3855 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:43:06.655759 dv-cinder-830538-5-iscsi neutron-server[109569]: INFO neutron.wsgi [None req-88af3060-3b8a-444b-8095-616ca70b3855 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/33e93033-47f6-4b78-8ead-6c02afbecbda HTTP/1.1" status: 204 len: 168 time: 0.1249249 Feb 28 22:43:06.664669 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88af3060-3b8a-444b-8095-616ca70b3855 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33e93033-47f6-4b78-8ead-6c02afbecbda,revision_number=None']} {{(pid=109569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:43:06.688380 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-ebcd1f0e-edaa-4139-99bc-ef3d7cdd28d2 req-9e9dc69c-9933-492b-b2b8-09edf80aabf4 tempest-AttachVolumeTestJSON-1325054245 tempest-AttachVolumeTestJSON-1325054245-project] 10.222.0.11 "GET /v2.0/security-groups?id=a5149e9f-4f71-46b3-96fa-21697ff32bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0885849 Feb 28 22:43:06.737798 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.notifiers.nova [req-8b52436b-9ede-400c-acd7-19a83699ef35 req-38212d96-1312-472b-9e78-da0cc47da67a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5a3f0c3b-ede2-4178-a53a-9e0a72229b0a {{(pid=109568) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 22:43:06.746899 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [req-8b52436b-9ede-400c-acd7-19a83699ef35 req-38212d96-1312-472b-9e78-da0cc47da67a service neutron] Publish callbacks [] for port (5a3f0c3b-ede2-4178-a53a-9e0a72229b0a), precommit_update {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:43:06.762236 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.db.provisioning_blocks [req-8b52436b-9ede-400c-acd7-19a83699ef35 req-38212d96-1312-472b-9e78-da0cc47da67a service neutron] Transition to ACTIVE for port object 5a3f0c3b-ede2-4178-a53a-9e0a72229b0a will not be triggered until provisioned by entity L2. {{(pid=109568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Feb 28 22:43:06.768203 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [req-8b52436b-9ede-400c-acd7-19a83699ef35 req-38212d96-1312-472b-9e78-da0cc47da67a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33156859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750845083886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750844628246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750844628264'] for port (5a3f0c3b-ede2-4178-a53a-9e0a72229b0a), after_update {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:43:06.796917 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.wsgi [-] (109569) accepted ('10.222.0.11', 51836) {{(pid=109569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 22:43:06.860746 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.db.db_base_plugin_v2 [None req-63eff476-ff51-49d9-a46d-2c939999e82f admin admin] Deleting subnet 00b42917-d73f-42f7-9006-74e3bd1e26cb {{(pid=109569) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 22:43:06.864565 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-63eff476-ff51-49d9-a46d-2c939999e82f admin admin] Publish callbacks [] for subnet (00b42917-d73f-42f7-9006-74e3bd1e26cb), before_delete {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:43:06.878173 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38212d96-1312-472b-9e78-da0cc47da67a service neutron] Pushing event updated for resources: {'Port': ['ID=5a3f0c3b-ede2-4178-a53a-9e0a72229b0a,revision_number=2']} {{(pid=109568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:43:06.894587 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38212d96-1312-472b-9e78-da0cc47da67a service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830538-5-iscsi {{(pid=109568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:43:06.894921 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38212d96-1312-472b-9e78-da0cc47da67a service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-5-iscsi {{(pid=109568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:43:06.895261 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38212d96-1312-472b-9e78-da0cc47da67a service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-5-iscsi {{(pid=109568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:43:06.895591 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38212d96-1312-472b-9e78-da0cc47da67a service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-5-iscsi {{(pid=109568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:43:06.896317 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38212d96-1312-472b-9e78-da0cc47da67a service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830538-5-iscsi {{(pid=109568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:43:06.896490 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38212d96-1312-472b-9e78-da0cc47da67a service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830538-5-iscsi {{(pid=109568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:43:06.896767 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38212d96-1312-472b-9e78-da0cc47da67a service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830538-5-iscsi {{(pid=109568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:43:06.897088 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38212d96-1312-472b-9e78-da0cc47da67a service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830538-5-iscsi {{(pid=109568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:43:06.897413 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38212d96-1312-472b-9e78-da0cc47da67a service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830538-5-iscsi {{(pid=109568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:43:06.897731 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38212d96-1312-472b-9e78-da0cc47da67a service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830538-5-iscsi {{(pid=109568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:43:06.898050 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38212d96-1312-472b-9e78-da0cc47da67a service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-5-iscsi {{(pid=109568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:43:06.898367 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38212d96-1312-472b-9e78-da0cc47da67a service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830538-5-iscsi {{(pid=109568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:43:06.898724 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38212d96-1312-472b-9e78-da0cc47da67a service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830538-5-iscsi {{(pid=109568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:43:06.925174 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-63eff476-ff51-49d9-a46d-2c939999e82f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31262425'] for subnet (00b42917-d73f-42f7-9006-74e3bd1e26cb), precommit_delete_associations {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:43:06.966218 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.plugins.ml2.managers [req-8b52436b-9ede-400c-acd7-19a83699ef35 req-38212d96-1312-472b-9e78-da0cc47da67a service neutron] Attempting to bind port 5a3f0c3b-ede2-4178-a53a-9e0a72229b0a on host hv-cinder-83053 for vnic_type normal with profile {{(pid=109568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 22:43:06.966550 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.plugins.ml2.managers [req-8b52436b-9ede-400c-acd7-19a83699ef35 req-38212d96-1312-472b-9e78-da0cc47da67a service neutron] Attempting to bind port 5a3f0c3b-ede2-4178-a53a-9e0a72229b0a by drivers openvswitch,hyperv on host hv-cinder-83053 at level 0 using segments [{'id': '926113ad-33a7-475f-acf2-53b8f901f788', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '0321cbe9-3229-497f-9213-34c6a912fd2a'}] {{(pid=109568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 22:43:06.966887 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b52436b-9ede-400c-acd7-19a83699ef35 req-38212d96-1312-472b-9e78-da0cc47da67a service neutron] Attempting to bind port 5a3f0c3b-ede2-4178-a53a-9e0a72229b0a on network 0321cbe9-3229-497f-9213-34c6a912fd2a {{(pid=109568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 22:43:06.968096 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-63eff476-ff51-49d9-a46d-2c939999e82f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002603'] for subnet (00b42917-d73f-42f7-9006-74e3bd1e26cb), precommit_delete {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:43:06.978938 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b52436b-9ede-400c-acd7-19a83699ef35 req-38212d96-1312-472b-9e78-da0cc47da67a service neutron] Port 5a3f0c3b-ede2-4178-a53a-9e0a72229b0a on network 0321cbe9-3229-497f-9213-34c6a912fd2a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83053 {{(pid=109568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 22:43:06.979340 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b52436b-9ede-400c-acd7-19a83699ef35 req-38212d96-1312-472b-9e78-da0cc47da67a service neutron] Attempting to bind port 5a3f0c3b-ede2-4178-a53a-9e0a72229b0a on network 0321cbe9-3229-497f-9213-34c6a912fd2a {{(pid=109568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 22:43:06.991314 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fbef48-54cb-4469-a7a6-950c4d65f412 req-3703da86-1e6d-4133-90b2-b007a91e4c06 tempest-AttachVolumeTestJSON-1325054245 tempest-AttachVolumeTestJSON-1325054245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:43:06.992741 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-36fbef48-54cb-4469-a7a6-950c4d65f412 req-3703da86-1e6d-4133-90b2-b007a91e4c06 tempest-AttachVolumeTestJSON-1325054245 tempest-AttachVolumeTestJSON-1325054245-project] 10.222.0.11 "GET /v2.0/ports?device_id=cb5d42fc-117f-46a8-bc9e-2a9c370bc40f HTTP/1.1" status: 200 len: 945 time: 0.2148142 Feb 28 22:43:07.002063 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b52436b-9ede-400c-acd7-19a83699ef35 req-38212d96-1312-472b-9e78-da0cc47da67a service neutron] Checking agent: {'id': '5b2bda77-ea31-45ff-af39-f050a95cb1da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83053', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 22, 40, 14), 'started_at': datetime.datetime(2022, 2, 28, 22, 40, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 22, 42, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 22:43:07.002063 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b52436b-9ede-400c-acd7-19a83699ef35 req-38212d96-1312-472b-9e78-da0cc47da67a service neutron] Checking segment: {'id': '926113ad-33a7-475f-acf2-53b8f901f788', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '0321cbe9-3229-497f-9213-34c6a912fd2a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 22:43:07.002063 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b52436b-9ede-400c-acd7-19a83699ef35 req-38212d96-1312-472b-9e78-da0cc47da67a service neutron] Bound using segment: {'id': '926113ad-33a7-475f-acf2-53b8f901f788', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '0321cbe9-3229-497f-9213-34c6a912fd2a'} {{(pid=109568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 22:43:07.002063 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.plugins.ml2.managers [req-8b52436b-9ede-400c-acd7-19a83699ef35 req-38212d96-1312-472b-9e78-da0cc47da67a service neutron] Bound port: 5a3f0c3b-ede2-4178-a53a-9e0a72229b0a, host: hv-cinder-83053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '926113ad-33a7-475f-acf2-53b8f901f788', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '0321cbe9-3229-497f-9213-34c6a912fd2a'}}] {{(pid=109568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 22:43:07.002063 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [req-8b52436b-9ede-400c-acd7-19a83699ef35 req-38212d96-1312-472b-9e78-da0cc47da67a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616566'] for port (5a3f0c3b-ede2-4178-a53a-9e0a72229b0a), before_update {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:43:07.003203 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.wsgi [-] (109569) accepted ('10.222.0.11', 51844) {{(pid=109569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 22:43:07.008455 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.api.v2.base [None req-fc0cffcc-73d3-4e57-9af2-10a87d6ac0ea tempest-AttachVolumeTestJSON-1325054245 tempest-AttachVolumeTestJSON-1325054245-project] Request body: {'floatingip': {'port_id': '6b70fcef-5711-42c2-953d-59fa95ea2477'}} {{(pid=109569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 22:43:07.058367 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2529408-4620-4326-b4a3-9ce8fba0ed5e req-c1238874-50f5-4dab-9e5c-d7641cc4856c tempest-ServerRescueNegativeTestJSON-929871608 tempest-ServerRescueNegativeTestJSON-929871608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:43:07.059915 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-d2529408-4620-4326-b4a3-9ce8fba0ed5e req-c1238874-50f5-4dab-9e5c-d7641cc4856c tempest-ServerRescueNegativeTestJSON-929871608 tempest-ServerRescueNegativeTestJSON-929871608-project] 10.222.0.11 "GET /v2.0/ports?device_id=50fff9cd-5238-40fd-ab4f-02f86cf2bbc0 HTTP/1.1" status: 200 len: 946 time: 0.1559224 Feb 28 22:43:07.105732 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-fc0cffcc-73d3-4e57-9af2-10a87d6ac0ea tempest-AttachVolumeTestJSON-1325054245 tempest-AttachVolumeTestJSON-1325054245-project] Publish callbacks [] for floatingip (b2529d25-9cbf-49f1-947a-6b8a3240203f), before_update {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:43:07.139803 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.plugins.ml2.db [req-8b52436b-9ede-400c-acd7-19a83699ef35 req-38212d96-1312-472b-9e78-da0cc47da67a service neutron] For port 5a3f0c3b-ede2-4178-a53a-9e0a72229b0a, host hv-cinder-83053, cleared binding levels {{(pid=109568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 22:43:07.143820 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-154add69-038d-48cc-93ba-bd7e358b6d11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750845036683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579975'] for agent (7aa25ffb-1b87-4f08-8530-4bdf6e6b221c), after_update {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:43:07.170862 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.wsgi [-] (109568) accepted ('10.222.0.11', 51846) {{(pid=109568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 22:43:07.175813 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.plugins.ml2.db [req-8b52436b-9ede-400c-acd7-19a83699ef35 req-38212d96-1312-472b-9e78-da0cc47da67a service neutron] For port 5a3f0c3b-ede2-4178-a53a-9e0a72229b0a, host hv-cinder-83053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83053',level=0,port_id=5a3f0c3b-ede2-4178-a53a-9e0a72229b0a,segment=NetworkSegment(926113ad-33a7-475f-acf2-53b8f901f788),segment_id=926113ad-33a7-475f-acf2-53b8f901f788)] {{(pid=109568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 22:43:07.198389 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-63eff476-ff51-49d9-a46d-2c939999e82f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33448168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33156859', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30055429', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30127737'] for subnet (00b42917-d73f-42f7-9006-74e3bd1e26cb), after_delete {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:43:07.204609 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [req-8b52436b-9ede-400c-acd7-19a83699ef35 req-38212d96-1312-472b-9e78-da0cc47da67a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33156859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750845083886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750844628246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750844628264'] for port (5a3f0c3b-ede2-4178-a53a-9e0a72229b0a), after_update {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:43:07.209213 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-772b707f-9ebe-49ec-90ab-36acf736cebf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:43:07.220335 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-d2529408-4620-4326-b4a3-9ce8fba0ed5e req-dc3b95e4-6291-46e9-ac81-83902d83aad2 tempest-ServerRescueNegativeTestJSON-929871608 tempest-ServerRescueNegativeTestJSON-929871608-project] 10.222.0.11 "GET /v2.0/security-groups?id=f1de89df-470d-49b7-98ac-8bb65cd72d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1389475 Feb 28 22:43:07.255213 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63eff476-ff51-49d9-a46d-2c939999e82f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=00b42917-d73f-42f7-9006-74e3bd1e26cb,revision_number=None']} {{(pid=109569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:43:07.255807 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b52436b-9ede-400c-acd7-19a83699ef35 req-38212d96-1312-472b-9e78-da0cc47da67a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:43:07.256431 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [req-8b52436b-9ede-400c-acd7-19a83699ef35 req-38212d96-1312-472b-9e78-da0cc47da67a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33156845'] for port (None), before_response {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:43:07.258497 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-8b52436b-9ede-400c-acd7-19a83699ef35 req-38212d96-1312-472b-9e78-da0cc47da67a service neutron] 10.222.0.36 "PUT /v2.0/ports/5a3f0c3b-ede2-4178-a53a-9e0a72229b0a HTTP/1.1" status: 200 len: 1093 time: 1.2418797 Feb 28 22:43:07.263170 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-63eff476-ff51-49d9-a46d-2c939999e82f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33156845'] for subnet (None), before_response {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:43:07.266014 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e7efae2-fa13-4413-8de0-ed4f22d34e5a', 'tag': '5a3f0c3b-ede2-4178-a53a-9e0a72229b0a'}] {{(pid=109568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 22:43:07.266343 dv-cinder-830538-5-iscsi neutron-server[109569]: INFO neutron.wsgi [None req-63eff476-ff51-49d9-a46d-2c939999e82f admin admin] 10.222.0.11 "DELETE /v2.0/subnets/00b42917-d73f-42f7-9006-74e3bd1e26cb HTTP/1.1" status: 204 len: 168 time: 0.4683712 Feb 28 22:43:07.268164 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be30730c9f576b5ae602769365630bce3a2881df6c4aa92702dca8eb1643a507" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b52fbfa0-ea4c-467e-9290-10dda9a6e053" -d '{"events": [{"name": "network-changed", "server_uuid": "4e7efae2-fa13-4413-8de0-ed4f22d34e5a", "tag": "5a3f0c3b-ede2-4178-a53a-9e0a72229b0a"}]}' {{(pid=109568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 22:43:07.269258 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.wsgi [-] (109569) accepted ('10.222.0.11', 51850) {{(pid=109569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 22:43:07.277477 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b912bc79-0500-4c67-ba2d-d9969ef1b3cc req-785541c4-e47c-4420-9a53-c3a824fcdf87 tempest-AttachVolumeNegativeTest-1243329128 tempest-AttachVolumeNegativeTest-1243329128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:43:07.278975 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-b912bc79-0500-4c67-ba2d-d9969ef1b3cc req-785541c4-e47c-4420-9a53-c3a824fcdf87 tempest-AttachVolumeNegativeTest-1243329128 tempest-AttachVolumeNegativeTest-1243329128-project] 10.222.0.11 "GET /v2.0/ports?device_id=4e7efae2-fa13-4413-8de0-ed4f22d34e5a HTTP/1.1" status: 200 len: 943 time: 0.1952653 Feb 28 22:43:07.326579 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38212d96-1312-472b-9e78-da0cc47da67a service neutron] Pushing event updated for resources: {'Port': ['ID=5a3f0c3b-ede2-4178-a53a-9e0a72229b0a,revision_number=3']} {{(pid=109568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:43:07.335592 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 22:43:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4736329-7f13-4a38-ba28-a3af12b23b33 x-openstack-request-id: req-a4736329-7f13-4a38-ba28-a3af12b23b33 {{(pid=109568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 22:43:07.335921 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e7efae2-fa13-4413-8de0-ed4f22d34e5a", "tag": "5a3f0c3b-ede2-4178-a53a-9e0a72229b0a", "status": "completed", "code": 200}]} {{(pid=109568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 22:43:07.336158 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-a4736329-7f13-4a38-ba28-a3af12b23b33 {{(pid=109568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 22:43:07.336543 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e7efae2-fa13-4413-8de0-ed4f22d34e5a', 'tag': '5a3f0c3b-ede2-4178-a53a-9e0a72229b0a', 'status': 'completed', 'code': 200} Feb 28 22:43:07.379967 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-b912bc79-0500-4c67-ba2d-d9969ef1b3cc req-b5d24d08-1caa-4b6d-81e7-52ce94939321 tempest-AttachVolumeNegativeTest-1243329128 tempest-AttachVolumeNegativeTest-1243329128-project] 10.222.0.11 "GET /v2.0/security-groups?id=8aeed072-d876-4d95-a530-37a550f45527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901959 Feb 28 22:43:07.394396 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-40c9d847-5da6-4f28-bb07-88e28cbd61e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1026704'] for network (0d8ef736-8bee-4f36-b032-df804e405630), before_delete {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:43:07.419839 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-772b707f-9ebe-49ec-90ab-36acf736cebf admin admin] Publish callbacks [] for security_group (01ae70cc-f10c-476e-9caa-e6f0bd637108), precommit_create {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:43:07.423800 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-772b707f-9ebe-49ec-90ab-36acf736cebf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33441213'] for security_group (01ae70cc-f10c-476e-9caa-e6f0bd637108), after_create {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:43:07.463477 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [None req-772b707f-9ebe-49ec-90ab-36acf736cebf admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=a0e1846f7e864c47a248f028a82d366f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2901947 Feb 28 22:43:07.464395 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772b707f-9ebe-49ec-90ab-36acf736cebf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01ae70cc-f10c-476e-9caa-e6f0bd637108,revision_number=1']} {{(pid=109568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:43:07.467466 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.wsgi [-] (109568) accepted ('10.222.0.11', 51854) {{(pid=109568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 22:43:07.519112 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-e476acf7-1221-4aed-893e-a9f7c708db48 admin admin] Publish callbacks [] for security_group (01ae70cc-f10c-476e-9caa-e6f0bd637108), before_delete {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:43:07.539972 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-e476acf7-1221-4aed-893e-a9f7c708db48 admin admin] Publish callbacks [] for security_group (01ae70cc-f10c-476e-9caa-e6f0bd637108), precommit_delete {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:43:07.564925 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-40c9d847-5da6-4f28-bb07-88e28cbd61e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-574352', 'neutron.services.segments.db._delete_segments_for_network-8750845036701'] for network (0d8ef736-8bee-4f36-b032-df804e405630), precommit_delete {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:43:07.586848 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-e476acf7-1221-4aed-893e-a9f7c708db48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33441213'] for security_group (01ae70cc-f10c-476e-9caa-e6f0bd637108), after_delete {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:43:07.589585 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-e476acf7-1221-4aed-893e-a9f7c708db48 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:43:07.593211 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [None req-e476acf7-1221-4aed-893e-a9f7c708db48 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/01ae70cc-f10c-476e-9caa-e6f0bd637108 HTTP/1.1" status: 204 len: 168 time: 0.1221685 Feb 28 22:43:07.600311 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e476acf7-1221-4aed-893e-a9f7c708db48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01ae70cc-f10c-476e-9caa-e6f0bd637108,revision_number=None']} {{(pid=109568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:43:07.641898 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.services.segments.db [None req-40c9d847-5da6-4f28-bb07-88e28cbd61e1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0d8ef736-8bee-4f36-b032-df804e405630']}} {{(pid=109569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 22:43:07.660531 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.services.segments.db [None req-40c9d847-5da6-4f28-bb07-88e28cbd61e1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fb693241-260d-46f0-b035-a863ec439715') {'for_net_delete': True} {{(pid=109569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 22:43:07.660826 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.services.segments.db [None req-40c9d847-5da6-4f28-bb07-88e28cbd61e1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fb693241-260d-46f0-b035-a863ec439715') {} {{(pid=109569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 22:43:07.676982 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-40c9d847-5da6-4f28-bb07-88e28cbd61e1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750845040550', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31262414'] for segment (fb693241-260d-46f0-b035-a863ec439715), before_delete {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:43:07.737310 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-40c9d847-5da6-4f28-bb07-88e28cbd61e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1012980'] for segment (fb693241-260d-46f0-b035-a863ec439715), precommit_delete {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:43:07.763189 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-40c9d847-5da6-4f28-bb07-88e28cbd61e1 admin admin] Releasing vlan 134 on physical network physnet1 to pool {{(pid=109569) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 22:43:07.763595 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-40c9d847-5da6-4f28-bb07-88e28cbd61e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1012980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30055643'] for segment (fb693241-260d-46f0-b035-a863ec439715), after_delete {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:43:07.765336 dv-cinder-830538-5-iscsi neutron-server[109569]: Traceback (most recent call last): Feb 28 22:43:07.765336 dv-cinder-830538-5-iscsi neutron-server[109569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 22:43:07.765336 dv-cinder-830538-5-iscsi neutron-server[109569]: timer() Feb 28 22:43:07.765336 dv-cinder-830538-5-iscsi neutron-server[109569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 22:43:07.765336 dv-cinder-830538-5-iscsi neutron-server[109569]: cb(*args, **kw) Feb 28 22:43:07.765336 dv-cinder-830538-5-iscsi neutron-server[109569]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 22:43:07.765336 dv-cinder-830538-5-iscsi neutron-server[109569]: return func(*args, **kwargs) Feb 28 22:43:07.765336 dv-cinder-830538-5-iscsi neutron-server[109569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 22:43:07.765336 dv-cinder-830538-5-iscsi neutron-server[109569]: self._notify() Feb 28 22:43:07.765336 dv-cinder-830538-5-iscsi neutron-server[109569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 22:43:07.765336 dv-cinder-830538-5-iscsi neutron-server[109569]: self.callback(batched_events) Feb 28 22:43:07.765336 dv-cinder-830538-5-iscsi neutron-server[109569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 22:43:07.765336 dv-cinder-830538-5-iscsi neutron-server[109569]: event.method(event) Feb 28 22:43:07.765336 dv-cinder-830538-5-iscsi neutron-server[109569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 22:43:07.765336 dv-cinder-830538-5-iscsi neutron-server[109569]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 22:43:07.765336 dv-cinder-830538-5-iscsi neutron-server[109569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 22:43:07.765336 dv-cinder-830538-5-iscsi neutron-server[109569]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 22:43:07.765336 dv-cinder-830538-5-iscsi neutron-server[109569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 22:43:07.765336 dv-cinder-830538-5-iscsi neutron-server[109569]: return f(self, *a, **k) Feb 28 22:43:07.765336 dv-cinder-830538-5-iscsi neutron-server[109569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 22:43:07.765336 dv-cinder-830538-5-iscsi neutron-server[109569]: return self._get(url).json() Feb 28 22:43:07.765336 dv-cinder-830538-5-iscsi neutron-server[109569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 22:43:07.765336 dv-cinder-830538-5-iscsi neutron-server[109569]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 22:43:07.765336 dv-cinder-830538-5-iscsi neutron-server[109569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 22:43:07.765336 dv-cinder-830538-5-iscsi neutron-server[109569]: return self.request(url, 'GET', **kwargs) Feb 28 22:43:07.765336 dv-cinder-830538-5-iscsi neutron-server[109569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 22:43:07.765336 dv-cinder-830538-5-iscsi neutron-server[109569]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 22:43:07.765336 dv-cinder-830538-5-iscsi neutron-server[109569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 22:43:07.765336 dv-cinder-830538-5-iscsi neutron-server[109569]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 22:43:07.765336 dv-cinder-830538-5-iscsi neutron-server[109569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 22:43:07.765336 dv-cinder-830538-5-iscsi neutron-server[109569]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 22:43:07.765336 dv-cinder-830538-5-iscsi neutron-server[109569]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 22:43:07.887597 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-40c9d847-5da6-4f28-bb07-88e28cbd61e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-574441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33441228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33156859', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33522105'] for network (0d8ef736-8bee-4f36-b032-df804e405630), after_delete {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:43:07.908498 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-40c9d847-5da6-4f28-bb07-88e28cbd61e1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33156845'] for network (None), before_response {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:43:07.911590 dv-cinder-830538-5-iscsi neutron-server[109569]: INFO neutron.wsgi [None req-40c9d847-5da6-4f28-bb07-88e28cbd61e1 admin admin] 10.222.0.11 "DELETE /v2.0/networks/0d8ef736-8bee-4f36-b032-df804e405630 HTTP/1.1" status: 204 len: 168 time: 0.6417882 Feb 28 22:43:07.921922 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.wsgi [-] (109568) accepted ('10.222.0.11', 51866) {{(pid=109568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 22:43:07.930273 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c9d847-5da6-4f28-bb07-88e28cbd61e1 admin admin] Pushing event deleted for resources: {'Network': ['ID=0d8ef736-8bee-4f36-b032-df804e405630,revision_number=None']} {{(pid=109569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:43:07.961711 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.db.db_base_plugin_v2 [None req-81ce4309-61e0-4dbe-b681-b956aaeb6638 admin admin] Deleting subnet 2e61f12c-bbc9-4fe1-a15b-12dc8886c149 {{(pid=109568) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 22:43:07.965678 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-81ce4309-61e0-4dbe-b681-b956aaeb6638 admin admin] Publish callbacks [] for subnet (2e61f12c-bbc9-4fe1-a15b-12dc8886c149), before_delete {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:43:08.003003 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-81ce4309-61e0-4dbe-b681-b956aaeb6638 admin admin] Publish callbacks [] for subnet (2e61f12c-bbc9-4fe1-a15b-12dc8886c149), precommit_delete_associations {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:43:08.015458 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-81ce4309-61e0-4dbe-b681-b956aaeb6638 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002603'] for subnet (2e61f12c-bbc9-4fe1-a15b-12dc8886c149), precommit_delete {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:43:08.080924 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-81ce4309-61e0-4dbe-b681-b956aaeb6638 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33448168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33156859'] for subnet (2e61f12c-bbc9-4fe1-a15b-12dc8886c149), after_delete {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:43:08.109822 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ce4309-61e0-4dbe-b681-b956aaeb6638 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2e61f12c-bbc9-4fe1-a15b-12dc8886c149,revision_number=None']} {{(pid=109568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:43:08.111798 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-81ce4309-61e0-4dbe-b681-b956aaeb6638 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:43:08.115060 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [None req-81ce4309-61e0-4dbe-b681-b956aaeb6638 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/2e61f12c-bbc9-4fe1-a15b-12dc8886c149 HTTP/1.1" status: 204 len: 168 time: 0.1994052 Feb 28 22:43:08.117757 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.wsgi [-] (109568) accepted ('10.222.0.11', 51872) {{(pid=109568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 22:43:08.187995 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-2ca16c04-2346-4c8e-b53b-1ea0482257f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1026704'] for network (67a1f501-a5fe-4bf6-a83c-34b5f2954541), before_delete {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:43:08.196113 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-fc0cffcc-73d3-4e57-9af2-10a87d6ac0ea tempest-AttachVolumeTestJSON-1325054245 tempest-AttachVolumeTestJSON-1325054245-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:43:08.201694 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-fc0cffcc-73d3-4e57-9af2-10a87d6ac0ea tempest-AttachVolumeTestJSON-1325054245 tempest-AttachVolumeTestJSON-1325054245-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33522123'] for floatingip (b2529d25-9cbf-49f1-947a-6b8a3240203f), after_update {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:43:08.289626 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-2ca16c04-2346-4c8e-b53b-1ea0482257f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-574352', 'neutron.services.segments.db._delete_segments_for_network-8750845036701'] for network (67a1f501-a5fe-4bf6-a83c-34b5f2954541), precommit_delete {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:43:08.311167 dv-cinder-830538-5-iscsi neutron-server[109569]: INFO neutron.db.l3_db [None req-fc0cffcc-73d3-4e57-9af2-10a87d6ac0ea tempest-AttachVolumeTestJSON-1325054245 tempest-AttachVolumeTestJSON-1325054245-project] Floating IP b2529d25-9cbf-49f1-947a-6b8a3240203f associated. External IP: 172.27.0.179, port: 6b70fcef-5711-42c2-953d-59fa95ea2477. Feb 28 22:43:08.322828 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-2ca16c04-2346-4c8e-b53b-1ea0482257f5 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=109568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 22:43:08.323188 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-2ca16c04-2346-4c8e-b53b-1ea0482257f5 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=109568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 22:43:08.324120 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-2ca16c04-2346-4c8e-b53b-1ea0482257f5 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=109568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 22:43:08.324468 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-2ca16c04-2346-4c8e-b53b-1ea0482257f5 admin admin] Subscribe: > port after_create 55550000 {{(pid=109568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 22:43:08.324804 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-2ca16c04-2346-4c8e-b53b-1ea0482257f5 admin admin] Subscribe: > port after_delete 55550000 {{(pid=109568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 22:43:08.325119 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-2ca16c04-2346-4c8e-b53b-1ea0482257f5 admin admin] Subscribe: > port after_update 55550000 {{(pid=109568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 22:43:08.325452 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-2ca16c04-2346-4c8e-b53b-1ea0482257f5 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=109568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 22:43:08.325775 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-2ca16c04-2346-4c8e-b53b-1ea0482257f5 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=109568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 22:43:08.326074 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-2ca16c04-2346-4c8e-b53b-1ea0482257f5 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=109568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 22:43:08.326643 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-2ca16c04-2346-4c8e-b53b-1ea0482257f5 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=109568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 22:43:08.400833 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-2ca16c04-2346-4c8e-b53b-1ea0482257f5 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=109568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 22:43:08.401321 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-2ca16c04-2346-4c8e-b53b-1ea0482257f5 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=109568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 22:43:08.401653 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-2ca16c04-2346-4c8e-b53b-1ea0482257f5 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=109568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 22:43:08.401982 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-2ca16c04-2346-4c8e-b53b-1ea0482257f5 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=109568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 22:43:08.404495 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.services.segments.db [None req-2ca16c04-2346-4c8e-b53b-1ea0482257f5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['67a1f501-a5fe-4bf6-a83c-34b5f2954541']}} {{(pid=109568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 22:43:08.435774 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.services.segments.db [None req-2ca16c04-2346-4c8e-b53b-1ea0482257f5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '25906ff2-43a2-4984-8b69-c06d7b3638c0') {'for_net_delete': True} {{(pid=109568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 22:43:08.436016 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.services.segments.db [None req-2ca16c04-2346-4c8e-b53b-1ea0482257f5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '25906ff2-43a2-4984-8b69-c06d7b3638c0') {} {{(pid=109568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 22:43:08.453105 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-2ca16c04-2346-4c8e-b53b-1ea0482257f5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750845040550', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29573517'] for segment (25906ff2-43a2-4984-8b69-c06d7b3638c0), before_delete {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:43:08.520714 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-2ca16c04-2346-4c8e-b53b-1ea0482257f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1012980'] for segment (25906ff2-43a2-4984-8b69-c06d7b3638c0), precommit_delete {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:43:08.533563 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ca16c04-2346-4c8e-b53b-1ea0482257f5 admin admin] Releasing vlan 104 on physical network physnet1 to pool {{(pid=109568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 22:43:08.533989 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-2ca16c04-2346-4c8e-b53b-1ea0482257f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1012980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30788552'] for segment (25906ff2-43a2-4984-8b69-c06d7b3638c0), after_delete {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:43:08.538699 dv-cinder-830538-5-iscsi neutron-server[109568]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 28 22:43:08.538699 dv-cinder-830538-5-iscsi neutron-server[109568]: from cryptography.utils import int_from_bytes Feb 28 22:43:08.538699 dv-cinder-830538-5-iscsi neutron-server[109568]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 28 22:43:08.538699 dv-cinder-830538-5-iscsi neutron-server[109568]: from cryptography.utils import int_from_bytes Feb 28 22:43:08.538699 dv-cinder-830538-5-iscsi neutron-server[109568]: Traceback (most recent call last): Feb 28 22:43:08.538699 dv-cinder-830538-5-iscsi neutron-server[109568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 22:43:08.538699 dv-cinder-830538-5-iscsi neutron-server[109568]: timer() Feb 28 22:43:08.538699 dv-cinder-830538-5-iscsi neutron-server[109568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 22:43:08.538699 dv-cinder-830538-5-iscsi neutron-server[109568]: cb(*args, **kw) Feb 28 22:43:08.538699 dv-cinder-830538-5-iscsi neutron-server[109568]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 22:43:08.538699 dv-cinder-830538-5-iscsi neutron-server[109568]: return func(*args, **kwargs) Feb 28 22:43:08.538699 dv-cinder-830538-5-iscsi neutron-server[109568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 22:43:08.538699 dv-cinder-830538-5-iscsi neutron-server[109568]: self._notify() Feb 28 22:43:08.538699 dv-cinder-830538-5-iscsi neutron-server[109568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 22:43:08.538699 dv-cinder-830538-5-iscsi neutron-server[109568]: self.callback(batched_events) Feb 28 22:43:08.538699 dv-cinder-830538-5-iscsi neutron-server[109568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 22:43:08.538699 dv-cinder-830538-5-iscsi neutron-server[109568]: event.method(event) Feb 28 22:43:08.538699 dv-cinder-830538-5-iscsi neutron-server[109568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 22:43:08.538699 dv-cinder-830538-5-iscsi neutron-server[109568]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 22:43:08.538699 dv-cinder-830538-5-iscsi neutron-server[109568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 22:43:08.538699 dv-cinder-830538-5-iscsi neutron-server[109568]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 22:43:08.538699 dv-cinder-830538-5-iscsi neutron-server[109568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 22:43:08.538699 dv-cinder-830538-5-iscsi neutron-server[109568]: return f(self, *a, **k) Feb 28 22:43:08.538699 dv-cinder-830538-5-iscsi neutron-server[109568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 22:43:08.538699 dv-cinder-830538-5-iscsi neutron-server[109568]: return self._get(url).json() Feb 28 22:43:08.538699 dv-cinder-830538-5-iscsi neutron-server[109568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 22:43:08.538699 dv-cinder-830538-5-iscsi neutron-server[109568]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 22:43:08.538699 dv-cinder-830538-5-iscsi neutron-server[109568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 22:43:08.538699 dv-cinder-830538-5-iscsi neutron-server[109568]: return self.request(url, 'GET', **kwargs) Feb 28 22:43:08.538699 dv-cinder-830538-5-iscsi neutron-server[109568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 22:43:08.538699 dv-cinder-830538-5-iscsi neutron-server[109568]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 22:43:08.538699 dv-cinder-830538-5-iscsi neutron-server[109568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 22:43:08.538699 dv-cinder-830538-5-iscsi neutron-server[109568]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 22:43:08.538699 dv-cinder-830538-5-iscsi neutron-server[109568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 22:43:08.538699 dv-cinder-830538-5-iscsi neutron-server[109568]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 22:43:08.538699 dv-cinder-830538-5-iscsi neutron-server[109568]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 22:43:08.553748 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc0cffcc-73d3-4e57-9af2-10a87d6ac0ea tempest-AttachVolumeTestJSON-1325054245 tempest-AttachVolumeTestJSON-1325054245-project] Router e0521325-922c-4570-bc7b-fbf74268cada has already been hosted by L3 agent 1bbc3f13-d896-4633-9d3f-4f3415ceb83d {{(pid=109569) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 22:43:08.607350 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f325a8f-3d42-475e-8462-1133d690224c req-5046d1e9-487b-4dd7-ad5e-34c2b68b6012 tempest-ServerRescueNegativeTestJSON-929871608 tempest-ServerRescueNegativeTestJSON-929871608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:43:08.608923 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-6f325a8f-3d42-475e-8462-1133d690224c req-5046d1e9-487b-4dd7-ad5e-34c2b68b6012 tempest-ServerRescueNegativeTestJSON-929871608 tempest-ServerRescueNegativeTestJSON-929871608-project] 10.222.0.11 "GET /v2.0/ports?device_id=50fff9cd-5238-40fd-ab4f-02f86cf2bbc0 HTTP/1.1" status: 200 len: 946 time: 0.2975309 Feb 28 22:43:08.627697 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35218ecb-acd5-42c3-99ec-8c3765567d01 req-8ed33936-8d02-4592-b246-eb1bd498f3ae tempest-AttachVolumeNegativeTest-1243329128 tempest-AttachVolumeNegativeTest-1243329128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:43:08.628156 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-35218ecb-acd5-42c3-99ec-8c3765567d01 req-8ed33936-8d02-4592-b246-eb1bd498f3ae tempest-AttachVolumeNegativeTest-1243329128 tempest-AttachVolumeNegativeTest-1243329128-project] 10.222.0.11 "GET /v2.0/ports?device_id=4e7efae2-fa13-4413-8de0-ed4f22d34e5a HTTP/1.1" status: 200 len: 943 time: 0.1536622 Feb 28 22:43:08.634819 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-2ca16c04-2346-4c8e-b53b-1ea0482257f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-574441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33441228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33156859', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33522105'] for network (67a1f501-a5fe-4bf6-a83c-34b5f2954541), after_delete {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:43:08.673323 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-2ca16c04-2346-4c8e-b53b-1ea0482257f5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33156845'] for network (None), before_response {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:43:08.678993 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [None req-2ca16c04-2346-4c8e-b53b-1ea0482257f5 admin admin] 10.222.0.11 "DELETE /v2.0/networks/67a1f501-a5fe-4bf6-a83c-34b5f2954541 HTTP/1.1" status: 204 len: 168 time: 0.5577481 Feb 28 22:43:08.685434 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca16c04-2346-4c8e-b53b-1ea0482257f5 admin admin] Pushing event deleted for resources: {'Network': ['ID=67a1f501-a5fe-4bf6-a83c-34b5f2954541,revision_number=None']} {{(pid=109568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:43:08.701316 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc0cffcc-73d3-4e57-9af2-10a87d6ac0ea tempest-AttachVolumeTestJSON-1325054245 tempest-AttachVolumeTestJSON-1325054245-project] Notify agent at l3_agent.dv-cinder-830538-5-iscsi the message routers_updated {{(pid=109569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 22:43:08.706710 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-fc0cffcc-73d3-4e57-9af2-10a87d6ac0ea tempest-AttachVolumeTestJSON-1325054245 tempest-AttachVolumeTestJSON-1325054245-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80159'] for floatingip (None), before_response {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:43:08.713106 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-6f325a8f-3d42-475e-8462-1133d690224c req-a0019a7e-e5e8-4a7b-a2bd-9ed654bdafeb tempest-ServerRescueNegativeTestJSON-929871608 tempest-ServerRescueNegativeTestJSON-929871608-project] 10.222.0.11 "GET /v2.0/security-groups?id=f1de89df-470d-49b7-98ac-8bb65cd72d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961864 Feb 28 22:43:08.714869 dv-cinder-830538-5-iscsi neutron-server[109571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fd2a5b3-1d6d-4a9c-ad70-0188bbc32d0e None None] Sync routers for ids ['e0521325-922c-4570-bc7b-fbf74268cada'] in dv-cinder-830538-5-iscsi {{(pid=109571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 22:43:08.739087 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-35218ecb-acd5-42c3-99ec-8c3765567d01 req-555d21cd-95c4-46f3-ba6b-b203e46f4569 tempest-AttachVolumeNegativeTest-1243329128 tempest-AttachVolumeNegativeTest-1243329128-project] 10.222.0.11 "GET /v2.0/security-groups?id=8aeed072-d876-4d95-a530-37a550f45527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964646 Feb 28 22:43:08.744538 dv-cinder-830538-5-iscsi neutron-server[109571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fd2a5b3-1d6d-4a9c-ad70-0188bbc32d0e None None] Routers {'e0521325-922c-4570-bc7b-fbf74268cada'} bound to L3 agent in host dv-cinder-830538-5-iscsi {{(pid=109571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 22:43:08.745165 dv-cinder-830538-5-iscsi neutron-server[109571]: DEBUG neutron.db.l3_hamode_db [None req-6fd2a5b3-1d6d-4a9c-ad70-0188bbc32d0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830538-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T22:34:03Z,description=,heartbeat_timestamp=2022-02-28T22:43:03Z,host='dv-cinder-830538-5-iscsi',id=1bbc3f13-d896-4633-9d3f-4f3415ceb83d,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T22:34:03Z,topic='l3_agent')) {'router_ids': ['e0521325-922c-4570-bc7b-fbf74268cada'], 'active': True} {{(pid=109571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 22:43:08.795121 dv-cinder-830538-5-iscsi neutron-server[109569]: INFO neutron.wsgi [None req-fc0cffcc-73d3-4e57-9af2-10a87d6ac0ea tempest-AttachVolumeTestJSON-1325054245 tempest-AttachVolumeTestJSON-1325054245-project] 10.222.0.11 "PUT /v2.0/floatingips/b2529d25-9cbf-49f1-947a-6b8a3240203f HTTP/1.1" status: 200 len: 991 time: 1.7904811 Feb 28 22:43:08.795842 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb5d42fc-117f-46a8-bc9e-2a9c370bc40f', 'tag': '6b70fcef-5711-42c2-953d-59fa95ea2477'}] {{(pid=109569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 22:43:08.798596 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7ed14f40a4d50f9a77eb28d0d062077298eddb2dc1d4bff71015dce09465706" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d00edbf-1903-4f16-bb66-8e634e0a3d0e" -d '{"events": [{"name": "network-changed", "server_uuid": "cb5d42fc-117f-46a8-bc9e-2a9c370bc40f", "tag": "6b70fcef-5711-42c2-953d-59fa95ea2477"}]}' {{(pid=109569) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 22:43:08.844679 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 22:43:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7881ec5d-7c7a-4702-b0de-e355a497f2ee x-openstack-request-id: req-7881ec5d-7c7a-4702-b0de-e355a497f2ee {{(pid=109569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 22:43:08.844922 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb5d42fc-117f-46a8-bc9e-2a9c370bc40f", "tag": "6b70fcef-5711-42c2-953d-59fa95ea2477", "status": "completed", "code": 200}]} {{(pid=109569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 22:43:08.845179 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-7881ec5d-7c7a-4702-b0de-e355a497f2ee {{(pid=109569) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 22:43:08.845583 dv-cinder-830538-5-iscsi neutron-server[109569]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb5d42fc-117f-46a8-bc9e-2a9c370bc40f', 'tag': '6b70fcef-5711-42c2-953d-59fa95ea2477', 'status': 'completed', 'code': 200} Feb 28 22:43:08.886177 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.wsgi [-] (109568) accepted ('10.222.0.11', 51908) {{(pid=109568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 22:43:08.924810 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.wsgi [-] (109569) accepted ('10.222.0.11', 51910) {{(pid=109569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 22:43:08.933287 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [None req-f0588776-ebe0-41b0-810a-37613c2784a5 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=4efd35d2d22145e98233358a97b0757e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0456934 Feb 28 22:43:08.937185 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.wsgi [-] (109568) accepted ('10.222.0.11', 51914) {{(pid=109568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 22:43:08.967920 dv-cinder-830538-5-iscsi neutron-server[109571]: DEBUG neutron.db.l3_dvr_db [None req-6fd2a5b3-1d6d-4a9c-ad70-0188bbc32d0e None None] Set router e0521325-922c-4570-bc7b-fbf74268cada gateway port host: dv-cinder-830538-5-iscsi {{(pid=109571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 22:43:08.990316 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-bf035dd4-857a-41d5-8179-f418df5dd0a9 admin admin] Publish callbacks [] for security_group (77af3e9d-23c7-495a-931d-89290ffbd98a), before_delete {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:43:09.013177 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-bf035dd4-857a-41d5-8179-f418df5dd0a9 admin admin] Publish callbacks [] for security_group (77af3e9d-23c7-495a-931d-89290ffbd98a), precommit_delete {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:43:09.067955 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-bf035dd4-857a-41d5-8179-f418df5dd0a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33441213'] for security_group (77af3e9d-23c7-495a-931d-89290ffbd98a), after_delete {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:43:09.071053 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-bf035dd4-857a-41d5-8179-f418df5dd0a9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:43:09.075246 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [None req-bf035dd4-857a-41d5-8179-f418df5dd0a9 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/77af3e9d-23c7-495a-931d-89290ffbd98a HTTP/1.1" status: 204 len: 168 time: 0.1346645 Feb 28 22:43:09.081760 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf035dd4-857a-41d5-8179-f418df5dd0a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77af3e9d-23c7-495a-931d-89290ffbd98a,revision_number=None']} {{(pid=109568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:43:09.126023 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-a734855e-90da-4ad7-908e-4c29d8d749fd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:43:09.202616 dv-cinder-830538-5-iscsi neutron-server[109571]: DEBUG neutron.db.l3_hamode_db [None req-6fd2a5b3-1d6d-4a9c-ad70-0188bbc32d0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0521325-922c-4570-bc7b-fbf74268cada', 'name': 'tempest-AttachVolumeTestJSON-1955448268-router', 'tenant_id': '558108c6409d474abda99b19120d05ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e7a10c7-addc-4b79-a555-0b472e939652', 'external_fixed_ips': [{'subnet_id': '8aaf002d-6309-4cf0-ae69-6d349a14c0b1', 'ip_address': '172.27.0.95'}], 'enable_snat': True}, 'gw_port_id': '8b621a2e-d1dd-4781-b394-39862f442bf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T22:42:08Z', 'updated_at': '2022-02-28T22:42:19Z', 'revision_number': 4, 'project_id': '558108c6409d474abda99b19120d05ad', 'gw_port': {'id': '8b621a2e-d1dd-4781-b394-39862f442bf8', 'name': '', 'network_id': '3e7a10c7-addc-4b79-a555-0b472e939652', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:b7:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0521325-922c-4570-bc7b-fbf74268cada', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '8aaf002d-6309-4cf0-ae69-6d349a14c0b1', 'ip_address': '172.27.0.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T22:42:10Z', 'updated_at': '2022-02-28T22:42:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8aaf002d-6309-4cf0-ae69-6d349a14c0b1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830538-5-iscsi', '_floatingips': [{'id': 'b2529d25-9cbf-49f1-947a-6b8a3240203f', 'tenant_id': '558108c6409d474abda99b19120d05ad', 'floating_ip_address': '172.27.0.179', 'floating_network_id': '3e7a10c7-addc-4b79-a555-0b472e939652', 'router_id': 'e0521325-922c-4570-bc7b-fbf74268cada', 'port_id': '6b70fcef-5711-42c2-953d-59fa95ea2477', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 136, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'df2fc3b5-d3d8-4f0b-b393-20e4e2e253bc', 'mac_address': 'fa:16:3e:fe:c0:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb5d42fc-117f-46a8-bc9e-2a9c370bc40f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T22:42:33Z', 'updated_at': '2022-02-28T22:43:07Z', 'revision_number': 1, 'project_id': '558108c6409d474abda99b19120d05ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6d58ef7a-de76-49b9-9508-4647e5fd1f80', 'name': '', 'network_id': 'df2fc3b5-d3d8-4f0b-b393-20e4e2e253bc', 'tenant_id': '558108c6409d474abda99b19120d05ad', 'mac_address': 'fa:16:3e:0c:69:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0521325-922c-4570-bc7b-fbf74268cada', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '22e78a7b-72b0-4514-af71-979e73dc5a6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T22:42:15Z', 'updated_at': '2022-02-28T22:42:26Z', 'revision_number': 5, 'project_id': '558108c6409d474abda99b19120d05ad', 'subnets': [{'id': '22e78a7b-72b0-4514-af71-979e73dc5a6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830538-5-iscsi', False) {} {{(pid=109571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 22:43:09.205041 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-a734855e-90da-4ad7-908e-4c29d8d749fd admin admin] Publish callbacks [] for security_group (c9c79675-b56a-43ca-a1bb-de46d4591e43), precommit_create {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:43:09.213492 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-a734855e-90da-4ad7-908e-4c29d8d749fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33441213'] for security_group (c9c79675-b56a-43ca-a1bb-de46d4591e43), after_create {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:43:09.234610 dv-cinder-830538-5-iscsi neutron-server[109571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fd2a5b3-1d6d-4a9c-ad70-0188bbc32d0e None None] Checking router: e0521325-922c-4570-bc7b-fbf74268cada for host: dv-cinder-830538-5-iscsi {{(pid=109571) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 22:43:09.244898 dv-cinder-830538-5-iscsi neutron-server[109571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fd2a5b3-1d6d-4a9c-ad70-0188bbc32d0e None None] Routers {'e0521325-922c-4570-bc7b-fbf74268cada'} bound to L3 agent in host dv-cinder-830538-5-iscsi {{(pid=109571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 22:43:09.245747 dv-cinder-830538-5-iscsi neutron-server[109571]: DEBUG neutron.db.l3_hamode_db [None req-6fd2a5b3-1d6d-4a9c-ad70-0188bbc32d0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830538-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T22:34:03Z,description=,heartbeat_timestamp=2022-02-28T22:43:03Z,host='dv-cinder-830538-5-iscsi',id=1bbc3f13-d896-4633-9d3f-4f3415ceb83d,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T22:34:03Z,topic='l3_agent')) {'router_ids': ['e0521325-922c-4570-bc7b-fbf74268cada'], 'active': True} {{(pid=109571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 22:43:09.254314 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a734855e-90da-4ad7-908e-4c29d8d749fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9c79675-b56a-43ca-a1bb-de46d4591e43,revision_number=1']} {{(pid=109569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:43:09.269766 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.wsgi [-] (109568) accepted ('10.222.0.11', 51922) {{(pid=109568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 22:43:09.270525 dv-cinder-830538-5-iscsi neutron-server[109569]: INFO neutron.wsgi [None req-a734855e-90da-4ad7-908e-4c29d8d749fd admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=493f2fcc6e224a2cb99a80e3ac4cc19b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3428516 Feb 28 22:43:09.318975 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-e8a7d739-8c91-43d7-96cf-397252b1efa0 admin admin] Publish callbacks [] for security_group (c9c79675-b56a-43ca-a1bb-de46d4591e43), before_delete {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:43:09.342580 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-e8a7d739-8c91-43d7-96cf-397252b1efa0 admin admin] Publish callbacks [] for security_group (c9c79675-b56a-43ca-a1bb-de46d4591e43), precommit_delete {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:43:09.361724 dv-cinder-830538-5-iscsi neutron-server[109571]: DEBUG neutron.db.l3_dvr_db [None req-6fd2a5b3-1d6d-4a9c-ad70-0188bbc32d0e None None] Set router e0521325-922c-4570-bc7b-fbf74268cada gateway port host: dv-cinder-830538-5-iscsi {{(pid=109571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 22:43:09.399612 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-e8a7d739-8c91-43d7-96cf-397252b1efa0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33441213'] for security_group (c9c79675-b56a-43ca-a1bb-de46d4591e43), after_delete {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:43:09.402698 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-e8a7d739-8c91-43d7-96cf-397252b1efa0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:43:09.406258 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [None req-e8a7d739-8c91-43d7-96cf-397252b1efa0 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/c9c79675-b56a-43ca-a1bb-de46d4591e43 HTTP/1.1" status: 204 len: 168 time: 0.1331227 Feb 28 22:43:09.411966 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a7d739-8c91-43d7-96cf-397252b1efa0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9c79675-b56a-43ca-a1bb-de46d4591e43,revision_number=None']} {{(pid=109568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:43:09.454430 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.wsgi [-] (109568) accepted ('10.222.0.11', 51928) {{(pid=109568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 22:43:09.499499 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [None req-671b36f6-2460-495b-897a-401930ff40f8 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=345c9f84840f433a82a0dfbe5957c7e7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0433543 Feb 28 22:43:09.501987 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.wsgi [-] (109569) accepted ('10.222.0.11', 51930) {{(pid=109569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 22:43:09.561088 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-6db0bab4-2234-4666-8cca-65931f17e51c admin admin] Publish callbacks [] for security_group (307735fd-b687-4434-a2b1-3dabe0742cd3), before_delete {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:43:09.586072 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-6db0bab4-2234-4666-8cca-65931f17e51c admin admin] Publish callbacks [] for security_group (307735fd-b687-4434-a2b1-3dabe0742cd3), precommit_delete {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:43:09.605162 dv-cinder-830538-5-iscsi neutron-server[109571]: DEBUG neutron.db.l3_hamode_db [None req-6fd2a5b3-1d6d-4a9c-ad70-0188bbc32d0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0521325-922c-4570-bc7b-fbf74268cada', 'name': 'tempest-AttachVolumeTestJSON-1955448268-router', 'tenant_id': '558108c6409d474abda99b19120d05ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e7a10c7-addc-4b79-a555-0b472e939652', 'external_fixed_ips': [{'subnet_id': '8aaf002d-6309-4cf0-ae69-6d349a14c0b1', 'ip_address': '172.27.0.95'}], 'enable_snat': True}, 'gw_port_id': '8b621a2e-d1dd-4781-b394-39862f442bf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T22:42:08Z', 'updated_at': '2022-02-28T22:42:19Z', 'revision_number': 4, 'project_id': '558108c6409d474abda99b19120d05ad', 'gw_port': {'id': '8b621a2e-d1dd-4781-b394-39862f442bf8', 'name': '', 'network_id': '3e7a10c7-addc-4b79-a555-0b472e939652', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:b7:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0521325-922c-4570-bc7b-fbf74268cada', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '8aaf002d-6309-4cf0-ae69-6d349a14c0b1', 'ip_address': '172.27.0.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T22:42:10Z', 'updated_at': '2022-02-28T22:42:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8aaf002d-6309-4cf0-ae69-6d349a14c0b1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830538-5-iscsi', '_floatingips': [{'id': 'b2529d25-9cbf-49f1-947a-6b8a3240203f', 'tenant_id': '558108c6409d474abda99b19120d05ad', 'floating_ip_address': '172.27.0.179', 'floating_network_id': '3e7a10c7-addc-4b79-a555-0b472e939652', 'router_id': 'e0521325-922c-4570-bc7b-fbf74268cada', 'port_id': '6b70fcef-5711-42c2-953d-59fa95ea2477', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 136, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'df2fc3b5-d3d8-4f0b-b393-20e4e2e253bc', 'mac_address': 'fa:16:3e:fe:c0:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb5d42fc-117f-46a8-bc9e-2a9c370bc40f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T22:42:33Z', 'updated_at': '2022-02-28T22:43:07Z', 'revision_number': 1, 'project_id': '558108c6409d474abda99b19120d05ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6d58ef7a-de76-49b9-9508-4647e5fd1f80', 'name': '', 'network_id': 'df2fc3b5-d3d8-4f0b-b393-20e4e2e253bc', 'tenant_id': '558108c6409d474abda99b19120d05ad', 'mac_address': 'fa:16:3e:0c:69:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0521325-922c-4570-bc7b-fbf74268cada', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '22e78a7b-72b0-4514-af71-979e73dc5a6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T22:42:15Z', 'updated_at': '2022-02-28T22:42:26Z', 'revision_number': 5, 'project_id': '558108c6409d474abda99b19120d05ad', 'subnets': [{'id': '22e78a7b-72b0-4514-af71-979e73dc5a6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830538-5-iscsi', False) {} {{(pid=109571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 22:43:09.637515 dv-cinder-830538-5-iscsi neutron-server[109571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fd2a5b3-1d6d-4a9c-ad70-0188bbc32d0e None None] The sync data for ids ['e0521325-922c-4570-bc7b-fbf74268cada'] in dv-cinder-830538-5-iscsi is: [{'id': 'e0521325-922c-4570-bc7b-fbf74268cada', 'name': 'tempest-AttachVolumeTestJSON-1955448268-router', 'tenant_id': '558108c6409d474abda99b19120d05ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e7a10c7-addc-4b79-a555-0b472e939652', 'external_fixed_ips': [{'subnet_id': '8aaf002d-6309-4cf0-ae69-6d349a14c0b1', 'ip_address': '172.27.0.95'}], 'enable_snat': True}, 'gw_port_id': '8b621a2e-d1dd-4781-b394-39862f442bf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T22:42:08Z', 'updated_at': '2022-02-28T22:42:19Z', 'revision_number': 4, 'project_id': '558108c6409d474abda99b19120d05ad', 'gw_port': {'id': '8b621a2e-d1dd-4781-b394-39862f442bf8', 'name': '', 'network_id': '3e7a10c7-addc-4b79-a555-0b472e939652', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:b7:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0521325-922c-4570-bc7b-fbf74268cada', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '8aaf002d-6309-4cf0-ae69-6d349a14c0b1', 'ip_address': '172.27.0.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T22:42:10Z', 'updated_at': '2022-02-28T22:42:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8aaf002d-6309-4cf0-ae69-6d349a14c0b1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830538-5-iscsi', '_floatingips': [{'id': 'b2529d25-9cbf-49f1-947a-6b8a3240203f', 'tenant_id': '558108c6409d474abda99b19120d05ad', 'floating_ip_address': '172.27.0.179', 'floating_network_id': '3e7a10c7-addc-4b79-a555-0b472e939652', 'router_id': 'e0521325-922c-4570-bc7b-fbf74268cada', 'port_id': '6b70fcef-5711-42c2-953d-59fa95ea2477', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 136, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'df2fc3b5-d3d8-4f0b-b393-20e4e2e253bc', 'mac_address': 'fa:16:3e:fe:c0:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb5d42fc-117f-46a8-bc9e-2a9c370bc40f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T22:42:33Z', 'updated_at': '2022-02-28T22:43:07Z', 'revision_number': 1, 'project_id': '558108c6409d474abda99b19120d05ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6d58ef7a-de76-49b9-9508-4647e5fd1f80', 'name': '', 'network_id': 'df2fc3b5-d3d8-4f0b-b393-20e4e2e253bc', 'tenant_id': '558108c6409d474abda99b19120d05ad', 'mac_address': 'fa:16:3e:0c:69:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0521325-922c-4570-bc7b-fbf74268cada', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '22e78a7b-72b0-4514-af71-979e73dc5a6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T22:42:15Z', 'updated_at': '2022-02-28T22:42:26Z', 'revision_number': 5, 'project_id': '558108c6409d474abda99b19120d05ad', 'subnets': [{'id': '22e78a7b-72b0-4514-af71-979e73dc5a6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 22:43:09.647932 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-6db0bab4-2234-4666-8cca-65931f17e51c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33441213'] for security_group (307735fd-b687-4434-a2b1-3dabe0742cd3), after_delete {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:43:09.667314 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-6db0bab4-2234-4666-8cca-65931f17e51c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:43:09.667314 dv-cinder-830538-5-iscsi neutron-server[109569]: INFO neutron.wsgi [None req-6db0bab4-2234-4666-8cca-65931f17e51c admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/307735fd-b687-4434-a2b1-3dabe0742cd3 HTTP/1.1" status: 204 len: 168 time: 0.1502440 Feb 28 22:43:09.667314 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db0bab4-2234-4666-8cca-65931f17e51c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=307735fd-b687-4434-a2b1-3dabe0742cd3,revision_number=None']} {{(pid=109569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:43:09.785358 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d00edbf-1903-4f16-bb66-8e634e0a3d0e req-44b0f9c1-3116-4a39-a09c-15628affdfc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:43:09.786875 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-4d00edbf-1903-4f16-bb66-8e634e0a3d0e req-44b0f9c1-3116-4a39-a09c-15628affdfc0 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=558108c6409d474abda99b19120d05ad&device_id=cb5d42fc-117f-46a8-bc9e-2a9c370bc40f HTTP/1.1" status: 200 len: 1129 time: 0.0734496 Feb 28 22:43:09.795787 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52fbfa0-ea4c-467e-9290-10dda9a6e053 req-b0555400-090f-4cde-ab77-5ab763e06d5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:43:09.797284 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-b52fbfa0-ea4c-467e-9290-10dda9a6e053 req-b0555400-090f-4cde-ab77-5ab763e06d5c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=bc1fd56c6f77479dbf02ac28589be825&device_id=4e7efae2-fa13-4413-8de0-ed4f22d34e5a HTTP/1.1" status: 200 len: 1127 time: 0.1243398 Feb 28 22:43:10.015018 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7024e0d-48c1-4008-a3f6-0d0976d36076 None None] New status for floating IP b2529d25-9cbf-49f1-947a-6b8a3240203f: ACTIVE {{(pid=109570) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 28 22:43:10.271991 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d00edbf-1903-4f16-bb66-8e634e0a3d0e req-8b632a35-08e7-4949-9855-7a159ae2f10b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:43:10.273583 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-4d00edbf-1903-4f16-bb66-8e634e0a3d0e req-8b632a35-08e7-4949-9855-7a159ae2f10b service neutron] 10.222.0.36 "GET /v2.0/networks?id=df2fc3b5-d3d8-4f0b-b393-20e4e2e253bc HTTP/1.1" status: 200 len: 912 time: 0.4754388 Feb 28 22:43:10.283087 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252e094a-b1e9-4902-8f60-95ca78ec55fe req-fdd1f66c-0fc2-4a29-9216-09a557a6861b tempest-AttachVolumeNegativeTest-1243329128 tempest-AttachVolumeNegativeTest-1243329128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:43:10.284681 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-252e094a-b1e9-4902-8f60-95ca78ec55fe req-fdd1f66c-0fc2-4a29-9216-09a557a6861b tempest-AttachVolumeNegativeTest-1243329128 tempest-AttachVolumeNegativeTest-1243329128-project] 10.222.0.11 "GET /v2.0/ports?device_id=4e7efae2-fa13-4413-8de0-ed4f22d34e5a HTTP/1.1" status: 200 len: 943 time: 0.2285266 Feb 28 22:43:10.299817 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d67e0f1-e66e-478e-afe4-d9baf528a765 req-c1368e56-437c-46e6-833c-2cef2f5053fc tempest-ServerRescueNegativeTestJSON-929871608 tempest-ServerRescueNegativeTestJSON-929871608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:43:10.301015 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-4d67e0f1-e66e-478e-afe4-d9baf528a765 req-c1368e56-437c-46e6-833c-2cef2f5053fc tempest-ServerRescueNegativeTestJSON-929871608 tempest-ServerRescueNegativeTestJSON-929871608-project] 10.222.0.11 "GET /v2.0/ports?device_id=50fff9cd-5238-40fd-ab4f-02f86cf2bbc0 HTTP/1.1" status: 200 len: 946 time: 0.3357384 Feb 28 22:43:10.336162 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52fbfa0-ea4c-467e-9290-10dda9a6e053 req-d3776275-c809-4fec-af95-1760364252e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:43:10.337573 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-b52fbfa0-ea4c-467e-9290-10dda9a6e053 req-d3776275-c809-4fec-af95-1760364252e2 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=bc1fd56c6f77479dbf02ac28589be825&shared=False HTTP/1.1" status: 200 len: 916 time: 0.4943173 Feb 28 22:43:10.729823 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-4d00edbf-1903-4f16-bb66-8e634e0a3d0e req-3357cf9e-0019-46d1-b28b-b6748803a0c3 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6b70fcef-5711-42c2-953d-59fa95ea2477 HTTP/1.1" status: 200 len: 1001 time: 0.4441624 Feb 28 22:43:10.776410 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-252e094a-b1e9-4902-8f60-95ca78ec55fe req-5f1fad25-93b4-4b07-877d-dcca52a62916 tempest-AttachVolumeNegativeTest-1243329128 tempest-AttachVolumeNegativeTest-1243329128-project] 10.222.0.11 "GET /v2.0/security-groups?id=8aeed072-d876-4d95-a530-37a550f45527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4730518 Feb 28 22:43:10.860135 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-4d67e0f1-e66e-478e-afe4-d9baf528a765 req-cbacbf9c-c4e1-4e8b-8109-bee577488c8d tempest-ServerRescueNegativeTestJSON-929871608 tempest-ServerRescueNegativeTestJSON-929871608-project] 10.222.0.11 "GET /v2.0/security-groups?id=f1de89df-470d-49b7-98ac-8bb65cd72d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5149169 Feb 28 22:43:10.861195 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52fbfa0-ea4c-467e-9290-10dda9a6e053 req-2d70729a-d6e2-43bb-bea1-5aef185805be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:43:10.862553 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-b52fbfa0-ea4c-467e-9290-10dda9a6e053 req-2d70729a-d6e2-43bb-bea1-5aef185805be service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5163717 Feb 28 22:43:10.898568 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d00edbf-1903-4f16-bb66-8e634e0a3d0e req-e9c04037-897e-4009-80d2-59a84e74874f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:43:10.902479 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-4d00edbf-1903-4f16-bb66-8e634e0a3d0e req-e9c04037-897e-4009-80d2-59a84e74874f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=22e78a7b-72b0-4514-af71-979e73dc5a6f HTTP/1.1" status: 200 len: 850 time: 0.1552515 Feb 28 22:43:11.012340 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b52436b-9ede-400c-acd7-19a83699ef35 req-014aaa6f-bb25-4833-bf0c-d6d4b6a9e914 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:43:11.013962 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-8b52436b-9ede-400c-acd7-19a83699ef35 req-014aaa6f-bb25-4833-bf0c-d6d4b6a9e914 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=bc1fd56c6f77479dbf02ac28589be825&device_id=4e7efae2-fa13-4413-8de0-ed4f22d34e5a HTTP/1.1" status: 200 len: 1127 time: 0.0925052 Feb 28 22:43:11.015812 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d00edbf-1903-4f16-bb66-8e634e0a3d0e req-2deabe61-3fa6-436c-af04-7e97db105464 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:43:11.017133 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-4d00edbf-1903-4f16-bb66-8e634e0a3d0e req-2deabe61-3fa6-436c-af04-7e97db105464 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=df2fc3b5-d3d8-4f0b-b393-20e4e2e253bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0977159 Feb 28 22:43:11.087547 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.wsgi [-] (109569) accepted ('10.222.0.11', 52004) {{(pid=109569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 22:43:11.164029 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-8b52436b-9ede-400c-acd7-19a83699ef35 req-cf07835e-f844-4db9-88cc-cc5c8e17af32 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5a3f0c3b-ede2-4178-a53a-9e0a72229b0a HTTP/1.1" status: 200 len: 217 time: 0.1022387 Feb 28 22:43:11.229385 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-22404810-ba35-4f58-a0f0-918b44a53bbd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:43:11.233238 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a02f041-6d6e-4130-b06a-7e40db9d63aa req-55caf35e-48e9-4307-b054-6ce2e11330f0 tempest-DeleteServersTestJSON-784346736 tempest-DeleteServersTestJSON-784346736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:43:11.234739 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-9a02f041-6d6e-4130-b06a-7e40db9d63aa req-55caf35e-48e9-4307-b054-6ce2e11330f0 tempest-DeleteServersTestJSON-784346736 tempest-DeleteServersTestJSON-784346736-project] 10.222.0.11 "GET /v2.0/ports?device_id=9faf877c-ba70-4611-bdbe-300beb137200 HTTP/1.1" status: 200 len: 946 time: 0.1869948 Feb 28 22:43:11.258102 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b52436b-9ede-400c-acd7-19a83699ef35 req-944f7aee-9011-470b-a4dd-c9820f9bc321 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:43:11.260158 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-8b52436b-9ede-400c-acd7-19a83699ef35 req-944f7aee-9011-470b-a4dd-c9820f9bc321 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e06c4751-499d-4207-9fc1-23232ee2e753 HTTP/1.1" status: 200 len: 855 time: 0.0852864 Feb 28 22:43:11.307013 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-22404810-ba35-4f58-a0f0-918b44a53bbd admin admin] Publish callbacks [] for security_group (d17aed1d-72fd-42fc-96f5-b35ac39f7ae9), precommit_create {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:43:11.308602 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-4d00edbf-1903-4f16-bb66-8e634e0a3d0e req-a9dba8fa-33eb-4c8e-862d-9691a3e43a25 service neutron] 10.222.0.36 "GET /v2.0/networks/df2fc3b5-d3d8-4f0b-b393-20e4e2e253bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2479403 Feb 28 22:43:11.310505 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-8b52436b-9ede-400c-acd7-19a83699ef35 req-0e3cb67f-7b42-493c-88d2-b0ab20e28b39 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=0321cbe9-3229-497f-9213-34c6a912fd2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0333703 Feb 28 22:43:11.310848 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-22404810-ba35-4f58-a0f0-918b44a53bbd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33441213'] for security_group (d17aed1d-72fd-42fc-96f5-b35ac39f7ae9), after_create {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:43:11.348879 dv-cinder-830538-5-iscsi neutron-server[109569]: INFO neutron.wsgi [None req-22404810-ba35-4f58-a0f0-918b44a53bbd admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=04407a85d2e74faeb991e64591955960&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2595227 Feb 28 22:43:11.349732 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22404810-ba35-4f58-a0f0-918b44a53bbd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d17aed1d-72fd-42fc-96f5-b35ac39f7ae9,revision_number=1']} {{(pid=109569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:43:11.352811 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.wsgi [-] (109569) accepted ('10.222.0.11', 52012) {{(pid=109569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 22:43:11.400860 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-d5a8c239-ade9-493b-b7a5-9cfe53bdcbea admin admin] Publish callbacks [] for security_group (d17aed1d-72fd-42fc-96f5-b35ac39f7ae9), before_delete {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:43:11.415103 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-9a02f041-6d6e-4130-b06a-7e40db9d63aa req-22c35f3e-a9d9-4a9b-9817-8f5280fde639 tempest-DeleteServersTestJSON-784346736 tempest-DeleteServersTestJSON-784346736-project] 10.222.0.11 "GET /v2.0/security-groups?id=8b7354e7-3b1d-4635-b677-d1381d13750a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1679103 Feb 28 22:43:11.425129 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-d5a8c239-ade9-493b-b7a5-9cfe53bdcbea admin admin] Publish callbacks [] for security_group (d17aed1d-72fd-42fc-96f5-b35ac39f7ae9), precommit_delete {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:43:11.483494 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-d5a8c239-ade9-493b-b7a5-9cfe53bdcbea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33441213'] for security_group (d17aed1d-72fd-42fc-96f5-b35ac39f7ae9), after_delete {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:43:11.485455 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-4d00edbf-1903-4f16-bb66-8e634e0a3d0e req-282ad25c-5cbe-41dc-9c61-dbaf71c9f3f0 service neutron] 10.222.0.36 "GET /v2.0/networks/df2fc3b5-d3d8-4f0b-b393-20e4e2e253bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1644890 Feb 28 22:43:11.486424 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-d5a8c239-ade9-493b-b7a5-9cfe53bdcbea admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:43:11.489659 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-8b52436b-9ede-400c-acd7-19a83699ef35 req-0f6df4de-6f93-4377-a356-858efd755bb9 service neutron] 10.222.0.36 "GET /v2.0/networks/0321cbe9-3229-497f-9213-34c6a912fd2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1546450 Feb 28 22:43:11.489804 dv-cinder-830538-5-iscsi neutron-server[109569]: INFO neutron.wsgi [None req-d5a8c239-ade9-493b-b7a5-9cfe53bdcbea admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/d17aed1d-72fd-42fc-96f5-b35ac39f7ae9 HTTP/1.1" status: 204 len: 168 time: 0.1331050 Feb 28 22:43:11.517495 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a8c239-ade9-493b-b7a5-9cfe53bdcbea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d17aed1d-72fd-42fc-96f5-b35ac39f7ae9,revision_number=None']} {{(pid=109569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:43:11.593708 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-8b52436b-9ede-400c-acd7-19a83699ef35 req-f705540b-8366-4571-b053-d369938e01da service neutron] 10.222.0.36 "GET /v2.0/networks/0321cbe9-3229-497f-9213-34c6a912fd2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937326 Feb 28 22:43:11.923475 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f81af42-6dbc-4f99-b798-3d75950f6b27 req-2e13653e-6fbd-4ae0-8364-2f62a76aee7c tempest-AttachVolumeNegativeTest-1243329128 tempest-AttachVolumeNegativeTest-1243329128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:43:11.925511 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-7f81af42-6dbc-4f99-b798-3d75950f6b27 req-2e13653e-6fbd-4ae0-8364-2f62a76aee7c tempest-AttachVolumeNegativeTest-1243329128 tempest-AttachVolumeNegativeTest-1243329128-project] 10.222.0.11 "GET /v2.0/ports?device_id=4e7efae2-fa13-4413-8de0-ed4f22d34e5a HTTP/1.1" status: 200 len: 943 time: 0.0768952 Feb 28 22:43:12.032383 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-7f81af42-6dbc-4f99-b798-3d75950f6b27 req-55bff67b-be8a-4c04-bd90-b6e24405526b tempest-AttachVolumeNegativeTest-1243329128 tempest-AttachVolumeNegativeTest-1243329128-project] 10.222.0.11 "GET /v2.0/security-groups?id=8aeed072-d876-4d95-a530-37a550f45527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001875 Feb 28 22:43:12.052881 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21572888-0c4b-4236-a807-0a626bc1aabf req-544f08b5-0a0b-4873-908f-7b17585a4e72 tempest-ServerRescueNegativeTestJSON-929871608 tempest-ServerRescueNegativeTestJSON-929871608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:43:12.055236 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-21572888-0c4b-4236-a807-0a626bc1aabf req-544f08b5-0a0b-4873-908f-7b17585a4e72 tempest-ServerRescueNegativeTestJSON-929871608 tempest-ServerRescueNegativeTestJSON-929871608-project] 10.222.0.11 "GET /v2.0/ports?device_id=50fff9cd-5238-40fd-ab4f-02f86cf2bbc0 HTTP/1.1" status: 200 len: 946 time: 0.1036878 Feb 28 22:43:12.108221 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-21572888-0c4b-4236-a807-0a626bc1aabf req-4f950a23-9de9-43db-b497-89eb1b37be63 tempest-ServerRescueNegativeTestJSON-929871608 tempest-ServerRescueNegativeTestJSON-929871608-project] 10.222.0.11 "GET /v2.0/security-groups?id=f1de89df-470d-49b7-98ac-8bb65cd72d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465157 Feb 28 22:43:12.536536 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407cdd9d-4388-45e9-9e99-6ce193550c95 req-77df5486-8abe-4575-b762-5b268bcbd852 tempest-DeleteServersTestJSON-784346736 tempest-DeleteServersTestJSON-784346736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:43:12.538014 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-407cdd9d-4388-45e9-9e99-6ce193550c95 req-77df5486-8abe-4575-b762-5b268bcbd852 tempest-DeleteServersTestJSON-784346736 tempest-DeleteServersTestJSON-784346736-project] 10.222.0.11 "GET /v2.0/ports?device_id=9faf877c-ba70-4611-bdbe-300beb137200 HTTP/1.1" status: 200 len: 946 time: 0.0526993 Feb 28 22:43:12.575816 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.wsgi [-] (109569) accepted ('10.222.0.11', 52068) {{(pid=109569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 22:43:12.585470 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-407cdd9d-4388-45e9-9e99-6ce193550c95 req-089d410d-2265-478c-b575-e3c23812fcc9 tempest-DeleteServersTestJSON-784346736 tempest-DeleteServersTestJSON-784346736-project] 10.222.0.11 "GET /v2.0/security-groups?id=8b7354e7-3b1d-4635-b677-d1381d13750a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418804 Feb 28 22:43:12.676634 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-39725426-fafc-4837-bbfd-b505f58d1e46 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:43:12.749667 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-39725426-fafc-4837-bbfd-b505f58d1e46 admin admin] Publish callbacks [] for security_group (451cefd9-2a5e-4a15-8860-a9ea14c506b0), precommit_create {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:43:12.753366 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-39725426-fafc-4837-bbfd-b505f58d1e46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33441213'] for security_group (451cefd9-2a5e-4a15-8860-a9ea14c506b0), after_create {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:43:12.791428 dv-cinder-830538-5-iscsi neutron-server[109569]: INFO neutron.wsgi [None req-39725426-fafc-4837-bbfd-b505f58d1e46 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=6e6ba612300d4a64bb9bdf48b22ff4a7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2144177 Feb 28 22:43:12.792144 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39725426-fafc-4837-bbfd-b505f58d1e46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=451cefd9-2a5e-4a15-8860-a9ea14c506b0,revision_number=1']} {{(pid=109569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:43:12.794093 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.wsgi [-] (109568) accepted ('10.222.0.11', 52072) {{(pid=109568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 22:43:12.841940 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-06df9289-dec3-4442-929e-5d2fa0038f92 admin admin] Publish callbacks [] for security_group (451cefd9-2a5e-4a15-8860-a9ea14c506b0), before_delete {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:43:12.863500 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-06df9289-dec3-4442-929e-5d2fa0038f92 admin admin] Publish callbacks [] for security_group (451cefd9-2a5e-4a15-8860-a9ea14c506b0), precommit_delete {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:43:12.913909 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-06df9289-dec3-4442-929e-5d2fa0038f92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33441213'] for security_group (451cefd9-2a5e-4a15-8860-a9ea14c506b0), after_delete {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:43:12.917312 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-06df9289-dec3-4442-929e-5d2fa0038f92 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:43:12.918512 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [None req-06df9289-dec3-4442-929e-5d2fa0038f92 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/451cefd9-2a5e-4a15-8860-a9ea14c506b0 HTTP/1.1" status: 204 len: 168 time: 0.1233408 Feb 28 22:43:12.927432 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06df9289-dec3-4442-929e-5d2fa0038f92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=451cefd9-2a5e-4a15-8860-a9ea14c506b0,revision_number=None']} {{(pid=109568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:43:13.154358 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd9b216-9fae-40b5-80d0-de7e07f7e34e req-24cbd5b0-f703-4a75-a911-74f7bb4c7b78 tempest-AttachVolumeNegativeTest-1243329128 tempest-AttachVolumeNegativeTest-1243329128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:43:13.155886 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-9dd9b216-9fae-40b5-80d0-de7e07f7e34e req-24cbd5b0-f703-4a75-a911-74f7bb4c7b78 tempest-AttachVolumeNegativeTest-1243329128 tempest-AttachVolumeNegativeTest-1243329128-project] 10.222.0.11 "GET /v2.0/ports?device_id=4e7efae2-fa13-4413-8de0-ed4f22d34e5a HTTP/1.1" status: 200 len: 943 time: 0.0541546 Feb 28 22:43:13.230669 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-9dd9b216-9fae-40b5-80d0-de7e07f7e34e req-65357b6a-929e-47d7-bfe5-195b7f6c31ad tempest-AttachVolumeNegativeTest-1243329128 tempest-AttachVolumeNegativeTest-1243329128-project] 10.222.0.11 "GET /v2.0/security-groups?id=8aeed072-d876-4d95-a530-37a550f45527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689318 Feb 28 22:43:13.254679 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49c23f6-c73b-4e1f-a15b-ee3ec4d69b42 req-b96c7fc4-1a49-4d1c-b29c-23abab511082 tempest-ServerRescueNegativeTestJSON-929871608 tempest-ServerRescueNegativeTestJSON-929871608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:43:13.256182 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-e49c23f6-c73b-4e1f-a15b-ee3ec4d69b42 req-b96c7fc4-1a49-4d1c-b29c-23abab511082 tempest-ServerRescueNegativeTestJSON-929871608 tempest-ServerRescueNegativeTestJSON-929871608-project] 10.222.0.11 "GET /v2.0/ports?device_id=50fff9cd-5238-40fd-ab4f-02f86cf2bbc0 HTTP/1.1" status: 200 len: 946 time: 0.0753727 Feb 28 22:43:13.302863 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-e49c23f6-c73b-4e1f-a15b-ee3ec4d69b42 req-26b3367c-38f5-4696-943e-2b9d9116c4bf tempest-ServerRescueNegativeTestJSON-929871608 tempest-ServerRescueNegativeTestJSON-929871608-project] 10.222.0.11 "GET /v2.0/security-groups?id=f1de89df-470d-49b7-98ac-8bb65cd72d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408430 Feb 28 22:43:13.704420 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ba9a20-e88d-482a-b525-850e2cedd8a6 req-d7e5a67d-07fb-4a42-afd9-336530c7258e tempest-DeleteServersTestJSON-784346736 tempest-DeleteServersTestJSON-784346736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:43:13.705897 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-26ba9a20-e88d-482a-b525-850e2cedd8a6 req-d7e5a67d-07fb-4a42-afd9-336530c7258e tempest-DeleteServersTestJSON-784346736 tempest-DeleteServersTestJSON-784346736-project] 10.222.0.11 "GET /v2.0/ports?device_id=9faf877c-ba70-4611-bdbe-300beb137200 HTTP/1.1" status: 200 len: 946 time: 0.0566134 Feb 28 22:43:13.754595 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-26ba9a20-e88d-482a-b525-850e2cedd8a6 req-247a65a0-43cc-4242-adc1-d961c75eda28 tempest-DeleteServersTestJSON-784346736 tempest-DeleteServersTestJSON-784346736-project] 10.222.0.11 "GET /v2.0/security-groups?id=8b7354e7-3b1d-4635-b677-d1381d13750a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429583 Feb 28 22:43:13.828696 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750845036683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579975'] for agent (5b2bda77-ea31-45ff-af39-f050a95cb1da), after_update {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:43:14.346720 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c621f1-dd31-4e05-8bfa-c72b855a3ad7 req-b00fbf9a-cc8e-4e0c-88a3-94a86ed07ed5 tempest-AttachVolumeNegativeTest-1243329128 tempest-AttachVolumeNegativeTest-1243329128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:43:14.348254 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-78c621f1-dd31-4e05-8bfa-c72b855a3ad7 req-b00fbf9a-cc8e-4e0c-88a3-94a86ed07ed5 tempest-AttachVolumeNegativeTest-1243329128 tempest-AttachVolumeNegativeTest-1243329128-project] 10.222.0.11 "GET /v2.0/ports?device_id=4e7efae2-fa13-4413-8de0-ed4f22d34e5a HTTP/1.1" status: 200 len: 943 time: 0.0517175 Feb 28 22:43:14.420280 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-78c621f1-dd31-4e05-8bfa-c72b855a3ad7 req-8cd86ad3-55c2-4883-b4d2-8556c0987f12 tempest-AttachVolumeNegativeTest-1243329128 tempest-AttachVolumeNegativeTest-1243329128-project] 10.222.0.11 "GET /v2.0/security-groups?id=8aeed072-d876-4d95-a530-37a550f45527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660713 Feb 28 22:43:14.439033 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad7bf71-6dad-48ab-879b-4572341321f8 req-ccf81348-a31e-4d2b-ba38-87f8ea189d88 tempest-ServerRescueNegativeTestJSON-929871608 tempest-ServerRescueNegativeTestJSON-929871608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:43:14.440530 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-cad7bf71-6dad-48ab-879b-4572341321f8 req-ccf81348-a31e-4d2b-ba38-87f8ea189d88 tempest-ServerRescueNegativeTestJSON-929871608 tempest-ServerRescueNegativeTestJSON-929871608-project] 10.222.0.11 "GET /v2.0/ports?device_id=50fff9cd-5238-40fd-ab4f-02f86cf2bbc0 HTTP/1.1" status: 200 len: 946 time: 0.0700724 Feb 28 22:43:14.491379 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-cad7bf71-6dad-48ab-879b-4572341321f8 req-254b9c45-e34e-44e6-a875-3576a55715c5 tempest-ServerRescueNegativeTestJSON-929871608 tempest-ServerRescueNegativeTestJSON-929871608-project] 10.222.0.11 "GET /v2.0/security-groups?id=f1de89df-470d-49b7-98ac-8bb65cd72d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453999 Feb 28 22:43:14.868237 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e42ec5-9caf-418a-b2de-6908d924bf92 req-61e41566-ab88-4948-9efd-5c2075e9897a tempest-DeleteServersTestJSON-784346736 tempest-DeleteServersTestJSON-784346736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:43:14.870259 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-52e42ec5-9caf-418a-b2de-6908d924bf92 req-61e41566-ab88-4948-9efd-5c2075e9897a tempest-DeleteServersTestJSON-784346736 tempest-DeleteServersTestJSON-784346736-project] 10.222.0.11 "GET /v2.0/ports?device_id=9faf877c-ba70-4611-bdbe-300beb137200 HTTP/1.1" status: 200 len: 946 time: 0.0512078 Feb 28 22:43:14.915436 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-52e42ec5-9caf-418a-b2de-6908d924bf92 req-673237cc-08f8-4b60-83b7-899160ed1a1c tempest-DeleteServersTestJSON-784346736 tempest-DeleteServersTestJSON-784346736-project] 10.222.0.11 "GET /v2.0/security-groups?id=8b7354e7-3b1d-4635-b677-d1381d13750a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397186 Feb 28 22:43:15.543498 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab462d9f-aab6-40a3-bdb1-c90de10be8bc req-2a3e9548-0fdc-42af-b432-697748234116 tempest-AttachVolumeNegativeTest-1243329128 tempest-AttachVolumeNegativeTest-1243329128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:43:15.546467 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-ab462d9f-aab6-40a3-bdb1-c90de10be8bc req-2a3e9548-0fdc-42af-b432-697748234116 tempest-AttachVolumeNegativeTest-1243329128 tempest-AttachVolumeNegativeTest-1243329128-project] 10.222.0.11 "GET /v2.0/ports?device_id=4e7efae2-fa13-4413-8de0-ed4f22d34e5a HTTP/1.1" status: 200 len: 943 time: 0.0570064 Feb 28 22:43:15.633329 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-ab462d9f-aab6-40a3-bdb1-c90de10be8bc req-cd781229-0755-49b5-a3a9-1e4ef8ca7f77 tempest-AttachVolumeNegativeTest-1243329128 tempest-AttachVolumeNegativeTest-1243329128-project] 10.222.0.11 "GET /v2.0/security-groups?id=8aeed072-d876-4d95-a530-37a550f45527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752554 Feb 28 22:43:15.652392 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218cffc1-8277-48e8-b592-cbcea409c811 req-7e6fa99c-3506-42d5-83bf-1d4cbc968be8 tempest-ServerRescueNegativeTestJSON-929871608 tempest-ServerRescueNegativeTestJSON-929871608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:43:15.654163 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-218cffc1-8277-48e8-b592-cbcea409c811 req-7e6fa99c-3506-42d5-83bf-1d4cbc968be8 tempest-ServerRescueNegativeTestJSON-929871608 tempest-ServerRescueNegativeTestJSON-929871608-project] 10.222.0.11 "GET /v2.0/ports?device_id=50fff9cd-5238-40fd-ab4f-02f86cf2bbc0 HTTP/1.1" status: 200 len: 946 time: 0.0767081 Feb 28 22:43:15.702829 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-218cffc1-8277-48e8-b592-cbcea409c811 req-cd51ac16-fba0-42ed-a580-5f6c7e90f88c tempest-ServerRescueNegativeTestJSON-929871608 tempest-ServerRescueNegativeTestJSON-929871608-project] 10.222.0.11 "GET /v2.0/security-groups?id=f1de89df-470d-49b7-98ac-8bb65cd72d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428627 Feb 28 22:43:16.032931 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04b074e-1537-47a4-99f1-03b804b9f2f5 req-adbc0f52-027a-409d-81e2-8a872f2dce9a tempest-DeleteServersTestJSON-784346736 tempest-DeleteServersTestJSON-784346736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:43:16.034407 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-a04b074e-1537-47a4-99f1-03b804b9f2f5 req-adbc0f52-027a-409d-81e2-8a872f2dce9a tempest-DeleteServersTestJSON-784346736 tempest-DeleteServersTestJSON-784346736-project] 10.222.0.11 "GET /v2.0/ports?device_id=9faf877c-ba70-4611-bdbe-300beb137200 HTTP/1.1" status: 200 len: 946 time: 0.0513115 Feb 28 22:43:16.121054 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-a04b074e-1537-47a4-99f1-03b804b9f2f5 req-ec0ca8e9-9ff6-49dc-87d6-e8977d77ac20 tempest-DeleteServersTestJSON-784346736 tempest-DeleteServersTestJSON-784346736-project] 10.222.0.11 "GET /v2.0/security-groups?id=8b7354e7-3b1d-4635-b677-d1381d13750a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788727 Feb 28 22:43:16.144281 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab329b32-cd5e-429c-ac0a-c98f6087e2f5 req-9ffe52a3-a050-4529-9fee-1de69cb23154 tempest-DeleteServersTestJSON-784346736 tempest-DeleteServersTestJSON-784346736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:43:16.145903 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-ab329b32-cd5e-429c-ac0a-c98f6087e2f5 req-9ffe52a3-a050-4529-9fee-1de69cb23154 tempest-DeleteServersTestJSON-784346736 tempest-DeleteServersTestJSON-784346736-project] 10.222.0.36 "GET /v2.0/ports?device_id=9faf877c-ba70-4611-bdbe-300beb137200 HTTP/1.1" status: 200 len: 946 time: 0.0784717 Feb 28 22:43:16.300015 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-bdd8e267-c9fb-4e05-bbe4-cbe9ccf3c44f req-4ef18d82-8b47-4c51-b02c-231a2e813b41 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=22615708-430d-424f-8398-e2cd25174185&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1293137 Feb 28 22:43:16.329151 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.plugins.ml2.plugin [req-ab329b32-cd5e-429c-ac0a-c98f6087e2f5 req-4a185d1f-6743-4f6d-bfaa-2bc42ed3c416 tempest-DeleteServersTestJSON-784346736 tempest-DeleteServersTestJSON-784346736-project] Deleting port 05593159-ef39-4c6d-95b1-16bf2b871952 {{(pid=109568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 22:43:16.329488 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [req-ab329b32-cd5e-429c-ac0a-c98f6087e2f5 req-4a185d1f-6743-4f6d-bfaa-2bc42ed3c416 tempest-DeleteServersTestJSON-784346736 tempest-DeleteServersTestJSON-784346736-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750845080441'] for port (05593159-ef39-4c6d-95b1-16bf2b871952), before_delete {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:43:16.453621 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.plugins.ml2.db [req-ab329b32-cd5e-429c-ac0a-c98f6087e2f5 req-4a185d1f-6743-4f6d-bfaa-2bc42ed3c416 tempest-DeleteServersTestJSON-784346736 tempest-DeleteServersTestJSON-784346736-project] For port 05593159-ef39-4c6d-95b1-16bf2b871952, host hv-cinder-83053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83053',level=0,port_id=05593159-ef39-4c6d-95b1-16bf2b871952,segment=NetworkSegment(a1ab11c4-074a-4634-922e-78829362d635),segment_id=a1ab11c4-074a-4634-922e-78829362d635)] {{(pid=109568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 22:43:16.453888 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [req-ab329b32-cd5e-429c-ac0a-c98f6087e2f5 req-4a185d1f-6743-4f6d-bfaa-2bc42ed3c416 tempest-DeleteServersTestJSON-784346736 tempest-DeleteServersTestJSON-784346736-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33552544'] for port (05593159-ef39-4c6d-95b1-16bf2b871952), precommit_delete {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:43:16.457219 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd8e267-c9fb-4e05-bbe4-cbe9ccf3c44f req-44142a3d-51ef-40db-a22b-b5aba92318ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:43:16.458672 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-bdd8e267-c9fb-4e05-bbe4-cbe9ccf3c44f req-44142a3d-51ef-40db-a22b-b5aba92318ba service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=bc1fd56c6f77479dbf02ac28589be825&device_id=22615708-430d-424f-8398-e2cd25174185 HTTP/1.1" status: 200 len: 1129 time: 0.0900080 Feb 28 22:43:16.470098 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.plugins.ml2.plugin [req-ab329b32-cd5e-429c-ac0a-c98f6087e2f5 req-4a185d1f-6743-4f6d-bfaa-2bc42ed3c416 tempest-DeleteServersTestJSON-784346736 tempest-DeleteServersTestJSON-784346736-project] Calling delete_port for 05593159-ef39-4c6d-95b1-16bf2b871952 owned by compute:nova {{(pid=109568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 22:43:16.641604 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd8e267-c9fb-4e05-bbe4-cbe9ccf3c44f req-66c52052-f161-484d-831a-587b20f26dbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:43:16.643040 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-bdd8e267-c9fb-4e05-bbe4-cbe9ccf3c44f req-66c52052-f161-484d-831a-587b20f26dbd service neutron] 10.222.0.36 "GET /v2.0/networks?id=0321cbe9-3229-497f-9213-34c6a912fd2a HTTP/1.1" status: 200 len: 916 time: 0.1385345 Feb 28 22:43:16.713920 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-bdd8e267-c9fb-4e05-bbe4-cbe9ccf3c44f req-8af3f91d-092c-4541-906f-aa7fb52d3f3c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a4199d93-3776-445a-8d8b-fb493d8a8230 HTTP/1.1" status: 200 len: 217 time: 0.0623133 Feb 28 22:43:16.794275 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [req-ab329b32-cd5e-429c-ac0a-c98f6087e2f5 req-4a185d1f-6743-4f6d-bfaa-2bc42ed3c416 tempest-DeleteServersTestJSON-784346736 tempest-DeleteServersTestJSON-784346736-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33156859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750845083868', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750844628237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30788389'] for port (05593159-ef39-4c6d-95b1-16bf2b871952), after_delete {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:43:16.809402 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.db [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] get_ports_and_sgs() called for port_ids ['05593159-ef39-4c6d-95b1-16bf2b871952'] {{(pid=109570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 22:43:16.862856 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a185d1f-6743-4f6d-bfaa-2bc42ed3c416 tempest-DeleteServersTestJSON-784346736 tempest-DeleteServersTestJSON-784346736-project] Pushing event deleted for resources: {'Port': ['ID=05593159-ef39-4c6d-95b1-16bf2b871952,revision_number=None']} {{(pid=109568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:43:16.866611 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd8e267-c9fb-4e05-bbe4-cbe9ccf3c44f req-c504538d-7531-4047-a922-7b897498f3f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:43:16.868248 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-bdd8e267-c9fb-4e05-bbe4-cbe9ccf3c44f req-c504538d-7531-4047-a922-7b897498f3f9 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e06c4751-499d-4207-9fc1-23232ee2e753 HTTP/1.1" status: 200 len: 855 time: 0.1468697 Feb 28 22:43:16.877652 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.wsgi [-] (109569) accepted ('10.222.0.11', 52212) {{(pid=109569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 22:43:16.986399 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-8d8ca983-08e4-4b98-91cf-eb32cbd20ae7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:43:17.074834 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-8d8ca983-08e4-4b98-91cf-eb32cbd20ae7 admin admin] Publish callbacks [] for security_group (0217cc62-991b-48f1-96e5-7adb6a8ff9e7), precommit_create {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:43:17.078901 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-8d8ca983-08e4-4b98-91cf-eb32cbd20ae7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33441213'] for security_group (0217cc62-991b-48f1-96e5-7adb6a8ff9e7), after_create {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:43:17.120539 dv-cinder-830538-5-iscsi neutron-server[109569]: INFO neutron.wsgi [None req-8d8ca983-08e4-4b98-91cf-eb32cbd20ae7 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=5a45c46306ea4014a28988fb82db5ab2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2417877 Feb 28 22:43:17.121531 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8ca983-08e4-4b98-91cf-eb32cbd20ae7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0217cc62-991b-48f1-96e5-7adb6a8ff9e7,revision_number=1']} {{(pid=109569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:43:17.124101 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.wsgi [-] (109569) accepted ('10.222.0.11', 52216) {{(pid=109569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 22:43:17.176209 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-a795b4b6-8223-45b6-b5e0-e1f2cfcd271f admin admin] Publish callbacks [] for security_group (0217cc62-991b-48f1-96e5-7adb6a8ff9e7), before_delete {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:43:17.190145 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e119b07f-5670-4985-bea3-0ae25ce33607 req-2a64ab9c-287d-44e2-bfbd-2181005373cf tempest-AttachVolumeNegativeTest-1243329128 tempest-AttachVolumeNegativeTest-1243329128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:43:17.191600 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-e119b07f-5670-4985-bea3-0ae25ce33607 req-2a64ab9c-287d-44e2-bfbd-2181005373cf tempest-AttachVolumeNegativeTest-1243329128 tempest-AttachVolumeNegativeTest-1243329128-project] 10.222.0.11 "GET /v2.0/ports?device_id=4e7efae2-fa13-4413-8de0-ed4f22d34e5a HTTP/1.1" status: 200 len: 943 time: 0.4419312 Feb 28 22:43:17.193312 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-bdd8e267-c9fb-4e05-bbe4-cbe9ccf3c44f req-330d56f0-788b-4658-95bc-ec4f23aefc1c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=0321cbe9-3229-497f-9213-34c6a912fd2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2944806 Feb 28 22:43:17.195292 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab329b32-cd5e-429c-ac0a-c98f6087e2f5 req-4a185d1f-6743-4f6d-bfaa-2bc42ed3c416 tempest-DeleteServersTestJSON-784346736 tempest-DeleteServersTestJSON-784346736-project] No DVR routers for this DVR port 05593159-ef39-4c6d-95b1-16bf2b871952 on host hv-cinder-83053 {{(pid=109568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 22:43:17.197704 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-a795b4b6-8223-45b6-b5e0-e1f2cfcd271f admin admin] Publish callbacks [] for security_group (0217cc62-991b-48f1-96e5-7adb6a8ff9e7), precommit_delete {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:43:17.214310 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [req-ab329b32-cd5e-429c-ac0a-c98f6087e2f5 req-4a185d1f-6743-4f6d-bfaa-2bc42ed3c416 tempest-DeleteServersTestJSON-784346736 tempest-DeleteServersTestJSON-784346736-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80159'] for port (None), before_response {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:43:17.218118 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-ab329b32-cd5e-429c-ac0a-c98f6087e2f5 req-4a185d1f-6743-4f6d-bfaa-2bc42ed3c416 tempest-DeleteServersTestJSON-784346736 tempest-DeleteServersTestJSON-784346736-project] 10.222.0.36 "DELETE /v2.0/ports/05593159-ef39-4c6d-95b1-16bf2b871952 HTTP/1.1" status: 204 len: 173 time: 1.0550601 Feb 28 22:43:17.218308 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9faf877c-ba70-4611-bdbe-300beb137200', 'name': 'network-vif-deleted', 'tag': '05593159-ef39-4c6d-95b1-16bf2b871952'}] {{(pid=109568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 22:43:17.220670 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be30730c9f576b5ae602769365630bce3a2881df6c4aa92702dca8eb1643a507" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a117c55-7a0d-46fd-b569-38d67db54a2a" -d '{"events": [{"server_uuid": "9faf877c-ba70-4611-bdbe-300beb137200", "name": "network-vif-deleted", "tag": "05593159-ef39-4c6d-95b1-16bf2b871952"}]}' {{(pid=109568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 22:43:17.272257 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-a795b4b6-8223-45b6-b5e0-e1f2cfcd271f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33441213'] for security_group (0217cc62-991b-48f1-96e5-7adb6a8ff9e7), after_delete {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:43:17.275504 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-a795b4b6-8223-45b6-b5e0-e1f2cfcd271f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:43:17.278076 dv-cinder-830538-5-iscsi neutron-server[109569]: INFO neutron.wsgi [None req-a795b4b6-8223-45b6-b5e0-e1f2cfcd271f admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/0217cc62-991b-48f1-96e5-7adb6a8ff9e7 HTTP/1.1" status: 204 len: 168 time: 0.1531694 Feb 28 22:43:17.283207 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f835930-7a11-45a3-9e01-5cc1c676f477 req-43a2f156-8a87-433d-bf1f-5f370c3eaa1a tempest-ServerRescueNegativeTestJSON-929871608 tempest-ServerRescueNegativeTestJSON-929871608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:43:17.284721 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-6f835930-7a11-45a3-9e01-5cc1c676f477 req-43a2f156-8a87-433d-bf1f-5f370c3eaa1a tempest-ServerRescueNegativeTestJSON-929871608 tempest-ServerRescueNegativeTestJSON-929871608-project] 10.222.0.11 "GET /v2.0/ports?device_id=50fff9cd-5238-40fd-ab4f-02f86cf2bbc0 HTTP/1.1" status: 200 len: 946 time: 0.4976199 Feb 28 22:43:17.288406 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a795b4b6-8223-45b6-b5e0-e1f2cfcd271f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0217cc62-991b-48f1-96e5-7adb6a8ff9e7,revision_number=None']} {{(pid=109569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:43:17.355267 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-e119b07f-5670-4985-bea3-0ae25ce33607 req-b8dadda6-58b9-4eaf-83f9-ff55b67033bc tempest-AttachVolumeNegativeTest-1243329128 tempest-AttachVolumeNegativeTest-1243329128-project] 10.222.0.11 "GET /v2.0/security-groups?id=8aeed072-d876-4d95-a530-37a550f45527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1566179 Feb 28 22:43:17.393611 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-bdd8e267-c9fb-4e05-bbe4-cbe9ccf3c44f req-039366d7-e36e-4e59-9609-bb8f661bdbc4 service neutron] 10.222.0.36 "GET /v2.0/networks/0321cbe9-3229-497f-9213-34c6a912fd2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1931846 Feb 28 22:43:17.405214 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-6f835930-7a11-45a3-9e01-5cc1c676f477 req-98db3e7a-71ea-472b-bbe0-4f65fa848a88 tempest-ServerRescueNegativeTestJSON-929871608 tempest-ServerRescueNegativeTestJSON-929871608-project] 10.222.0.11 "GET /v2.0/security-groups?id=f1de89df-470d-49b7-98ac-8bb65cd72d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043904 Feb 28 22:43:17.467060 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 22:43:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c21c53a-5b24-437e-bdf1-f64ad9241c37 x-openstack-request-id: req-3c21c53a-5b24-437e-bdf1-f64ad9241c37 {{(pid=109568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 22:43:17.467354 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9faf877c-ba70-4611-bdbe-300beb137200", "name": "network-vif-deleted", "tag": "05593159-ef39-4c6d-95b1-16bf2b871952", "status": "completed", "code": 200}]} {{(pid=109568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 22:43:17.467608 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-3c21c53a-5b24-437e-bdf1-f64ad9241c37 {{(pid=109568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 22:43:17.468022 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9faf877c-ba70-4611-bdbe-300beb137200', 'name': 'network-vif-deleted', 'tag': '05593159-ef39-4c6d-95b1-16bf2b871952', 'status': 'completed', 'code': 200} Feb 28 22:43:17.503020 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-4d0c7e53-0817-40ce-9977-8e294378de91 req-5203fddb-e986-44de-b4ac-92f297081867 tempest-DeleteServersTestJSON-784346736 tempest-DeleteServersTestJSON-784346736-project] 10.222.0.11 "GET /v2.0/ports?device_id=9faf877c-ba70-4611-bdbe-300beb137200 HTTP/1.1" status: 200 len: 210 time: 0.0340075 Feb 28 22:43:17.555719 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-bdd8e267-c9fb-4e05-bbe4-cbe9ccf3c44f req-be685d46-2663-4f8b-9f95-463f26f2dbdf service neutron] 10.222.0.36 "GET /v2.0/networks/0321cbe9-3229-497f-9213-34c6a912fd2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1494863 Feb 28 22:43:17.649513 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.rpc [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] Device 5a3f0c3b-ede2-4178-a53a-9e0a72229b0a details requested by agent hyperv_hv-cinder-83053 with host hv-cinder-83053 {{(pid=109570) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 22:43:17.778781 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.db [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] For port 5a3f0c3b-ede2-4178-a53a-9e0a72229b0a, host hv-cinder-83053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83053',level=0,port_id=5a3f0c3b-ede2-4178-a53a-9e0a72229b0a,segment=NetworkSegment(926113ad-33a7-475f-acf2-53b8f901f788),segment_id=926113ad-33a7-475f-acf2-53b8f901f788)] {{(pid=109570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 22:43:17.788706 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.rpc [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] Returning: {'device': '5a3f0c3b-ede2-4178-a53a-9e0a72229b0a', 'network_id': '0321cbe9-3229-497f-9213-34c6a912fd2a', 'port_id': '5a3f0c3b-ede2-4178-a53a-9e0a72229b0a', 'mac_address': 'fa:16:3e:a6:13:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 112, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e06c4751-499d-4207-9fc1-23232ee2e753', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109570) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 22:43:17.826234 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.plugin [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] Current status of the port 5a3f0c3b-ede2-4178-a53a-9e0a72229b0a is: DOWN; New status is: BUILD {{(pid=109570) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 22:43:17.826888 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616566'] for port (5a3f0c3b-ede2-4178-a53a-9e0a72229b0a), before_update {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:43:17.843074 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.notifiers.nova [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5a3f0c3b-ede2-4178-a53a-9e0a72229b0a {{(pid=109570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 22:43:17.862791 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.db [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] For port 5a3f0c3b-ede2-4178-a53a-9e0a72229b0a, host hv-cinder-83053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83053',level=0,port_id=5a3f0c3b-ede2-4178-a53a-9e0a72229b0a,segment=NetworkSegment(926113ad-33a7-475f-acf2-53b8f901f788),segment_id=926113ad-33a7-475f-acf2-53b8f901f788)] {{(pid=109570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 22:43:17.866928 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33156859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750845083886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750844628246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750844628264'] for port (5a3f0c3b-ede2-4178-a53a-9e0a72229b0a), after_update {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:43:17.914895 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] Pushing event updated for resources: {'Port': ['ID=5a3f0c3b-ede2-4178-a53a-9e0a72229b0a,revision_number=4']} {{(pid=109570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:43:17.922625 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830538-5-iscsi {{(pid=109570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:43:17.923000 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-5-iscsi {{(pid=109570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:43:17.923369 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-5-iscsi {{(pid=109570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:43:17.923747 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-5-iscsi {{(pid=109570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:43:17.924090 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830538-5-iscsi {{(pid=109570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:43:17.924498 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830538-5-iscsi {{(pid=109570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:43:17.924988 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830538-5-iscsi {{(pid=109570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:43:17.925385 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830538-5-iscsi {{(pid=109570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:43:17.925746 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830538-5-iscsi {{(pid=109570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:43:17.926309 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830538-5-iscsi {{(pid=109570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:43:17.926694 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-5-iscsi {{(pid=109570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:43:17.927081 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830538-5-iscsi {{(pid=109570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:43:17.927473 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830538-5-iscsi {{(pid=109570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:43:18.521999 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2358d295-32a5-4f20-8142-5307eaa9d1c8 req-bd657e2b-047c-4285-9b46-72c0644eda5d tempest-AttachVolumeNegativeTest-1243329128 tempest-AttachVolumeNegativeTest-1243329128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:43:18.523458 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-2358d295-32a5-4f20-8142-5307eaa9d1c8 req-bd657e2b-047c-4285-9b46-72c0644eda5d tempest-AttachVolumeNegativeTest-1243329128 tempest-AttachVolumeNegativeTest-1243329128-project] 10.222.0.11 "GET /v2.0/ports?device_id=4e7efae2-fa13-4413-8de0-ed4f22d34e5a HTTP/1.1" status: 200 len: 944 time: 0.0894084 Feb 28 22:43:18.543229 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa294fe-9c31-4278-9e93-96609e8cf967 req-ce7fb518-cd28-4f5a-ae69-57d6b5c4fecb tempest-ServerRescueNegativeTestJSON-929871608 tempest-ServerRescueNegativeTestJSON-929871608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:43:18.544664 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-1fa294fe-9c31-4278-9e93-96609e8cf967 req-ce7fb518-cd28-4f5a-ae69-57d6b5c4fecb tempest-ServerRescueNegativeTestJSON-929871608 tempest-ServerRescueNegativeTestJSON-929871608-project] 10.222.0.11 "GET /v2.0/ports?device_id=50fff9cd-5238-40fd-ab4f-02f86cf2bbc0 HTTP/1.1" status: 200 len: 946 time: 0.0715764 Feb 28 22:43:18.607805 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-2358d295-32a5-4f20-8142-5307eaa9d1c8 req-5172b354-5feb-4a0c-900d-1dc8e93a4c1c tempest-AttachVolumeNegativeTest-1243329128 tempest-AttachVolumeNegativeTest-1243329128-project] 10.222.0.11 "GET /v2.0/security-groups?id=8aeed072-d876-4d95-a530-37a550f45527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758431 Feb 28 22:43:18.614622 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-1fa294fe-9c31-4278-9e93-96609e8cf967 req-8eec1e92-7d52-4246-986f-0ed47b5fd31c tempest-ServerRescueNegativeTestJSON-929871608 tempest-ServerRescueNegativeTestJSON-929871608-project] 10.222.0.11 "GET /v2.0/security-groups?id=f1de89df-470d-49b7-98ac-8bb65cd72d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627100 Feb 28 22:43:18.706116 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-eb215dcf-68fb-4674-ab13-074f8c6e5fc9 req-54ee77b9-436f-4f6c-87e0-47bab1a4b576 tempest-DeleteServersTestJSON-784346736 tempest-DeleteServersTestJSON-784346736-project] 10.222.0.11 "GET /v2.0/ports?device_id=9faf877c-ba70-4611-bdbe-300beb137200 HTTP/1.1" status: 200 len: 210 time: 0.0282409 Feb 28 22:43:19.767977 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be1b4e6-81a1-4813-9206-54216ae01b95 req-ce121deb-a46f-458f-aa7a-fceaebb474cb tempest-AttachVolumeNegativeTest-1243329128 tempest-AttachVolumeNegativeTest-1243329128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:43:19.769654 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-2be1b4e6-81a1-4813-9206-54216ae01b95 req-ce121deb-a46f-458f-aa7a-fceaebb474cb tempest-AttachVolumeNegativeTest-1243329128 tempest-AttachVolumeNegativeTest-1243329128-project] 10.222.0.11 "GET /v2.0/ports?device_id=4e7efae2-fa13-4413-8de0-ed4f22d34e5a HTTP/1.1" status: 200 len: 944 time: 0.0909412 Feb 28 22:43:19.777138 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d06bd5-69f9-41f1-9dd8-d4dff65e4430 req-5c783be2-e156-4f1f-b7f0-6b8be5bb5674 tempest-ServerRescueNegativeTestJSON-929871608 tempest-ServerRescueNegativeTestJSON-929871608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:43:19.778650 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-37d06bd5-69f9-41f1-9dd8-d4dff65e4430 req-5c783be2-e156-4f1f-b7f0-6b8be5bb5674 tempest-ServerRescueNegativeTestJSON-929871608 tempest-ServerRescueNegativeTestJSON-929871608-project] 10.222.0.11 "GET /v2.0/ports?device_id=50fff9cd-5238-40fd-ab4f-02f86cf2bbc0 HTTP/1.1" status: 200 len: 946 time: 0.0904510 Feb 28 22:43:19.851759 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-2be1b4e6-81a1-4813-9206-54216ae01b95 req-77543be1-b6bf-406a-a509-e84246307d37 tempest-AttachVolumeNegativeTest-1243329128 tempest-AttachVolumeNegativeTest-1243329128-project] 10.222.0.11 "GET /v2.0/security-groups?id=8aeed072-d876-4d95-a530-37a550f45527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709462 Feb 28 22:43:19.861037 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-37d06bd5-69f9-41f1-9dd8-d4dff65e4430 req-0a6b7e4c-5a1a-4de5-90cc-4b7941c497fd tempest-ServerRescueNegativeTestJSON-929871608 tempest-ServerRescueNegativeTestJSON-929871608-project] 10.222.0.11 "GET /v2.0/security-groups?id=f1de89df-470d-49b7-98ac-8bb65cd72d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744891 Feb 28 22:43:19.945496 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-74523265-c7d3-40b1-a5fa-04e5474c7240 req-3305988d-564a-4957-b1af-2b2ad449d7de tempest-DeleteServersTestJSON-784346736 tempest-DeleteServersTestJSON-784346736-project] 10.222.0.11 "GET /v2.0/ports?device_id=9faf877c-ba70-4611-bdbe-300beb137200 HTTP/1.1" status: 200 len: 210 time: 0.0272329 Feb 28 22:43:20.094467 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.rpc [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] Device 05593159-ef39-4c6d-95b1-16bf2b871952 no longer exists at agent hyperv_hv-cinder-83053 {{(pid=109570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 22:43:20.114281 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.plugin [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] No Port match for: 05593159-ef39-4c6d-95b1-16bf2b871952 {{(pid=109570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 22:43:20.114625 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.rpc [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] Device 05593159-ef39-4c6d-95b1-16bf2b871952 not bound to the agent host hv-cinder-83053 {{(pid=109570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 22:43:21.000354 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90bea74a-35a1-46d9-ad0f-2e8c62c8ad94 req-c9585750-d105-4649-88d4-a80b10e5d72a tempest-AttachVolumeNegativeTest-1243329128 tempest-AttachVolumeNegativeTest-1243329128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:43:21.001740 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-90bea74a-35a1-46d9-ad0f-2e8c62c8ad94 req-c9585750-d105-4649-88d4-a80b10e5d72a tempest-AttachVolumeNegativeTest-1243329128 tempest-AttachVolumeNegativeTest-1243329128-project] 10.222.0.11 "GET /v2.0/ports?device_id=4e7efae2-fa13-4413-8de0-ed4f22d34e5a HTTP/1.1" status: 200 len: 944 time: 0.0844295 Feb 28 22:43:21.012033 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c734a1b2-d42f-4db4-90f4-71d8d0fc0b05 req-15640872-13f2-4e7b-a2a5-adf6edabc03c tempest-ServerRescueNegativeTestJSON-929871608 tempest-ServerRescueNegativeTestJSON-929871608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:43:21.013919 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-c734a1b2-d42f-4db4-90f4-71d8d0fc0b05 req-15640872-13f2-4e7b-a2a5-adf6edabc03c tempest-ServerRescueNegativeTestJSON-929871608 tempest-ServerRescueNegativeTestJSON-929871608-project] 10.222.0.11 "GET /v2.0/ports?device_id=50fff9cd-5238-40fd-ab4f-02f86cf2bbc0 HTTP/1.1" status: 200 len: 946 time: 0.0855117 Feb 28 22:43:21.083030 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-90bea74a-35a1-46d9-ad0f-2e8c62c8ad94 req-edc1638c-977a-4ab0-860b-425a83c583e2 tempest-AttachVolumeNegativeTest-1243329128 tempest-AttachVolumeNegativeTest-1243329128-project] 10.222.0.11 "GET /v2.0/security-groups?id=8aeed072-d876-4d95-a530-37a550f45527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681927 Feb 28 22:43:21.086223 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-c734a1b2-d42f-4db4-90f4-71d8d0fc0b05 req-9d0cfb61-53bd-47ca-9ff8-4e1ea019bd13 tempest-ServerRescueNegativeTestJSON-929871608 tempest-ServerRescueNegativeTestJSON-929871608-project] 10.222.0.11 "GET /v2.0/security-groups?id=f1de89df-470d-49b7-98ac-8bb65cd72d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658727 Feb 28 22:43:21.176968 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-0c365933-01e4-4eef-b14f-9f504c3dbb92 req-75a4e442-a812-40c7-8486-714cfc7f6b37 tempest-DeleteServersTestJSON-784346736 tempest-DeleteServersTestJSON-784346736-project] 10.222.0.11 "GET /v2.0/ports?device_id=9faf877c-ba70-4611-bdbe-300beb137200 HTTP/1.1" status: 200 len: 210 time: 0.0293841 Feb 28 22:43:21.391355 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.db [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] get_ports_and_sgs() called for port_ids ['5a3f0c3b-ede2-4178-a53a-9e0a72229b0a'] {{(pid=109570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 22:43:22.235581 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c05e80-314b-40c2-ad09-a4f5fb5599b6 req-80a31c12-7a7b-4b65-97e6-0b310da6bdca tempest-AttachVolumeNegativeTest-1243329128 tempest-AttachVolumeNegativeTest-1243329128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:43:22.237098 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-e6c05e80-314b-40c2-ad09-a4f5fb5599b6 req-80a31c12-7a7b-4b65-97e6-0b310da6bdca tempest-AttachVolumeNegativeTest-1243329128 tempest-AttachVolumeNegativeTest-1243329128-project] 10.222.0.11 "GET /v2.0/ports?device_id=4e7efae2-fa13-4413-8de0-ed4f22d34e5a HTTP/1.1" status: 200 len: 944 time: 0.0859485 Feb 28 22:43:22.249019 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f81d13-f587-44b3-b86f-4152c9d403aa req-064c3ec9-f3e1-4f27-a654-192c74e7e669 tempest-ServerRescueNegativeTestJSON-929871608 tempest-ServerRescueNegativeTestJSON-929871608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:43:22.250398 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-57f81d13-f587-44b3-b86f-4152c9d403aa req-064c3ec9-f3e1-4f27-a654-192c74e7e669 tempest-ServerRescueNegativeTestJSON-929871608 tempest-ServerRescueNegativeTestJSON-929871608-project] 10.222.0.11 "GET /v2.0/ports?device_id=50fff9cd-5238-40fd-ab4f-02f86cf2bbc0 HTTP/1.1" status: 200 len: 946 time: 0.0891631 Feb 28 22:43:22.327815 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-e6c05e80-314b-40c2-ad09-a4f5fb5599b6 req-1ef6be8a-d693-4d83-90d3-b47d4e4ba9d3 tempest-AttachVolumeNegativeTest-1243329128 tempest-AttachVolumeNegativeTest-1243329128-project] 10.222.0.11 "GET /v2.0/security-groups?id=8aeed072-d876-4d95-a530-37a550f45527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764434 Feb 28 22:43:22.330739 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-57f81d13-f587-44b3-b86f-4152c9d403aa req-dec41a77-378c-4082-b569-58366fe61184 tempest-ServerRescueNegativeTestJSON-929871608 tempest-ServerRescueNegativeTestJSON-929871608-project] 10.222.0.11 "GET /v2.0/security-groups?id=f1de89df-470d-49b7-98ac-8bb65cd72d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739205 Feb 28 22:43:23.484189 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5836e68-dd33-4b3f-97bb-99fa7c30d3ed req-7be74624-daf9-477c-8c69-86f8ad48cec1 tempest-AttachVolumeNegativeTest-1243329128 tempest-AttachVolumeNegativeTest-1243329128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:43:23.485569 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-b5836e68-dd33-4b3f-97bb-99fa7c30d3ed req-7be74624-daf9-477c-8c69-86f8ad48cec1 tempest-AttachVolumeNegativeTest-1243329128 tempest-AttachVolumeNegativeTest-1243329128-project] 10.222.0.11 "GET /v2.0/ports?device_id=4e7efae2-fa13-4413-8de0-ed4f22d34e5a HTTP/1.1" status: 200 len: 944 time: 0.0864327 Feb 28 22:43:23.492832 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4f2035-d754-451d-a87b-857bd26825b0 req-464290a8-3874-407d-a733-2ee0451b3a57 tempest-ServerRescueNegativeTestJSON-929871608 tempest-ServerRescueNegativeTestJSON-929871608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:43:23.494192 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-ef4f2035-d754-451d-a87b-857bd26825b0 req-464290a8-3874-407d-a733-2ee0451b3a57 tempest-ServerRescueNegativeTestJSON-929871608 tempest-ServerRescueNegativeTestJSON-929871608-project] 10.222.0.11 "GET /v2.0/ports?device_id=50fff9cd-5238-40fd-ab4f-02f86cf2bbc0 HTTP/1.1" status: 200 len: 946 time: 0.0860288 Feb 28 22:43:23.563376 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-b5836e68-dd33-4b3f-97bb-99fa7c30d3ed req-5d26ff7b-7ce2-4b66-8718-3a0794a9c889 tempest-AttachVolumeNegativeTest-1243329128 tempest-AttachVolumeNegativeTest-1243329128-project] 10.222.0.11 "GET /v2.0/security-groups?id=8aeed072-d876-4d95-a530-37a550f45527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682230 Feb 28 22:43:23.571265 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-ef4f2035-d754-451d-a87b-857bd26825b0 req-9e95ba87-44b6-4e7b-8f20-a47a9b673827 tempest-ServerRescueNegativeTestJSON-929871608 tempest-ServerRescueNegativeTestJSON-929871608-project] 10.222.0.11 "GET /v2.0/security-groups?id=f1de89df-470d-49b7-98ac-8bb65cd72d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690317 Feb 28 22:43:23.690874 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.rpc [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] Device 5a3f0c3b-ede2-4178-a53a-9e0a72229b0a up at agent hyperv_hv-cinder-83053 {{(pid=109570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 22:43:23.744090 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.db.provisioning_blocks [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] Provisioning for port 5a3f0c3b-ede2-4178-a53a-9e0a72229b0a completed by entity L2. {{(pid=109570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 28 22:43:23.753048 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.db.provisioning_blocks [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] Provisioning complete for port 5a3f0c3b-ede2-4178-a53a-9e0a72229b0a triggered by entity L2. {{(pid=109570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 22:43:23.753647 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579965'] for port (5a3f0c3b-ede2-4178-a53a-9e0a72229b0a), provisioning_complete {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:43:23.755060 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.wsgi [-] (109569) accepted ('10.222.0.11', 52344) {{(pid=109569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 22:43:23.799114 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.db.db_base_plugin_v2 [None req-b12284d1-ce63-458f-850b-b4ec3a105056 admin admin] Deleting subnet 1d1e667f-3f52-40ca-9ae6-9ef63261ccfa {{(pid=109569) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 22:43:23.802135 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-b12284d1-ce63-458f-850b-b4ec3a105056 admin admin] Publish callbacks [] for subnet (1d1e667f-3f52-40ca-9ae6-9ef63261ccfa), before_delete {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:43:23.835599 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-b12284d1-ce63-458f-850b-b4ec3a105056 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31262425'] for subnet (1d1e667f-3f52-40ca-9ae6-9ef63261ccfa), precommit_delete_associations {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:43:23.835897 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.plugin [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] Current status of the port 5a3f0c3b-ede2-4178-a53a-9e0a72229b0a is: BUILD; New status is: ACTIVE {{(pid=109570) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 22:43:23.836433 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616566'] for port (5a3f0c3b-ede2-4178-a53a-9e0a72229b0a), before_update {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:43:23.859923 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e7efae2-fa13-4413-8de0-ed4f22d34e5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a3f0c3b-ede2-4178-a53a-9e0a72229b0a'}] {{(pid=109570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 22:43:23.862156 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fade63a226c96e14254c735f674fb73a181a47373151acc9bb38ade81564009" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-263244b3-5d57-4cda-b396-eb1857eb1477" -d '{"events": [{"server_uuid": "4e7efae2-fa13-4413-8de0-ed4f22d34e5a", "name": "network-vif-plugged", "status": "completed", "tag": "5a3f0c3b-ede2-4178-a53a-9e0a72229b0a"}]}' {{(pid=109570) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 22:43:23.879339 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-b12284d1-ce63-458f-850b-b4ec3a105056 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002603'] for subnet (1d1e667f-3f52-40ca-9ae6-9ef63261ccfa), precommit_delete {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:43:23.893759 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.db [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] For port 5a3f0c3b-ede2-4178-a53a-9e0a72229b0a, host hv-cinder-83053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83053',level=0,port_id=5a3f0c3b-ede2-4178-a53a-9e0a72229b0a,segment=NetworkSegment(926113ad-33a7-475f-acf2-53b8f901f788),segment_id=926113ad-33a7-475f-acf2-53b8f901f788)] {{(pid=109570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 22:43:23.898129 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33156859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750845083886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750844628246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750844628264'] for port (5a3f0c3b-ede2-4178-a53a-9e0a72229b0a), after_update {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:43:23.903203 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 22:43:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-328e04d9-7ced-4472-867e-7f20fcfa59aa x-openstack-request-id: req-328e04d9-7ced-4472-867e-7f20fcfa59aa {{(pid=109570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 22:43:23.903579 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e7efae2-fa13-4413-8de0-ed4f22d34e5a", "name": "network-vif-plugged", "status": "completed", "tag": "5a3f0c3b-ede2-4178-a53a-9e0a72229b0a", "code": 200}]} {{(pid=109570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 22:43:23.904061 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-328e04d9-7ced-4472-867e-7f20fcfa59aa {{(pid=109570) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 22:43:23.904564 dv-cinder-830538-5-iscsi neutron-server[109570]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e7efae2-fa13-4413-8de0-ed4f22d34e5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a3f0c3b-ede2-4178-a53a-9e0a72229b0a', 'code': 200} Feb 28 22:43:23.941072 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-b12284d1-ce63-458f-850b-b4ec3a105056 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33448168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33156859', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30055429', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30127737'] for subnet (1d1e667f-3f52-40ca-9ae6-9ef63261ccfa), after_delete {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:43:23.952209 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] Pushing event updated for resources: {'Port': ['ID=5a3f0c3b-ede2-4178-a53a-9e0a72229b0a,revision_number=5']} {{(pid=109570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:43:23.970878 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12284d1-ce63-458f-850b-b4ec3a105056 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1d1e667f-3f52-40ca-9ae6-9ef63261ccfa,revision_number=None']} {{(pid=109569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:43:23.979184 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-b12284d1-ce63-458f-850b-b4ec3a105056 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33156845'] for subnet (None), before_response {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:43:23.984099 dv-cinder-830538-5-iscsi neutron-server[109569]: INFO neutron.wsgi [None req-b12284d1-ce63-458f-850b-b4ec3a105056 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/1d1e667f-3f52-40ca-9ae6-9ef63261ccfa HTTP/1.1" status: 204 len: 168 time: 0.2278726 Feb 28 22:43:23.986143 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.wsgi [-] (109568) accepted ('10.222.0.11', 52348) {{(pid=109568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 22:43:24.072460 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-dc556fcc-bf58-49a3-bea2-477aaa7656a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1026704'] for network (8c93bcd7-cff3-4c00-a74b-9cb653cb6024), before_delete {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:43:24.142523 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0711cdc0-53bc-433b-a1f0-1206d6f99b9b req-919eb7ce-da05-42c8-945a-f9b2b3560818 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:43:24.144216 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-0711cdc0-53bc-433b-a1f0-1206d6f99b9b req-919eb7ce-da05-42c8-945a-f9b2b3560818 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=4e7efae2-fa13-4413-8de0-ed4f22d34e5a HTTP/1.1" status: 200 len: 1129 time: 0.0845122 Feb 28 22:43:24.201916 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-dc556fcc-bf58-49a3-bea2-477aaa7656a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-574352', 'neutron.services.segments.db._delete_segments_for_network-8750845036701'] for network (8c93bcd7-cff3-4c00-a74b-9cb653cb6024), precommit_delete {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:43:24.239103 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.services.segments.db [None req-dc556fcc-bf58-49a3-bea2-477aaa7656a8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8c93bcd7-cff3-4c00-a74b-9cb653cb6024']}} {{(pid=109568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 22:43:24.250326 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-0711cdc0-53bc-433b-a1f0-1206d6f99b9b req-31f790ac-815a-4353-b74a-588718cbb247 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=8aeed072-d876-4d95-a530-37a550f45527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785229 Feb 28 22:43:24.251864 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.services.segments.db [None req-dc556fcc-bf58-49a3-bea2-477aaa7656a8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a1ab11c4-074a-4634-922e-78829362d635') {'for_net_delete': True} {{(pid=109568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 22:43:24.252161 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.services.segments.db [None req-dc556fcc-bf58-49a3-bea2-477aaa7656a8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a1ab11c4-074a-4634-922e-78829362d635') {} {{(pid=109568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 22:43:24.260705 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-dc556fcc-bf58-49a3-bea2-477aaa7656a8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750845040550', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29573517'] for segment (a1ab11c4-074a-4634-922e-78829362d635), before_delete {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:43:24.274565 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-dc556fcc-bf58-49a3-bea2-477aaa7656a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1012980'] for segment (a1ab11c4-074a-4634-922e-78829362d635), precommit_delete {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:43:24.281320 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc556fcc-bf58-49a3-bea2-477aaa7656a8 admin admin] Releasing vlan 125 on physical network physnet1 to pool {{(pid=109568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 22:43:24.281698 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-dc556fcc-bf58-49a3-bea2-477aaa7656a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1012980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30788552'] for segment (a1ab11c4-074a-4634-922e-78829362d635), after_delete {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:43:24.283457 dv-cinder-830538-5-iscsi neutron-server[109568]: Traceback (most recent call last): Feb 28 22:43:24.283457 dv-cinder-830538-5-iscsi neutron-server[109568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 22:43:24.283457 dv-cinder-830538-5-iscsi neutron-server[109568]: timer() Feb 28 22:43:24.283457 dv-cinder-830538-5-iscsi neutron-server[109568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 22:43:24.283457 dv-cinder-830538-5-iscsi neutron-server[109568]: cb(*args, **kw) Feb 28 22:43:24.283457 dv-cinder-830538-5-iscsi neutron-server[109568]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 22:43:24.283457 dv-cinder-830538-5-iscsi neutron-server[109568]: return func(*args, **kwargs) Feb 28 22:43:24.283457 dv-cinder-830538-5-iscsi neutron-server[109568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 22:43:24.283457 dv-cinder-830538-5-iscsi neutron-server[109568]: self._notify() Feb 28 22:43:24.283457 dv-cinder-830538-5-iscsi neutron-server[109568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 22:43:24.283457 dv-cinder-830538-5-iscsi neutron-server[109568]: self.callback(batched_events) Feb 28 22:43:24.283457 dv-cinder-830538-5-iscsi neutron-server[109568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 22:43:24.283457 dv-cinder-830538-5-iscsi neutron-server[109568]: event.method(event) Feb 28 22:43:24.283457 dv-cinder-830538-5-iscsi neutron-server[109568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 22:43:24.283457 dv-cinder-830538-5-iscsi neutron-server[109568]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 22:43:24.283457 dv-cinder-830538-5-iscsi neutron-server[109568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 22:43:24.283457 dv-cinder-830538-5-iscsi neutron-server[109568]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 22:43:24.283457 dv-cinder-830538-5-iscsi neutron-server[109568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 22:43:24.283457 dv-cinder-830538-5-iscsi neutron-server[109568]: return f(self, *a, **k) Feb 28 22:43:24.283457 dv-cinder-830538-5-iscsi neutron-server[109568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 22:43:24.283457 dv-cinder-830538-5-iscsi neutron-server[109568]: return self._get(url).json() Feb 28 22:43:24.283457 dv-cinder-830538-5-iscsi neutron-server[109568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 22:43:24.283457 dv-cinder-830538-5-iscsi neutron-server[109568]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 22:43:24.283457 dv-cinder-830538-5-iscsi neutron-server[109568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 22:43:24.283457 dv-cinder-830538-5-iscsi neutron-server[109568]: return self.request(url, 'GET', **kwargs) Feb 28 22:43:24.283457 dv-cinder-830538-5-iscsi neutron-server[109568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 22:43:24.283457 dv-cinder-830538-5-iscsi neutron-server[109568]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 22:43:24.283457 dv-cinder-830538-5-iscsi neutron-server[109568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 22:43:24.283457 dv-cinder-830538-5-iscsi neutron-server[109568]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 22:43:24.283457 dv-cinder-830538-5-iscsi neutron-server[109568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 22:43:24.283457 dv-cinder-830538-5-iscsi neutron-server[109568]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 22:43:24.283457 dv-cinder-830538-5-iscsi neutron-server[109568]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 22:43:24.339970 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-dc556fcc-bf58-49a3-bea2-477aaa7656a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-574441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33441228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33156859', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33522105'] for network (8c93bcd7-cff3-4c00-a74b-9cb653cb6024), after_delete {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:43:24.345136 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-dc556fcc-bf58-49a3-bea2-477aaa7656a8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33156845'] for network (None), before_response {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:43:24.348377 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [None req-dc556fcc-bf58-49a3-bea2-477aaa7656a8 admin admin] 10.222.0.11 "DELETE /v2.0/networks/8c93bcd7-cff3-4c00-a74b-9cb653cb6024 HTTP/1.1" status: 204 len: 168 time: 0.3611817 Feb 28 22:43:24.362166 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc556fcc-bf58-49a3-bea2-477aaa7656a8 admin admin] Pushing event deleted for resources: {'Network': ['ID=8c93bcd7-cff3-4c00-a74b-9cb653cb6024,revision_number=None']} {{(pid=109568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:43:24.526106 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.wsgi [-] (109568) accepted ('10.222.0.11', 52358) {{(pid=109568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 22:43:24.566498 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [None req-f932971c-8e2a-4cd5-ada4-572bde3d7b6b admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=e22ff7ca62ce46dc9da445380054a51b&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0392118 Feb 28 22:43:24.568879 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.wsgi [-] (109568) accepted ('10.222.0.11', 52360) {{(pid=109568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 22:43:24.617578 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-6350db1f-f132-4fee-92e3-3659890aa31c admin admin] Publish callbacks [] for security_group (8b7354e7-3b1d-4635-b677-d1381d13750a), before_delete {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:43:24.646239 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-6350db1f-f132-4fee-92e3-3659890aa31c admin admin] Publish callbacks [] for security_group (8b7354e7-3b1d-4635-b677-d1381d13750a), precommit_delete {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:43:24.758451 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0868c8-7974-448a-adbd-243bece94173 req-12b3c4da-9f28-4c93-adf8-fd5453684802 tempest-ServerRescueNegativeTestJSON-929871608 tempest-ServerRescueNegativeTestJSON-929871608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:43:24.759947 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-9a0868c8-7974-448a-adbd-243bece94173 req-12b3c4da-9f28-4c93-adf8-fd5453684802 tempest-ServerRescueNegativeTestJSON-929871608 tempest-ServerRescueNegativeTestJSON-929871608-project] 10.222.0.11 "GET /v2.0/ports?device_id=50fff9cd-5238-40fd-ab4f-02f86cf2bbc0 HTTP/1.1" status: 200 len: 946 time: 0.1072068 Feb 28 22:43:24.772566 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0f7ce9-6e96-4786-8c14-7ed0694789c0 req-67944a11-9232-478e-97b9-c7474c4bb7a0 tempest-AttachVolumeNegativeTest-1243329128 tempest-AttachVolumeNegativeTest-1243329128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:43:24.774009 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-fc0f7ce9-6e96-4786-8c14-7ed0694789c0 req-67944a11-9232-478e-97b9-c7474c4bb7a0 tempest-AttachVolumeNegativeTest-1243329128 tempest-AttachVolumeNegativeTest-1243329128-project] 10.222.0.11 "GET /v2.0/ports?device_id=4e7efae2-fa13-4413-8de0-ed4f22d34e5a HTTP/1.1" status: 200 len: 945 time: 0.1082664 Feb 28 22:43:24.781506 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-6350db1f-f132-4fee-92e3-3659890aa31c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33441213'] for security_group (8b7354e7-3b1d-4635-b677-d1381d13750a), after_delete {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:43:24.783997 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-6350db1f-f132-4fee-92e3-3659890aa31c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:43:24.785027 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [None req-6350db1f-f132-4fee-92e3-3659890aa31c admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/8b7354e7-3b1d-4635-b677-d1381d13750a HTTP/1.1" status: 204 len: 168 time: 0.2152803 Feb 28 22:43:24.821484 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6350db1f-f132-4fee-92e3-3659890aa31c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b7354e7-3b1d-4635-b677-d1381d13750a,revision_number=None']} {{(pid=109568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:43:24.868647 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-9a0868c8-7974-448a-adbd-243bece94173 req-5a93250e-d710-444c-9278-a0b3f9f46165 tempest-ServerRescueNegativeTestJSON-929871608 tempest-ServerRescueNegativeTestJSON-929871608-project] 10.222.0.11 "GET /v2.0/security-groups?id=f1de89df-470d-49b7-98ac-8bb65cd72d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936913 Feb 28 22:43:24.872724 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-fc0f7ce9-6e96-4786-8c14-7ed0694789c0 req-26b44854-4b49-46e7-8b06-dc8b6527a4b9 tempest-AttachVolumeNegativeTest-1243329128 tempest-AttachVolumeNegativeTest-1243329128-project] 10.222.0.11 "GET /v2.0/security-groups?id=8aeed072-d876-4d95-a530-37a550f45527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857601 Feb 28 22:43:25.879226 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.wsgi [-] (109568) accepted ('10.222.0.11', 52406) {{(pid=109568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 22:43:26.060809 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b3a3c6-1613-46f3-98d1-2da716711038 req-e9b38a16-a6e4-428c-a096-155697b6c5c8 tempest-ServerRescueNegativeTestJSON-929871608 tempest-ServerRescueNegativeTestJSON-929871608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:43:26.062211 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-e2b3a3c6-1613-46f3-98d1-2da716711038 req-e9b38a16-a6e4-428c-a096-155697b6c5c8 tempest-ServerRescueNegativeTestJSON-929871608 tempest-ServerRescueNegativeTestJSON-929871608-project] 10.222.0.11 "GET /v2.0/ports?device_id=50fff9cd-5238-40fd-ab4f-02f86cf2bbc0 HTTP/1.1" status: 200 len: 946 time: 0.0882230 Feb 28 22:43:26.069372 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6faaa6-212d-4a99-9f57-ae504b3bdf3e req-a4860439-1430-4ce1-b712-3f1ef23f8a61 tempest-AttachVolumeNegativeTest-1243329128 tempest-AttachVolumeNegativeTest-1243329128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:43:26.070787 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-5e6faaa6-212d-4a99-9f57-ae504b3bdf3e req-a4860439-1430-4ce1-b712-3f1ef23f8a61 tempest-AttachVolumeNegativeTest-1243329128 tempest-AttachVolumeNegativeTest-1243329128-project] 10.222.0.11 "GET /v2.0/ports?device_id=4e7efae2-fa13-4413-8de0-ed4f22d34e5a HTTP/1.1" status: 200 len: 945 time: 0.0876777 Feb 28 22:43:26.163691 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-5e6faaa6-212d-4a99-9f57-ae504b3bdf3e req-0561e775-54bd-4433-b675-935b313b8955 tempest-AttachVolumeNegativeTest-1243329128 tempest-AttachVolumeNegativeTest-1243329128-project] 10.222.0.11 "GET /v2.0/security-groups?id=8aeed072-d876-4d95-a530-37a550f45527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857697 Feb 28 22:43:26.164412 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-72839fdb-852a-4549-a3c4-91c929e85fc6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:43:26.176039 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-e2b3a3c6-1613-46f3-98d1-2da716711038 req-16bed639-171a-454d-bb69-846b5a54e065 tempest-ServerRescueNegativeTestJSON-929871608 tempest-ServerRescueNegativeTestJSON-929871608-project] 10.222.0.11 "GET /v2.0/security-groups?id=f1de89df-470d-49b7-98ac-8bb65cd72d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042671 Feb 28 22:43:26.285173 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-72839fdb-852a-4549-a3c4-91c929e85fc6 admin admin] Publish callbacks [] for security_group (7a4a1a61-a7b4-4d16-9ffa-927f9ca29435), precommit_create {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:43:26.289364 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-72839fdb-852a-4549-a3c4-91c929e85fc6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33441213'] for security_group (7a4a1a61-a7b4-4d16-9ffa-927f9ca29435), after_create {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:43:26.330145 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [None req-72839fdb-852a-4549-a3c4-91c929e85fc6 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=9fda9b2b2a6042d09f42d4815179d6c5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4497800 Feb 28 22:43:26.332970 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.wsgi [-] (109569) accepted ('10.222.0.11', 52434) {{(pid=109569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 22:43:26.336718 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72839fdb-852a-4549-a3c4-91c929e85fc6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a4a1a61-a7b4-4d16-9ffa-927f9ca29435,revision_number=1']} {{(pid=109568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:43:26.384917 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-97a966c2-1a14-46c2-859e-f96d86e8350f admin admin] Publish callbacks [] for security_group (7a4a1a61-a7b4-4d16-9ffa-927f9ca29435), before_delete {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:43:26.406497 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-97a966c2-1a14-46c2-859e-f96d86e8350f admin admin] Publish callbacks [] for security_group (7a4a1a61-a7b4-4d16-9ffa-927f9ca29435), precommit_delete {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:43:26.468175 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-97a966c2-1a14-46c2-859e-f96d86e8350f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33441213'] for security_group (7a4a1a61-a7b4-4d16-9ffa-927f9ca29435), after_delete {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:43:26.471108 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-97a966c2-1a14-46c2-859e-f96d86e8350f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:43:26.472299 dv-cinder-830538-5-iscsi neutron-server[109569]: INFO neutron.wsgi [None req-97a966c2-1a14-46c2-859e-f96d86e8350f admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/7a4a1a61-a7b4-4d16-9ffa-927f9ca29435 HTTP/1.1" status: 204 len: 168 time: 0.1383650 Feb 28 22:43:26.480991 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a966c2-1a14-46c2-859e-f96d86e8350f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a4a1a61-a7b4-4d16-9ffa-927f9ca29435,revision_number=None']} {{(pid=109569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:43:26.797013 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.wsgi [-] (109568) accepted ('10.222.0.11', 52452) {{(pid=109568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 22:43:26.814015 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-9b4a2f56-2b5e-4394-9ada-fa2b183581ad admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:43:26.888024 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-9b4a2f56-2b5e-4394-9ada-fa2b183581ad admin admin] Publish callbacks [] for security_group (b63fcb84-ca43-4dcc-8727-c2839bf08408), precommit_create {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:43:26.892113 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-9b4a2f56-2b5e-4394-9ada-fa2b183581ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33441213'] for security_group (b63fcb84-ca43-4dcc-8727-c2839bf08408), after_create {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:43:26.930721 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [None req-9b4a2f56-2b5e-4394-9ada-fa2b183581ad admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=be0f9b6c63a944c986fde8f6a42b4983&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1325986 Feb 28 22:43:26.931821 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4a2f56-2b5e-4394-9ada-fa2b183581ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b63fcb84-ca43-4dcc-8727-c2839bf08408,revision_number=1']} {{(pid=109568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:43:26.934340 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.wsgi [-] (109569) accepted ('10.222.0.11', 52454) {{(pid=109569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 22:43:26.982919 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-eaed71da-8e05-41a9-98fb-8010bb8b6312 admin admin] Publish callbacks [] for security_group (b63fcb84-ca43-4dcc-8727-c2839bf08408), before_delete {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:43:27.007902 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-eaed71da-8e05-41a9-98fb-8010bb8b6312 admin admin] Publish callbacks [] for security_group (b63fcb84-ca43-4dcc-8727-c2839bf08408), precommit_delete {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:43:27.054116 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-eaed71da-8e05-41a9-98fb-8010bb8b6312 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33441213'] for security_group (b63fcb84-ca43-4dcc-8727-c2839bf08408), after_delete {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:43:27.057197 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-eaed71da-8e05-41a9-98fb-8010bb8b6312 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:43:27.058362 dv-cinder-830538-5-iscsi neutron-server[109569]: INFO neutron.wsgi [None req-eaed71da-8e05-41a9-98fb-8010bb8b6312 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/b63fcb84-ca43-4dcc-8727-c2839bf08408 HTTP/1.1" status: 204 len: 168 time: 0.1226358 Feb 28 22:43:27.065773 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaed71da-8e05-41a9-98fb-8010bb8b6312 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b63fcb84-ca43-4dcc-8727-c2839bf08408,revision_number=None']} {{(pid=109569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:43:27.300911 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5a8011-f16d-4ac6-ab6e-726eb2180f6a req-c9eec911-ea4e-4d15-a097-37028e69c13b tempest-ServerRescueNegativeTestJSON-929871608 tempest-ServerRescueNegativeTestJSON-929871608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:43:27.302439 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-9e5a8011-f16d-4ac6-ab6e-726eb2180f6a req-c9eec911-ea4e-4d15-a097-37028e69c13b tempest-ServerRescueNegativeTestJSON-929871608 tempest-ServerRescueNegativeTestJSON-929871608-project] 10.222.0.11 "GET /v2.0/ports?device_id=50fff9cd-5238-40fd-ab4f-02f86cf2bbc0 HTTP/1.1" status: 200 len: 946 time: 0.0554671 Feb 28 22:43:27.354046 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-9e5a8011-f16d-4ac6-ab6e-726eb2180f6a req-9785dc38-5446-4309-9f8a-18928b714e07 tempest-ServerRescueNegativeTestJSON-929871608 tempest-ServerRescueNegativeTestJSON-929871608-project] 10.222.0.11 "GET /v2.0/security-groups?id=f1de89df-470d-49b7-98ac-8bb65cd72d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455792 Feb 28 22:43:28.212611 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ac3eef-d682-4008-b081-1bb3538d7dfb req-2134fb73-9315-43bd-986a-8beddfce9952 tempest-AttachVolumeNegativeTest-1243329128 tempest-AttachVolumeNegativeTest-1243329128-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:43:28.216141 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-d9ac3eef-d682-4008-b081-1bb3538d7dfb req-2134fb73-9315-43bd-986a-8beddfce9952 tempest-AttachVolumeNegativeTest-1243329128 tempest-AttachVolumeNegativeTest-1243329128-project] 10.222.0.11 "GET /v2.0/networks?id=0321cbe9-3229-497f-9213-34c6a912fd2a HTTP/1.1" status: 200 len: 815 time: 0.1140471 Feb 28 22:43:28.233372 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-d9ac3eef-d682-4008-b081-1bb3538d7dfb req-5501517a-1bcd-4e85-8a07-d1f73f7b83fe tempest-AttachVolumeNegativeTest-1243329128 tempest-AttachVolumeNegativeTest-1243329128-project] 10.222.0.11 "GET /v2.0/quotas/bc1fd56c6f77479dbf02ac28589be825 HTTP/1.1" status: 200 len: 375 time: 0.0105710 Feb 28 22:43:28.290989 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-d9ac3eef-d682-4008-b081-1bb3538d7dfb req-f9859d5d-fc45-4053-8140-20a2143925a0 tempest-AttachVolumeNegativeTest-1243329128 tempest-AttachVolumeNegativeTest-1243329128-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=bc1fd56c6f77479dbf02ac28589be825&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0535481 Feb 28 22:43:28.384952 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-d9ac3eef-d682-4008-b081-1bb3538d7dfb req-f503672f-b241-4210-a21a-2d55cb3d7c69 service neutron] 10.222.0.11 "GET /v2.0/networks/0321cbe9-3229-497f-9213-34c6a912fd2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858254 Feb 28 22:43:28.516850 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-d9ac3eef-d682-4008-b081-1bb3538d7dfb req-32eaad5a-5a81-49ee-8757-08296dc9c6f0 service neutron] 10.222.0.11 "GET /v2.0/networks/0321cbe9-3229-497f-9213-34c6a912fd2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250637 Feb 28 22:43:28.524810 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd38da2-b018-45e6-af5e-7a47d16816fa req-83bda14a-f9ef-4a54-bc5b-562c4ca85d69 tempest-ServerRescueNegativeTestJSON-929871608 tempest-ServerRescueNegativeTestJSON-929871608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:43:28.526298 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-dfd38da2-b018-45e6-af5e-7a47d16816fa req-83bda14a-f9ef-4a54-bc5b-562c4ca85d69 tempest-ServerRescueNegativeTestJSON-929871608 tempest-ServerRescueNegativeTestJSON-929871608-project] 10.222.0.11 "GET /v2.0/ports?device_id=50fff9cd-5238-40fd-ab4f-02f86cf2bbc0 HTTP/1.1" status: 200 len: 946 time: 0.0839901 Feb 28 22:43:28.577405 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-dfd38da2-b018-45e6-af5e-7a47d16816fa req-6ea7750e-38ec-4b32-b004-53af1e2ebf63 tempest-ServerRescueNegativeTestJSON-929871608 tempest-ServerRescueNegativeTestJSON-929871608-project] 10.222.0.11 "GET /v2.0/security-groups?id=f1de89df-470d-49b7-98ac-8bb65cd72d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449481 Feb 28 22:43:28.704719 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-f82b875a-5e48-4925-bbd7-52438e1fb610 req-487a05b6-1384-430e-86d5-7e37dcd008b7 tempest-AttachVolumeNegativeTest-1243329128 tempest-AttachVolumeNegativeTest-1243329128-project] 10.222.0.11 "GET /v2.0/ports?device_id=5deb0d83-3c75-4b5a-86d2-afb86ebb0507 HTTP/1.1" status: 200 len: 210 time: 0.0280590 Feb 28 22:43:28.913152 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.wsgi [-] (109569) accepted ('10.222.0.11', 52546) {{(pid=109569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 22:43:29.023998 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-d131d1ec-a5ef-4adc-8274-12afcbc70d76 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:43:29.111478 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-d131d1ec-a5ef-4adc-8274-12afcbc70d76 admin admin] Publish callbacks [] for security_group (b408873b-bf59-4655-9925-7802c733b8e0), precommit_create {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:43:29.114601 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-d131d1ec-a5ef-4adc-8274-12afcbc70d76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33441213'] for security_group (b408873b-bf59-4655-9925-7802c733b8e0), after_create {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:43:29.148520 dv-cinder-830538-5-iscsi neutron-server[109569]: INFO neutron.wsgi [None req-d131d1ec-a5ef-4adc-8274-12afcbc70d76 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=36bf7d60b8864a5a95ec3dacafe03406&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2336507 Feb 28 22:43:29.150871 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.wsgi [-] (109568) accepted ('10.222.0.11', 52558) {{(pid=109568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 22:43:29.162433 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d131d1ec-a5ef-4adc-8274-12afcbc70d76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b408873b-bf59-4655-9925-7802c733b8e0,revision_number=1']} {{(pid=109569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:43:29.208768 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-868e45da-7e41-44a1-90ed-d4f1ede4079d admin admin] Publish callbacks [] for security_group (b408873b-bf59-4655-9925-7802c733b8e0), before_delete {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:43:29.242947 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-868e45da-7e41-44a1-90ed-d4f1ede4079d admin admin] Publish callbacks [] for security_group (b408873b-bf59-4655-9925-7802c733b8e0), precommit_delete {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:43:29.295923 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-868e45da-7e41-44a1-90ed-d4f1ede4079d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33441213'] for security_group (b408873b-bf59-4655-9925-7802c733b8e0), after_delete {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:43:29.298617 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-868e45da-7e41-44a1-90ed-d4f1ede4079d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:43:29.300415 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [None req-868e45da-7e41-44a1-90ed-d4f1ede4079d admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/b408873b-bf59-4655-9925-7802c733b8e0 HTTP/1.1" status: 204 len: 168 time: 0.1484694 Feb 28 22:43:29.309534 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868e45da-7e41-44a1-90ed-d4f1ede4079d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b408873b-bf59-4655-9925-7802c733b8e0,revision_number=None']} {{(pid=109568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:43:29.577164 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.wsgi [-] (109568) accepted ('10.222.0.11', 52566) {{(pid=109568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 22:43:29.590347 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-46918478-8125-4187-ac0c-fc93201370fa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:43:29.691242 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-46918478-8125-4187-ac0c-fc93201370fa admin admin] Publish callbacks [] for security_group (9f4e1566-53ca-4f3a-a8f5-daa93f869f61), precommit_create {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:43:29.695956 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-46918478-8125-4187-ac0c-fc93201370fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33441213'] for security_group (9f4e1566-53ca-4f3a-a8f5-daa93f869f61), after_create {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:43:29.747027 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [None req-46918478-8125-4187-ac0c-fc93201370fa admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=038b84dc00124e2f8d3d85eb1384584b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1664515 Feb 28 22:43:29.747027 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46918478-8125-4187-ac0c-fc93201370fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f4e1566-53ca-4f3a-a8f5-daa93f869f61,revision_number=1']} {{(pid=109568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:43:29.747606 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.wsgi [-] (109569) accepted ('10.222.0.11', 52574) {{(pid=109569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 22:43:29.755161 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97946c7-aab7-4cfc-93dd-165813e7d10b req-477dfe7b-43e1-4419-96b0-c7552d223a9d tempest-ServerRescueNegativeTestJSON-929871608 tempest-ServerRescueNegativeTestJSON-929871608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:43:29.756630 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-b97946c7-aab7-4cfc-93dd-165813e7d10b req-477dfe7b-43e1-4419-96b0-c7552d223a9d tempest-ServerRescueNegativeTestJSON-929871608 tempest-ServerRescueNegativeTestJSON-929871608-project] 10.222.0.11 "GET /v2.0/ports?device_id=50fff9cd-5238-40fd-ab4f-02f86cf2bbc0 HTTP/1.1" status: 200 len: 946 time: 0.1086912 Feb 28 22:43:29.804514 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-75bcd958-862f-4c2c-a25c-656ce0128c99 admin admin] Publish callbacks [] for security_group (9f4e1566-53ca-4f3a-a8f5-daa93f869f61), before_delete {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:43:29.826819 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-75bcd958-862f-4c2c-a25c-656ce0128c99 admin admin] Publish callbacks [] for security_group (9f4e1566-53ca-4f3a-a8f5-daa93f869f61), precommit_delete {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:43:29.835067 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-17816072-6c93-4da2-9f00-9188abc39897 req-474d16f3-98e2-4faf-8890-722cbad4035a tempest-AttachVolumeNegativeTest-1243329128 tempest-AttachVolumeNegativeTest-1243329128-project] 10.222.0.11 "GET /v2.0/ports?device_id=5deb0d83-3c75-4b5a-86d2-afb86ebb0507 HTTP/1.1" status: 200 len: 210 time: 0.0485740 Feb 28 22:43:29.842897 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-b97946c7-aab7-4cfc-93dd-165813e7d10b req-536b027c-430c-435d-82f0-b716ce564662 tempest-ServerRescueNegativeTestJSON-929871608 tempest-ServerRescueNegativeTestJSON-929871608-project] 10.222.0.11 "GET /v2.0/security-groups?id=f1de89df-470d-49b7-98ac-8bb65cd72d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794263 Feb 28 22:43:29.888531 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-75bcd958-862f-4c2c-a25c-656ce0128c99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33441213'] for security_group (9f4e1566-53ca-4f3a-a8f5-daa93f869f61), after_delete {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:43:29.891136 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-75bcd958-862f-4c2c-a25c-656ce0128c99 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:43:29.892369 dv-cinder-830538-5-iscsi neutron-server[109569]: INFO neutron.wsgi [None req-75bcd958-862f-4c2c-a25c-656ce0128c99 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/9f4e1566-53ca-4f3a-a8f5-daa93f869f61 HTTP/1.1" status: 204 len: 168 time: 0.1429172 Feb 28 22:43:29.900242 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75bcd958-862f-4c2c-a25c-656ce0128c99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f4e1566-53ca-4f3a-a8f5-daa93f869f61,revision_number=None']} {{(pid=109569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:43:30.824029 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-c4d46b81-503d-43a1-9780-5e6a7e847af7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750845036683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579975'] for agent (55d6ddf3-619a-4750-95a9-02c5b2728e0c), after_update {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:43:30.938662 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-191b2517-cb04-4bc2-aaf9-57ad25daaa45 req-e4f4324b-b7f6-44d3-a551-02a1279c4a61 tempest-AttachVolumeNegativeTest-1243329128 tempest-AttachVolumeNegativeTest-1243329128-project] 10.222.0.11 "GET /v2.0/ports?device_id=5deb0d83-3c75-4b5a-86d2-afb86ebb0507 HTTP/1.1" status: 200 len: 210 time: 0.0306206 Feb 28 22:43:30.994819 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54d8c1f-5411-4519-a927-fec108443ee1 req-3c00f166-8290-4d6c-b90e-3c3b7a3aabf3 tempest-ServerRescueNegativeTestJSON-929871608 tempest-ServerRescueNegativeTestJSON-929871608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:43:30.996381 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-b54d8c1f-5411-4519-a927-fec108443ee1 req-3c00f166-8290-4d6c-b90e-3c3b7a3aabf3 tempest-ServerRescueNegativeTestJSON-929871608 tempest-ServerRescueNegativeTestJSON-929871608-project] 10.222.0.11 "GET /v2.0/ports?device_id=50fff9cd-5238-40fd-ab4f-02f86cf2bbc0 HTTP/1.1" status: 200 len: 946 time: 0.0612104 Feb 28 22:43:31.044311 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-b54d8c1f-5411-4519-a927-fec108443ee1 req-57069fc6-648a-4444-a5db-acffc685cd56 tempest-ServerRescueNegativeTestJSON-929871608 tempest-ServerRescueNegativeTestJSON-929871608-project] 10.222.0.11 "GET /v2.0/security-groups?id=f1de89df-470d-49b7-98ac-8bb65cd72d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421984 Feb 28 22:43:32.038044 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-a5161bb7-165e-4e18-a449-5b8b666c644f req-acd41bab-9c5d-4c81-bf8e-ce96da444093 tempest-AttachVolumeNegativeTest-1243329128 tempest-AttachVolumeNegativeTest-1243329128-project] 10.222.0.11 "GET /v2.0/ports?device_id=5deb0d83-3c75-4b5a-86d2-afb86ebb0507 HTTP/1.1" status: 200 len: 210 time: 0.0325058 Feb 28 22:43:32.159726 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b24e9aa-10e3-4ddb-9070-d086a0bf064a req-fcfd3088-42b7-4a1e-9779-2a4e130c92f2 tempest-ServerRescueNegativeTestJSON-929871608 tempest-ServerRescueNegativeTestJSON-929871608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:43:32.161157 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-6b24e9aa-10e3-4ddb-9070-d086a0bf064a req-fcfd3088-42b7-4a1e-9779-2a4e130c92f2 tempest-ServerRescueNegativeTestJSON-929871608 tempest-ServerRescueNegativeTestJSON-929871608-project] 10.222.0.11 "GET /v2.0/ports?device_id=50fff9cd-5238-40fd-ab4f-02f86cf2bbc0 HTTP/1.1" status: 200 len: 946 time: 0.0512822 Feb 28 22:43:32.207315 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-6b24e9aa-10e3-4ddb-9070-d086a0bf064a req-429ef25c-94e4-443c-844c-399a6c3e2cf1 tempest-ServerRescueNegativeTestJSON-929871608 tempest-ServerRescueNegativeTestJSON-929871608-project] 10.222.0.11 "GET /v2.0/security-groups?id=f1de89df-470d-49b7-98ac-8bb65cd72d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407841 Feb 28 22:43:32.452002 dv-cinder-830538-5-iscsi neutron-server[109571]: DEBUG neutron.db.agents_db [None req-267e04d6-1473-4c25-8f3a-d1c5e119a015 None None] Agent healthcheck: found 6 active agents {{(pid=109571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 22:43:32.802876 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ac3eef-d682-4008-b081-1bb3538d7dfb req-cbec264f-1c8c-4fc9-ac5b-c24f13d7ea9e tempest-AttachVolumeNegativeTest-1243329128 tempest-AttachVolumeNegativeTest-1243329128-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:43:32.804357 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-d9ac3eef-d682-4008-b081-1bb3538d7dfb req-cbec264f-1c8c-4fc9-ac5b-c24f13d7ea9e tempest-AttachVolumeNegativeTest-1243329128 tempest-AttachVolumeNegativeTest-1243329128-project] 10.222.0.36 "GET /v2.0/networks?id=0321cbe9-3229-497f-9213-34c6a912fd2a HTTP/1.1" status: 200 len: 815 time: 0.1052568 Feb 28 22:43:32.832155 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.api.v2.base [req-d9ac3eef-d682-4008-b081-1bb3538d7dfb req-1ed57225-148e-4092-9954-b256d314ba09 tempest-AttachVolumeNegativeTest-1243329128 tempest-AttachVolumeNegativeTest-1243329128-project] Request body: {'port': {'device_id': '5deb0d83-3c75-4b5a-86d2-afb86ebb0507', 'network_id': '0321cbe9-3229-497f-9213-34c6a912fd2a', 'admin_state_up': True, 'tenant_id': 'bc1fd56c6f77479dbf02ac28589be825'}} {{(pid=109568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 22:43:32.938399 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d9ac3eef-d682-4008-b081-1bb3538d7dfb req-1ed57225-148e-4092-9954-b256d314ba09 tempest-AttachVolumeNegativeTest-1243329128 tempest-AttachVolumeNegativeTest-1243329128-project] Made reservation on behalf of bc1fd56c6f77479dbf02ac28589be825 for: {'port': 1} {{(pid=109568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 22:43:32.942177 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [req-d9ac3eef-d682-4008-b081-1bb3538d7dfb req-1ed57225-148e-4092-9954-b256d314ba09 tempest-AttachVolumeNegativeTest-1243329128 tempest-AttachVolumeNegativeTest-1243329128-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616566'] for port (None), before_create {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:43:33.071718 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.db.db_base_plugin_common [req-d9ac3eef-d682-4008-b081-1bb3538d7dfb req-1ed57225-148e-4092-9954-b256d314ba09 tempest-AttachVolumeNegativeTest-1243329128 tempest-AttachVolumeNegativeTest-1243329128-project] Allocated IP 172.20.0.13 (0321cbe9-3229-497f-9213-34c6a912fd2a/e06c4751-499d-4207-9fc1-23232ee2e753/3c60d878-c44f-4911-8835-da51a62ec7f4) {{(pid=109568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 22:43:33.120671 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-0f52442f-2fa0-4d4b-939a-a48e60c5481f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750845036683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579975'] for agent (1bbc3f13-d896-4633-9d3f-4f3415ceb83d), after_update {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:43:33.148499 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-1df34285-9033-4514-bc11-a98a43d3142e req-9c13f82c-c171-4a62-9a3c-f6d6bbc002c8 tempest-AttachVolumeNegativeTest-1243329128 tempest-AttachVolumeNegativeTest-1243329128-project] 10.222.0.11 "GET /v2.0/ports?device_id=5deb0d83-3c75-4b5a-86d2-afb86ebb0507 HTTP/1.1" status: 200 len: 210 time: 0.0343747 Feb 28 22:43:33.252788 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [req-d9ac3eef-d682-4008-b081-1bb3538d7dfb req-1ed57225-148e-4092-9954-b256d314ba09 tempest-AttachVolumeNegativeTest-1243329128 tempest-AttachVolumeNegativeTest-1243329128-project] Publish callbacks [] for port (3c60d878-c44f-4911-8835-da51a62ec7f4), precommit_create {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:43:33.312155 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [req-d9ac3eef-d682-4008-b081-1bb3538d7dfb req-1ed57225-148e-4092-9954-b256d314ba09 tempest-AttachVolumeNegativeTest-1243329128 tempest-AttachVolumeNegativeTest-1243329128-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33156859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750844628228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30788389'] for port (3c60d878-c44f-4911-8835-da51a62ec7f4), after_create {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:43:33.328017 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.db [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] get_ports_and_sgs() called for port_ids ['a4199d93-3776-445a-8d8b-fb493d8a8230', '5a3f0c3b-ede2-4178-a53a-9e0a72229b0a'] {{(pid=109570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 22:43:33.367001 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d9ac3eef-d682-4008-b081-1bb3538d7dfb req-1ed57225-148e-4092-9954-b256d314ba09 tempest-AttachVolumeNegativeTest-1243329128 tempest-AttachVolumeNegativeTest-1243329128-project] Network 0321cbe9-3229-497f-9213-34c6a912fd2a is already hosted by enough agents. {{(pid=109568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 22:43:33.378205 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3f847b-df4b-449a-befa-227f9d5ba6f6 req-a132718d-4663-420d-b506-6af0b0bfdf5f tempest-ServerRescueNegativeTestJSON-929871608 tempest-ServerRescueNegativeTestJSON-929871608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:43:33.379867 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-7f3f847b-df4b-449a-befa-227f9d5ba6f6 req-a132718d-4663-420d-b506-6af0b0bfdf5f tempest-ServerRescueNegativeTestJSON-929871608 tempest-ServerRescueNegativeTestJSON-929871608-project] 10.222.0.11 "GET /v2.0/ports?device_id=50fff9cd-5238-40fd-ab4f-02f86cf2bbc0 HTTP/1.1" status: 200 len: 946 time: 0.1040583 Feb 28 22:43:33.382816 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.scheduler.base_scheduler [req-d9ac3eef-d682-4008-b081-1bb3538d7dfb req-1ed57225-148e-4092-9954-b256d314ba09 tempest-AttachVolumeNegativeTest-1243329128 tempest-AttachVolumeNegativeTest-1243329128-project] Resources bound (agent type, host, resource id): {{(pid=109568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 22:43:33.387290 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9ac3eef-d682-4008-b081-1bb3538d7dfb req-1ed57225-148e-4092-9954-b256d314ba09 tempest-AttachVolumeNegativeTest-1243329128 tempest-AttachVolumeNegativeTest-1243329128-project] Received port after_create {{(pid=109568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 22:43:33.393043 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed57225-148e-4092-9954-b256d314ba09 tempest-AttachVolumeNegativeTest-1243329128 tempest-AttachVolumeNegativeTest-1243329128-project] Pushing event updated for resources: {'Port': ['ID=3c60d878-c44f-4911-8835-da51a62ec7f4,revision_number=1']} {{(pid=109568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:43:33.471454 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ac3eef-d682-4008-b081-1bb3538d7dfb req-1ed57225-148e-4092-9954-b256d314ba09 tempest-AttachVolumeNegativeTest-1243329128 tempest-AttachVolumeNegativeTest-1243329128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:43:33.471996 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [req-d9ac3eef-d682-4008-b081-1bb3538d7dfb req-1ed57225-148e-4092-9954-b256d314ba09 tempest-AttachVolumeNegativeTest-1243329128 tempest-AttachVolumeNegativeTest-1243329128-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80159'] for port (None), before_response {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:43:33.487545 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-7f3f847b-df4b-449a-befa-227f9d5ba6f6 req-a67b2eeb-e38e-4e28-ba42-e00c1233b465 tempest-ServerRescueNegativeTestJSON-929871608 tempest-ServerRescueNegativeTestJSON-929871608-project] 10.222.0.11 "GET /v2.0/security-groups?id=f1de89df-470d-49b7-98ac-8bb65cd72d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972347 Feb 28 22:43:33.496703 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-d9ac3eef-d682-4008-b081-1bb3538d7dfb req-1ed57225-148e-4092-9954-b256d314ba09 tempest-AttachVolumeNegativeTest-1243329128 tempest-AttachVolumeNegativeTest-1243329128-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6697071 Feb 28 22:43:33.511043 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.api.v2.base [req-d9ac3eef-d682-4008-b081-1bb3538d7dfb req-037f7d23-b670-4142-b26c-a562dc3f563e service neutron] Request body: {'port': {'device_id': '5deb0d83-3c75-4b5a-86d2-afb86ebb0507', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83053'}} {{(pid=109568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 22:43:33.572284 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [req-d9ac3eef-d682-4008-b081-1bb3538d7dfb req-037f7d23-b670-4142-b26c-a562dc3f563e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616566'] for port (3c60d878-c44f-4911-8835-da51a62ec7f4), before_update {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:43:33.861317 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.notifiers.nova [req-d9ac3eef-d682-4008-b081-1bb3538d7dfb req-037f7d23-b670-4142-b26c-a562dc3f563e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3c60d878-c44f-4911-8835-da51a62ec7f4 {{(pid=109568) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 22:43:33.869047 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [req-d9ac3eef-d682-4008-b081-1bb3538d7dfb req-037f7d23-b670-4142-b26c-a562dc3f563e service neutron] Publish callbacks [] for port (3c60d878-c44f-4911-8835-da51a62ec7f4), precommit_update {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:43:33.882057 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.db.provisioning_blocks [req-d9ac3eef-d682-4008-b081-1bb3538d7dfb req-037f7d23-b670-4142-b26c-a562dc3f563e service neutron] Transition to ACTIVE for port object 3c60d878-c44f-4911-8835-da51a62ec7f4 will not be triggered until provisioned by entity L2. {{(pid=109568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Feb 28 22:43:33.885814 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [req-d9ac3eef-d682-4008-b081-1bb3538d7dfb req-037f7d23-b670-4142-b26c-a562dc3f563e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33156859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750845083886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750844628246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750844628264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30788396'] for port (3c60d878-c44f-4911-8835-da51a62ec7f4), after_update {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:43:33.941315 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037f7d23-b670-4142-b26c-a562dc3f563e service neutron] Pushing event updated for resources: {'Port': ['ID=3c60d878-c44f-4911-8835-da51a62ec7f4,revision_number=2']} {{(pid=109568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:43:34.020600 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.plugins.ml2.managers [req-d9ac3eef-d682-4008-b081-1bb3538d7dfb req-037f7d23-b670-4142-b26c-a562dc3f563e service neutron] Attempting to bind port 3c60d878-c44f-4911-8835-da51a62ec7f4 on host hv-cinder-83053 for vnic_type normal with profile {{(pid=109568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 22:43:34.020948 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.plugins.ml2.managers [req-d9ac3eef-d682-4008-b081-1bb3538d7dfb req-037f7d23-b670-4142-b26c-a562dc3f563e service neutron] Attempting to bind port 3c60d878-c44f-4911-8835-da51a62ec7f4 by drivers openvswitch,hyperv on host hv-cinder-83053 at level 0 using segments [{'id': '926113ad-33a7-475f-acf2-53b8f901f788', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '0321cbe9-3229-497f-9213-34c6a912fd2a'}] {{(pid=109568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 22:43:34.021273 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9ac3eef-d682-4008-b081-1bb3538d7dfb req-037f7d23-b670-4142-b26c-a562dc3f563e service neutron] Attempting to bind port 3c60d878-c44f-4911-8835-da51a62ec7f4 on network 0321cbe9-3229-497f-9213-34c6a912fd2a {{(pid=109568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 22:43:34.025733 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9ac3eef-d682-4008-b081-1bb3538d7dfb req-037f7d23-b670-4142-b26c-a562dc3f563e service neutron] Port 3c60d878-c44f-4911-8835-da51a62ec7f4 on network 0321cbe9-3229-497f-9213-34c6a912fd2a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83053 {{(pid=109568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 22:43:34.026204 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9ac3eef-d682-4008-b081-1bb3538d7dfb req-037f7d23-b670-4142-b26c-a562dc3f563e service neutron] Attempting to bind port 3c60d878-c44f-4911-8835-da51a62ec7f4 on network 0321cbe9-3229-497f-9213-34c6a912fd2a {{(pid=109568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 22:43:34.031947 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9ac3eef-d682-4008-b081-1bb3538d7dfb req-037f7d23-b670-4142-b26c-a562dc3f563e service neutron] Checking agent: {'id': '5b2bda77-ea31-45ff-af39-f050a95cb1da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83053', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 22, 40, 14), 'started_at': datetime.datetime(2022, 2, 28, 22, 40, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 22, 43, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 22:43:34.032282 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9ac3eef-d682-4008-b081-1bb3538d7dfb req-037f7d23-b670-4142-b26c-a562dc3f563e service neutron] Checking segment: {'id': '926113ad-33a7-475f-acf2-53b8f901f788', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '0321cbe9-3229-497f-9213-34c6a912fd2a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 22:43:34.032658 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9ac3eef-d682-4008-b081-1bb3538d7dfb req-037f7d23-b670-4142-b26c-a562dc3f563e service neutron] Bound using segment: {'id': '926113ad-33a7-475f-acf2-53b8f901f788', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '0321cbe9-3229-497f-9213-34c6a912fd2a'} {{(pid=109568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 22:43:34.033124 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.plugins.ml2.managers [req-d9ac3eef-d682-4008-b081-1bb3538d7dfb req-037f7d23-b670-4142-b26c-a562dc3f563e service neutron] Bound port: 3c60d878-c44f-4911-8835-da51a62ec7f4, host: hv-cinder-83053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '926113ad-33a7-475f-acf2-53b8f901f788', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '0321cbe9-3229-497f-9213-34c6a912fd2a'}}] {{(pid=109568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 22:43:34.033497 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [req-d9ac3eef-d682-4008-b081-1bb3538d7dfb req-037f7d23-b670-4142-b26c-a562dc3f563e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616566'] for port (3c60d878-c44f-4911-8835-da51a62ec7f4), before_update {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:43:34.099531 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.plugins.ml2.db [req-d9ac3eef-d682-4008-b081-1bb3538d7dfb req-037f7d23-b670-4142-b26c-a562dc3f563e service neutron] For port 3c60d878-c44f-4911-8835-da51a62ec7f4, host hv-cinder-83053, cleared binding levels {{(pid=109568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 22:43:34.103096 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.plugins.ml2.db [req-d9ac3eef-d682-4008-b081-1bb3538d7dfb req-037f7d23-b670-4142-b26c-a562dc3f563e service neutron] For port 3c60d878-c44f-4911-8835-da51a62ec7f4, host hv-cinder-83053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83053',level=0,port_id=3c60d878-c44f-4911-8835-da51a62ec7f4,segment=NetworkSegment(926113ad-33a7-475f-acf2-53b8f901f788),segment_id=926113ad-33a7-475f-acf2-53b8f901f788)] {{(pid=109568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 22:43:34.110620 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [req-d9ac3eef-d682-4008-b081-1bb3538d7dfb req-037f7d23-b670-4142-b26c-a562dc3f563e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33156859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750845083886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750844628246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750844628264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30788396'] for port (3c60d878-c44f-4911-8835-da51a62ec7f4), after_update {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:43:34.149715 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-fb85eb0a-98c9-414d-bd8b-45b99ef4efd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750845036683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579975'] for agent (0569ef69-4feb-452f-8380-1d628b96faff), after_update {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:43:34.156654 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ac3eef-d682-4008-b081-1bb3538d7dfb req-037f7d23-b670-4142-b26c-a562dc3f563e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:43:34.157270 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [req-d9ac3eef-d682-4008-b081-1bb3538d7dfb req-037f7d23-b670-4142-b26c-a562dc3f563e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80159'] for port (None), before_response {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:43:34.158673 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-d9ac3eef-d682-4008-b081-1bb3538d7dfb req-037f7d23-b670-4142-b26c-a562dc3f563e service neutron] 10.222.0.36 "PUT /v2.0/ports/3c60d878-c44f-4911-8835-da51a62ec7f4 HTTP/1.1" status: 200 len: 1094 time: 0.6531188 Feb 28 22:43:34.159117 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5deb0d83-3c75-4b5a-86d2-afb86ebb0507', 'tag': '3c60d878-c44f-4911-8835-da51a62ec7f4'}] {{(pid=109568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 22:43:34.161388 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be30730c9f576b5ae602769365630bce3a2881df6c4aa92702dca8eb1643a507" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57f3455e-e0e5-4eda-b1e6-ea516240cebd" -d '{"events": [{"name": "network-changed", "server_uuid": "5deb0d83-3c75-4b5a-86d2-afb86ebb0507", "tag": "3c60d878-c44f-4911-8835-da51a62ec7f4"}]}' {{(pid=109568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 22:43:34.199258 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037f7d23-b670-4142-b26c-a562dc3f563e service neutron] Pushing event updated for resources: {'Port': ['ID=3c60d878-c44f-4911-8835-da51a62ec7f4,revision_number=3']} {{(pid=109568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:43:34.242347 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 22:43:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8739a307-7cc0-4af3-8a40-886247132aa9 x-openstack-request-id: req-8739a307-7cc0-4af3-8a40-886247132aa9 {{(pid=109568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 22:43:34.242573 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5deb0d83-3c75-4b5a-86d2-afb86ebb0507", "tag": "3c60d878-c44f-4911-8835-da51a62ec7f4", "status": "completed", "code": 200}]} {{(pid=109568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 22:43:34.243061 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-8739a307-7cc0-4af3-8a40-886247132aa9 {{(pid=109568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 22:43:34.243453 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5deb0d83-3c75-4b5a-86d2-afb86ebb0507', 'tag': '3c60d878-c44f-4911-8835-da51a62ec7f4', 'status': 'completed', 'code': 200} Feb 28 22:43:34.515197 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ac3eef-d682-4008-b081-1bb3538d7dfb req-4e994a82-f55b-4c9b-90ef-f2c9494a5465 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:43:34.516687 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-d9ac3eef-d682-4008-b081-1bb3538d7dfb req-4e994a82-f55b-4c9b-90ef-f2c9494a5465 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=bc1fd56c6f77479dbf02ac28589be825&device_id=5deb0d83-3c75-4b5a-86d2-afb86ebb0507 HTTP/1.1" status: 200 len: 1128 time: 0.3088470 Feb 28 22:43:34.574126 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5358cbf-e4d7-448e-a703-42e83254fdff req-53b7cc4f-2df2-4a6c-84f1-32cb21c434ad tempest-AttachVolumeNegativeTest-1243329128 tempest-AttachVolumeNegativeTest-1243329128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:43:34.575520 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-b5358cbf-e4d7-448e-a703-42e83254fdff req-53b7cc4f-2df2-4a6c-84f1-32cb21c434ad tempest-AttachVolumeNegativeTest-1243329128 tempest-AttachVolumeNegativeTest-1243329128-project] 10.222.0.11 "GET /v2.0/ports?device_id=5deb0d83-3c75-4b5a-86d2-afb86ebb0507 HTTP/1.1" status: 200 len: 944 time: 0.3225715 Feb 28 22:43:34.577542 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-d9ac3eef-d682-4008-b081-1bb3538d7dfb req-64d98b97-d2ce-4542-adc3-8002fa173e39 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3c60d878-c44f-4911-8835-da51a62ec7f4 HTTP/1.1" status: 200 len: 217 time: 0.0462937 Feb 28 22:43:34.686804 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-b5358cbf-e4d7-448e-a703-42e83254fdff req-0c5508a6-e2e9-4016-b4bc-373a794091f5 tempest-AttachVolumeNegativeTest-1243329128 tempest-AttachVolumeNegativeTest-1243329128-project] 10.222.0.11 "GET /v2.0/security-groups?id=8aeed072-d876-4d95-a530-37a550f45527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020281 Feb 28 22:43:34.688949 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ac3eef-d682-4008-b081-1bb3538d7dfb req-d487ac84-3adb-482b-83fd-0c40821fe8c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:43:34.690296 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-d9ac3eef-d682-4008-b081-1bb3538d7dfb req-d487ac84-3adb-482b-83fd-0c40821fe8c4 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e06c4751-499d-4207-9fc1-23232ee2e753 HTTP/1.1" status: 200 len: 855 time: 0.0802407 Feb 28 22:43:34.701460 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b25acab-da00-4f1e-9d3d-2f89ed80a3ed req-8c315ce1-d5da-4de5-bba9-e998eb304fb9 tempest-ServerRescueNegativeTestJSON-929871608 tempest-ServerRescueNegativeTestJSON-929871608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:43:34.703492 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-3b25acab-da00-4f1e-9d3d-2f89ed80a3ed req-8c315ce1-d5da-4de5-bba9-e998eb304fb9 tempest-ServerRescueNegativeTestJSON-929871608 tempest-ServerRescueNegativeTestJSON-929871608-project] 10.222.0.11 "GET /v2.0/ports?device_id=50fff9cd-5238-40fd-ab4f-02f86cf2bbc0 HTTP/1.1" status: 200 len: 946 time: 0.1368048 Feb 28 22:43:34.735944 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-d9ac3eef-d682-4008-b081-1bb3538d7dfb req-6461c34d-0568-449e-8a24-92363003001f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=0321cbe9-3229-497f-9213-34c6a912fd2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0312066 Feb 28 22:43:34.815230 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-3b25acab-da00-4f1e-9d3d-2f89ed80a3ed req-6019dab8-4322-4a3c-8e4d-abee8defeef4 tempest-ServerRescueNegativeTestJSON-929871608 tempest-ServerRescueNegativeTestJSON-929871608-project] 10.222.0.11 "GET /v2.0/security-groups?id=f1de89df-470d-49b7-98ac-8bb65cd72d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026480 Feb 28 22:43:34.853133 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-d9ac3eef-d682-4008-b081-1bb3538d7dfb req-bafc41dc-bf8c-461c-bf1e-dff7091f6c8b service neutron] 10.222.0.36 "GET /v2.0/networks/0321cbe9-3229-497f-9213-34c6a912fd2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0981927 Feb 28 22:43:34.943476 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-d9ac3eef-d682-4008-b081-1bb3538d7dfb req-32750361-96b6-412e-930a-ec07f8352a69 service neutron] 10.222.0.36 "GET /v2.0/networks/0321cbe9-3229-497f-9213-34c6a912fd2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833290 Feb 28 22:43:35.040992 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f3455e-e0e5-4eda-b1e6-ea516240cebd req-5e0bfbad-dfc4-4fd6-83b7-31ccc98477cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:43:35.042451 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-57f3455e-e0e5-4eda-b1e6-ea516240cebd req-5e0bfbad-dfc4-4fd6-83b7-31ccc98477cc service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=bc1fd56c6f77479dbf02ac28589be825&device_id=5deb0d83-3c75-4b5a-86d2-afb86ebb0507 HTTP/1.1" status: 200 len: 1128 time: 0.0436959 Feb 28 22:43:35.134911 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f3455e-e0e5-4eda-b1e6-ea516240cebd req-7ce4b615-2bd8-499e-adbe-0fd08befc8a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:43:35.136377 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-57f3455e-e0e5-4eda-b1e6-ea516240cebd req-7ce4b615-2bd8-499e-adbe-0fd08befc8a9 service neutron] 10.222.0.36 "GET /v2.0/networks?id=0321cbe9-3229-497f-9213-34c6a912fd2a HTTP/1.1" status: 200 len: 916 time: 0.0837893 Feb 28 22:43:35.180281 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-57f3455e-e0e5-4eda-b1e6-ea516240cebd req-8245bd10-bd01-4795-9bf4-4ea83a9f9753 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3c60d878-c44f-4911-8835-da51a62ec7f4 HTTP/1.1" status: 200 len: 217 time: 0.0354960 Feb 28 22:43:35.236605 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f3455e-e0e5-4eda-b1e6-ea516240cebd req-911fe881-7a7e-4278-a47b-f50c12c7561b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:43:35.238068 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-57f3455e-e0e5-4eda-b1e6-ea516240cebd req-911fe881-7a7e-4278-a47b-f50c12c7561b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e06c4751-499d-4207-9fc1-23232ee2e753 HTTP/1.1" status: 200 len: 855 time: 0.0504372 Feb 28 22:43:35.272729 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-57f3455e-e0e5-4eda-b1e6-ea516240cebd req-962bf847-840e-45ba-b641-736f92de55e5 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=0321cbe9-3229-497f-9213-34c6a912fd2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0263448 Feb 28 22:43:35.369155 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-57f3455e-e0e5-4eda-b1e6-ea516240cebd req-74229cfa-e023-4ba6-bb2e-0a8837bb4ff6 service neutron] 10.222.0.36 "GET /v2.0/networks/0321cbe9-3229-497f-9213-34c6a912fd2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807798 Feb 28 22:43:35.476055 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-57f3455e-e0e5-4eda-b1e6-ea516240cebd req-beaa8f16-f20f-49f4-81f3-4bb47c799fd7 service neutron] 10.222.0.36 "GET /v2.0/networks/0321cbe9-3229-497f-9213-34c6a912fd2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933897 Feb 28 22:43:35.814265 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22aa2a0b-9e5e-429d-92db-05d00d1048c4 req-10f80018-1f31-44cd-903a-c1994aa18d96 tempest-AttachVolumeNegativeTest-1243329128 tempest-AttachVolumeNegativeTest-1243329128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:43:35.815248 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-22aa2a0b-9e5e-429d-92db-05d00d1048c4 req-10f80018-1f31-44cd-903a-c1994aa18d96 tempest-AttachVolumeNegativeTest-1243329128 tempest-AttachVolumeNegativeTest-1243329128-project] 10.222.0.11 "GET /v2.0/ports?device_id=5deb0d83-3c75-4b5a-86d2-afb86ebb0507 HTTP/1.1" status: 200 len: 944 time: 0.0569496 Feb 28 22:43:35.871816 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-f2b490b5-353e-4b99-942a-fb2407025861 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750845036683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579975'] for agent (e6e3d797-755b-495e-bc70-4cd2b9791ebb), after_update {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:43:35.884477 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-22aa2a0b-9e5e-429d-92db-05d00d1048c4 req-cfcf82e7-8e50-45fd-835e-874b00fd5897 tempest-AttachVolumeNegativeTest-1243329128 tempest-AttachVolumeNegativeTest-1243329128-project] 10.222.0.11 "GET /v2.0/security-groups?id=8aeed072-d876-4d95-a530-37a550f45527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631733 Feb 28 22:43:35.917361 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.wsgi [-] (109569) accepted ('10.222.0.11', 52742) {{(pid=109569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 22:43:35.955762 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8801c35d-87cb-4c2c-a919-49ff89ea698a req-3cbd6462-a6e7-45c1-987f-3f465beb7c1d tempest-ServerRescueNegativeTestJSON-929871608 tempest-ServerRescueNegativeTestJSON-929871608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:43:35.957268 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-8801c35d-87cb-4c2c-a919-49ff89ea698a req-3cbd6462-a6e7-45c1-987f-3f465beb7c1d tempest-ServerRescueNegativeTestJSON-929871608 tempest-ServerRescueNegativeTestJSON-929871608-project] 10.222.0.11 "GET /v2.0/ports?device_id=50fff9cd-5238-40fd-ab4f-02f86cf2bbc0 HTTP/1.1" status: 200 len: 946 time: 0.0548477 Feb 28 22:43:36.007868 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-8801c35d-87cb-4c2c-a919-49ff89ea698a req-ff701e1a-ff39-4b20-a036-7f692365e7cf tempest-ServerRescueNegativeTestJSON-929871608 tempest-ServerRescueNegativeTestJSON-929871608-project] 10.222.0.11 "GET /v2.0/security-groups?id=f1de89df-470d-49b7-98ac-8bb65cd72d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451334 Feb 28 22:43:36.022119 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-16e6750d-6a68-464f-9bc9-063c3bc45d1a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:43:36.094920 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-16e6750d-6a68-464f-9bc9-063c3bc45d1a admin admin] Publish callbacks [] for security_group (5fd15bf2-40e1-4b0b-813a-6780ef8d7974), precommit_create {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:43:36.098548 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-16e6750d-6a68-464f-9bc9-063c3bc45d1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33441213'] for security_group (5fd15bf2-40e1-4b0b-813a-6780ef8d7974), after_create {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:43:36.135918 dv-cinder-830538-5-iscsi neutron-server[109569]: INFO neutron.wsgi [None req-16e6750d-6a68-464f-9bc9-063c3bc45d1a admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=95f324111d954a1d9a0b356c0719fa9d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2174041 Feb 28 22:43:36.137786 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e6750d-6a68-464f-9bc9-063c3bc45d1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fd15bf2-40e1-4b0b-813a-6780ef8d7974,revision_number=1']} {{(pid=109569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:43:36.138727 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.wsgi [-] (109568) accepted ('10.222.0.11', 52746) {{(pid=109568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 22:43:36.185681 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-756f414a-b04b-47c9-a98b-52ad070f8823 admin admin] Publish callbacks [] for security_group (5fd15bf2-40e1-4b0b-813a-6780ef8d7974), before_delete {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:43:36.206458 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-756f414a-b04b-47c9-a98b-52ad070f8823 admin admin] Publish callbacks [] for security_group (5fd15bf2-40e1-4b0b-813a-6780ef8d7974), precommit_delete {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:43:36.252257 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-756f414a-b04b-47c9-a98b-52ad070f8823 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33441213'] for security_group (5fd15bf2-40e1-4b0b-813a-6780ef8d7974), after_delete {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:43:36.254856 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-756f414a-b04b-47c9-a98b-52ad070f8823 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:43:36.256062 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [None req-756f414a-b04b-47c9-a98b-52ad070f8823 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/5fd15bf2-40e1-4b0b-813a-6780ef8d7974 HTTP/1.1" status: 204 len: 168 time: 0.1162724 Feb 28 22:43:36.264051 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756f414a-b04b-47c9-a98b-52ad070f8823 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fd15bf2-40e1-4b0b-813a-6780ef8d7974,revision_number=None']} {{(pid=109568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:43:36.517581 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.wsgi [-] (109568) accepted ('10.222.0.11', 52756) {{(pid=109568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 22:43:36.535021 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-fdeef553-0fcf-4690-92e0-a1f0c9f4753e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:43:36.613740 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-fdeef553-0fcf-4690-92e0-a1f0c9f4753e admin admin] Publish callbacks [] for security_group (ff09a93e-edb9-45d9-b5c0-de17bd1a093f), precommit_create {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:43:36.619200 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-fdeef553-0fcf-4690-92e0-a1f0c9f4753e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33441213'] for security_group (ff09a93e-edb9-45d9-b5c0-de17bd1a093f), after_create {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:43:36.656191 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdeef553-0fcf-4690-92e0-a1f0c9f4753e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff09a93e-edb9-45d9-b5c0-de17bd1a093f,revision_number=1']} {{(pid=109568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:43:36.660272 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [None req-fdeef553-0fcf-4690-92e0-a1f0c9f4753e admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=6f8951ea49cd491ea5d391930fa628b1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1416526 Feb 28 22:43:36.662900 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.wsgi [-] (109568) accepted ('10.222.0.11', 52764) {{(pid=109568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 22:43:36.715346 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-7e6712f2-86e1-4749-bc4d-c189e3be9d4e admin admin] Publish callbacks [] for security_group (ff09a93e-edb9-45d9-b5c0-de17bd1a093f), before_delete {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:43:36.736942 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-7e6712f2-86e1-4749-bc4d-c189e3be9d4e admin admin] Publish callbacks [] for security_group (ff09a93e-edb9-45d9-b5c0-de17bd1a093f), precommit_delete {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:43:36.783035 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-7e6712f2-86e1-4749-bc4d-c189e3be9d4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33441213'] for security_group (ff09a93e-edb9-45d9-b5c0-de17bd1a093f), after_delete {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:43:36.785689 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-7e6712f2-86e1-4749-bc4d-c189e3be9d4e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:43:36.786829 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [None req-7e6712f2-86e1-4749-bc4d-c189e3be9d4e admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/ff09a93e-edb9-45d9-b5c0-de17bd1a093f HTTP/1.1" status: 204 len: 168 time: 0.1229877 Feb 28 22:43:36.794574 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6712f2-86e1-4749-bc4d-c189e3be9d4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff09a93e-edb9-45d9-b5c0-de17bd1a093f,revision_number=None']} {{(pid=109568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:43:37.014221 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6308d7aa-1f1a-40c3-a203-f155992d5e2e req-0f98f7e7-99d4-4c97-b13d-927f95f4cc45 tempest-AttachVolumeNegativeTest-1243329128 tempest-AttachVolumeNegativeTest-1243329128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:43:37.022005 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-6308d7aa-1f1a-40c3-a203-f155992d5e2e req-0f98f7e7-99d4-4c97-b13d-927f95f4cc45 tempest-AttachVolumeNegativeTest-1243329128 tempest-AttachVolumeNegativeTest-1243329128-project] 10.222.0.11 "GET /v2.0/ports?device_id=5deb0d83-3c75-4b5a-86d2-afb86ebb0507 HTTP/1.1" status: 200 len: 944 time: 0.0610311 Feb 28 22:43:37.069709 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-6308d7aa-1f1a-40c3-a203-f155992d5e2e req-42b2b76e-59e4-4e29-949f-997bf79e3c65 tempest-AttachVolumeNegativeTest-1243329128 tempest-AttachVolumeNegativeTest-1243329128-project] 10.222.0.11 "GET /v2.0/security-groups?id=8aeed072-d876-4d95-a530-37a550f45527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468445 Feb 28 22:43:37.140450 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-154add69-038d-48cc-93ba-bd7e358b6d11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750845036683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579975'] for agent (7aa25ffb-1b87-4f08-8530-4bdf6e6b221c), after_update {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:43:37.141659 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e031677-3c62-45a7-b9e3-1b793fab5844 req-520233a5-9ee9-444c-b25b-f28a56324df3 tempest-ServerRescueNegativeTestJSON-929871608 tempest-ServerRescueNegativeTestJSON-929871608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:43:37.143409 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-5e031677-3c62-45a7-b9e3-1b793fab5844 req-520233a5-9ee9-444c-b25b-f28a56324df3 tempest-ServerRescueNegativeTestJSON-929871608 tempest-ServerRescueNegativeTestJSON-929871608-project] 10.222.0.11 "GET /v2.0/ports?device_id=50fff9cd-5238-40fd-ab4f-02f86cf2bbc0 HTTP/1.1" status: 200 len: 946 time: 0.0595615 Feb 28 22:43:37.191081 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-5e031677-3c62-45a7-b9e3-1b793fab5844 req-e4276e15-842e-4bbe-b73f-c0254b9be9ab tempest-ServerRescueNegativeTestJSON-929871608 tempest-ServerRescueNegativeTestJSON-929871608-project] 10.222.0.11 "GET /v2.0/security-groups?id=f1de89df-470d-49b7-98ac-8bb65cd72d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420454 Feb 28 22:43:37.723864 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.rpc [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] Device 3c60d878-c44f-4911-8835-da51a62ec7f4 details requested by agent hyperv_hv-cinder-83053 with host hv-cinder-83053 {{(pid=109570) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 22:43:37.824505 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.db [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] For port 3c60d878-c44f-4911-8835-da51a62ec7f4, host hv-cinder-83053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83053',level=0,port_id=3c60d878-c44f-4911-8835-da51a62ec7f4,segment=NetworkSegment(926113ad-33a7-475f-acf2-53b8f901f788),segment_id=926113ad-33a7-475f-acf2-53b8f901f788)] {{(pid=109570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 22:43:37.838852 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.rpc [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] Returning: {'device': '3c60d878-c44f-4911-8835-da51a62ec7f4', 'network_id': '0321cbe9-3229-497f-9213-34c6a912fd2a', 'port_id': '3c60d878-c44f-4911-8835-da51a62ec7f4', 'mac_address': 'fa:16:3e:b2:7b:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 112, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e06c4751-499d-4207-9fc1-23232ee2e753', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109570) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 22:43:37.893490 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.plugin [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] Current status of the port 3c60d878-c44f-4911-8835-da51a62ec7f4 is: DOWN; New status is: BUILD {{(pid=109570) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 22:43:37.893883 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616566'] for port (3c60d878-c44f-4911-8835-da51a62ec7f4), before_update {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:43:37.907579 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.notifiers.nova [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3c60d878-c44f-4911-8835-da51a62ec7f4 {{(pid=109570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 22:43:37.928058 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.db [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] For port 3c60d878-c44f-4911-8835-da51a62ec7f4, host hv-cinder-83053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83053',level=0,port_id=3c60d878-c44f-4911-8835-da51a62ec7f4,segment=NetworkSegment(926113ad-33a7-475f-acf2-53b8f901f788),segment_id=926113ad-33a7-475f-acf2-53b8f901f788)] {{(pid=109570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 22:43:37.934282 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33156859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750845083886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750844628246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750844628264'] for port (3c60d878-c44f-4911-8835-da51a62ec7f4), after_update {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:43:37.989620 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] Pushing event updated for resources: {'Port': ['ID=3c60d878-c44f-4911-8835-da51a62ec7f4,revision_number=4']} {{(pid=109570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:43:38.190825 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82987eb-4068-4ac6-85fb-821996fc13d8 req-424ef58e-bb04-4606-a267-6e5fccf96079 tempest-AttachVolumeNegativeTest-1243329128 tempest-AttachVolumeNegativeTest-1243329128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:43:38.192518 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-e82987eb-4068-4ac6-85fb-821996fc13d8 req-424ef58e-bb04-4606-a267-6e5fccf96079 tempest-AttachVolumeNegativeTest-1243329128 tempest-AttachVolumeNegativeTest-1243329128-project] 10.222.0.11 "GET /v2.0/ports?device_id=5deb0d83-3c75-4b5a-86d2-afb86ebb0507 HTTP/1.1" status: 200 len: 945 time: 0.0533252 Feb 28 22:43:38.249792 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-e82987eb-4068-4ac6-85fb-821996fc13d8 req-528ad7e4-b468-4734-816a-fe085c799fa0 tempest-AttachVolumeNegativeTest-1243329128 tempest-AttachVolumeNegativeTest-1243329128-project] 10.222.0.11 "GET /v2.0/security-groups?id=8aeed072-d876-4d95-a530-37a550f45527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501268 Feb 28 22:43:38.321219 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250790fb-1be1-481d-93a6-ae99b7fe4fde req-35499724-9d50-4d94-9752-ab187a6881d5 tempest-ServerRescueNegativeTestJSON-929871608 tempest-ServerRescueNegativeTestJSON-929871608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:43:38.322713 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-250790fb-1be1-481d-93a6-ae99b7fe4fde req-35499724-9d50-4d94-9752-ab187a6881d5 tempest-ServerRescueNegativeTestJSON-929871608 tempest-ServerRescueNegativeTestJSON-929871608-project] 10.222.0.11 "GET /v2.0/ports?device_id=50fff9cd-5238-40fd-ab4f-02f86cf2bbc0 HTTP/1.1" status: 200 len: 946 time: 0.0559835 Feb 28 22:43:38.381966 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-250790fb-1be1-481d-93a6-ae99b7fe4fde req-a7ad080b-24e9-4438-ae36-fdf1bfca8a6d tempest-ServerRescueNegativeTestJSON-929871608 tempest-ServerRescueNegativeTestJSON-929871608-project] 10.222.0.11 "GET /v2.0/security-groups?id=f1de89df-470d-49b7-98ac-8bb65cd72d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532370 Feb 28 22:43:38.390563 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.db [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] get_ports_and_sgs() called for port_ids ['3c60d878-c44f-4911-8835-da51a62ec7f4'] {{(pid=109570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 22:43:39.379438 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc8209f-1711-47ec-b06b-580f3b6373fb req-56e81b09-f651-4f5c-a2cf-7f4263fe0a0c tempest-AttachVolumeNegativeTest-1243329128 tempest-AttachVolumeNegativeTest-1243329128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:43:39.380855 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-0cc8209f-1711-47ec-b06b-580f3b6373fb req-56e81b09-f651-4f5c-a2cf-7f4263fe0a0c tempest-AttachVolumeNegativeTest-1243329128 tempest-AttachVolumeNegativeTest-1243329128-project] 10.222.0.11 "GET /v2.0/ports?device_id=5deb0d83-3c75-4b5a-86d2-afb86ebb0507 HTTP/1.1" status: 200 len: 945 time: 0.0541348 Feb 28 22:43:39.429783 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-0cc8209f-1711-47ec-b06b-580f3b6373fb req-e50894fc-6cd7-44a5-933c-aadfea637c7c tempest-AttachVolumeNegativeTest-1243329128 tempest-AttachVolumeNegativeTest-1243329128-project] 10.222.0.11 "GET /v2.0/security-groups?id=8aeed072-d876-4d95-a530-37a550f45527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434749 Feb 28 22:43:39.513008 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a0346b-2ef9-4722-aec6-f9878a8a7613 req-88d429e5-9200-4a3b-9385-e7357cbd86a0 tempest-ServerRescueNegativeTestJSON-929871608 tempest-ServerRescueNegativeTestJSON-929871608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:43:39.514489 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-53a0346b-2ef9-4722-aec6-f9878a8a7613 req-88d429e5-9200-4a3b-9385-e7357cbd86a0 tempest-ServerRescueNegativeTestJSON-929871608 tempest-ServerRescueNegativeTestJSON-929871608-project] 10.222.0.11 "GET /v2.0/ports?device_id=50fff9cd-5238-40fd-ab4f-02f86cf2bbc0 HTTP/1.1" status: 200 len: 946 time: 0.0512555 Feb 28 22:43:39.562525 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-53a0346b-2ef9-4722-aec6-f9878a8a7613 req-558875e7-eada-41dd-b237-52b51f3d008c tempest-ServerRescueNegativeTestJSON-929871608 tempest-ServerRescueNegativeTestJSON-929871608-project] 10.222.0.11 "GET /v2.0/security-groups?id=f1de89df-470d-49b7-98ac-8bb65cd72d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412152 Feb 28 22:43:39.760775 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.rpc [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] Device 3c60d878-c44f-4911-8835-da51a62ec7f4 up at agent hyperv_hv-cinder-83053 {{(pid=109570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 22:43:39.814186 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.db.provisioning_blocks [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] Provisioning for port 3c60d878-c44f-4911-8835-da51a62ec7f4 completed by entity L2. {{(pid=109570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 28 22:43:39.818791 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.db.provisioning_blocks [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] Provisioning complete for port 3c60d878-c44f-4911-8835-da51a62ec7f4 triggered by entity L2. {{(pid=109570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 22:43:39.819166 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579965'] for port (3c60d878-c44f-4911-8835-da51a62ec7f4), provisioning_complete {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:43:39.951097 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.plugin [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] Current status of the port 3c60d878-c44f-4911-8835-da51a62ec7f4 is: BUILD; New status is: ACTIVE {{(pid=109570) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 22:43:39.951647 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616566'] for port (3c60d878-c44f-4911-8835-da51a62ec7f4), before_update {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:43:39.979840 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5deb0d83-3c75-4b5a-86d2-afb86ebb0507', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c60d878-c44f-4911-8835-da51a62ec7f4'}] {{(pid=109570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 22:43:39.982100 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fade63a226c96e14254c735f674fb73a181a47373151acc9bb38ade81564009" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff1fea89-6fe0-491a-844c-b000dcf3bc1d" -d '{"events": [{"server_uuid": "5deb0d83-3c75-4b5a-86d2-afb86ebb0507", "name": "network-vif-plugged", "status": "completed", "tag": "3c60d878-c44f-4911-8835-da51a62ec7f4"}]}' {{(pid=109570) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 22:43:40.011222 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.db [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] For port 3c60d878-c44f-4911-8835-da51a62ec7f4, host hv-cinder-83053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83053',level=0,port_id=3c60d878-c44f-4911-8835-da51a62ec7f4,segment=NetworkSegment(926113ad-33a7-475f-acf2-53b8f901f788),segment_id=926113ad-33a7-475f-acf2-53b8f901f788)] {{(pid=109570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 22:43:40.016520 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33156859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750845083886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750844628246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750844628264'] for port (3c60d878-c44f-4911-8835-da51a62ec7f4), after_update {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:43:40.019596 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 22:43:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59ed96f1-6114-46ec-8f78-2ca686b5bc12 x-openstack-request-id: req-59ed96f1-6114-46ec-8f78-2ca686b5bc12 {{(pid=109570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 22:43:40.019995 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5deb0d83-3c75-4b5a-86d2-afb86ebb0507", "name": "network-vif-plugged", "status": "completed", "tag": "3c60d878-c44f-4911-8835-da51a62ec7f4", "code": 200}]} {{(pid=109570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 22:43:40.020216 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-59ed96f1-6114-46ec-8f78-2ca686b5bc12 {{(pid=109570) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 22:43:40.020603 dv-cinder-830538-5-iscsi neutron-server[109570]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5deb0d83-3c75-4b5a-86d2-afb86ebb0507', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c60d878-c44f-4911-8835-da51a62ec7f4', 'code': 200} Feb 28 22:43:40.073681 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] Pushing event updated for resources: {'Port': ['ID=3c60d878-c44f-4911-8835-da51a62ec7f4,revision_number=5']} {{(pid=109570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:43:40.210698 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7647d0-ede0-4d27-bbdc-6503c3b85f7b req-42653543-140f-4dd7-8e41-210a95b32905 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:43:40.212303 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-2d7647d0-ede0-4d27-bbdc-6503c3b85f7b req-42653543-140f-4dd7-8e41-210a95b32905 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=5deb0d83-3c75-4b5a-86d2-afb86ebb0507 HTTP/1.1" status: 200 len: 1130 time: 0.0485356 Feb 28 22:43:40.256205 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-2d7647d0-ede0-4d27-bbdc-6503c3b85f7b req-de605bfe-af59-4eba-a6f5-96e780b925ca service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=8aeed072-d876-4d95-a530-37a550f45527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368903 Feb 28 22:43:40.554104 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460cc78a-3ab3-4334-a577-bf5dd6b8f4c7 req-ec4aa367-fae0-49da-aae8-6d16479a8ab1 tempest-AttachVolumeNegativeTest-1243329128 tempest-AttachVolumeNegativeTest-1243329128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:43:40.555750 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-460cc78a-3ab3-4334-a577-bf5dd6b8f4c7 req-ec4aa367-fae0-49da-aae8-6d16479a8ab1 tempest-AttachVolumeNegativeTest-1243329128 tempest-AttachVolumeNegativeTest-1243329128-project] 10.222.0.11 "GET /v2.0/ports?device_id=5deb0d83-3c75-4b5a-86d2-afb86ebb0507 HTTP/1.1" status: 200 len: 946 time: 0.0567234 Feb 28 22:43:40.606224 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-460cc78a-3ab3-4334-a577-bf5dd6b8f4c7 req-1b012957-d5c4-4cb2-a288-b4a66e329665 tempest-AttachVolumeNegativeTest-1243329128 tempest-AttachVolumeNegativeTest-1243329128-project] 10.222.0.11 "GET /v2.0/security-groups?id=8aeed072-d876-4d95-a530-37a550f45527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431895 Feb 28 22:43:40.715565 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4b7d23-38d4-449e-bb37-e0c6e26d7e4d req-733b4059-768f-44af-9202-80778fbe6c62 tempest-ServerRescueNegativeTestJSON-929871608 tempest-ServerRescueNegativeTestJSON-929871608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:43:40.717015 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-6d4b7d23-38d4-449e-bb37-e0c6e26d7e4d req-733b4059-768f-44af-9202-80778fbe6c62 tempest-ServerRescueNegativeTestJSON-929871608 tempest-ServerRescueNegativeTestJSON-929871608-project] 10.222.0.11 "GET /v2.0/ports?device_id=50fff9cd-5238-40fd-ab4f-02f86cf2bbc0 HTTP/1.1" status: 200 len: 946 time: 0.0549803 Feb 28 22:43:40.768171 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-6d4b7d23-38d4-449e-bb37-e0c6e26d7e4d req-abe12e9c-0138-4f63-adf7-54e0a64ccaec tempest-ServerRescueNegativeTestJSON-929871608 tempest-ServerRescueNegativeTestJSON-929871608-project] 10.222.0.11 "GET /v2.0/security-groups?id=f1de89df-470d-49b7-98ac-8bb65cd72d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437939 Feb 28 22:43:41.723912 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2281b229-a4b3-462b-bdf4-082d28211cfb req-59658b94-f22a-4fa7-a926-e9527a080f16 tempest-AttachVolumeNegativeTest-1243329128 tempest-AttachVolumeNegativeTest-1243329128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:43:41.725407 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-2281b229-a4b3-462b-bdf4-082d28211cfb req-59658b94-f22a-4fa7-a926-e9527a080f16 tempest-AttachVolumeNegativeTest-1243329128 tempest-AttachVolumeNegativeTest-1243329128-project] 10.222.0.11 "GET /v2.0/ports?device_id=5deb0d83-3c75-4b5a-86d2-afb86ebb0507 HTTP/1.1" status: 200 len: 946 time: 0.0521028 Feb 28 22:43:41.772372 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-2281b229-a4b3-462b-bdf4-082d28211cfb req-ae03d60a-e679-4dca-8bce-bbb076b99756 tempest-AttachVolumeNegativeTest-1243329128 tempest-AttachVolumeNegativeTest-1243329128-project] 10.222.0.11 "GET /v2.0/security-groups?id=8aeed072-d876-4d95-a530-37a550f45527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415769 Feb 28 22:43:41.886041 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448a0acd-cca4-4d3f-9a3e-d82b11934a4c req-316308de-67d6-4335-8354-29638b001992 tempest-ServerRescueNegativeTestJSON-929871608 tempest-ServerRescueNegativeTestJSON-929871608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:43:41.887443 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-448a0acd-cca4-4d3f-9a3e-d82b11934a4c req-316308de-67d6-4335-8354-29638b001992 tempest-ServerRescueNegativeTestJSON-929871608 tempest-ServerRescueNegativeTestJSON-929871608-project] 10.222.0.11 "GET /v2.0/ports?device_id=50fff9cd-5238-40fd-ab4f-02f86cf2bbc0 HTTP/1.1" status: 200 len: 946 time: 0.0518928 Feb 28 22:43:41.939035 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-448a0acd-cca4-4d3f-9a3e-d82b11934a4c req-af2e8f17-b7fb-4d46-84a8-d4f1e178cd05 tempest-ServerRescueNegativeTestJSON-929871608 tempest-ServerRescueNegativeTestJSON-929871608-project] 10.222.0.11 "GET /v2.0/security-groups?id=f1de89df-470d-49b7-98ac-8bb65cd72d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457373 Feb 28 22:43:42.891558 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ecad0a-cebb-40a8-a362-9000c62aad77 req-0cca0149-fc93-40d5-9922-511e345b5b24 tempest-AttachVolumeNegativeTest-1243329128 tempest-AttachVolumeNegativeTest-1243329128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:43:42.893082 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-95ecad0a-cebb-40a8-a362-9000c62aad77 req-0cca0149-fc93-40d5-9922-511e345b5b24 tempest-AttachVolumeNegativeTest-1243329128 tempest-AttachVolumeNegativeTest-1243329128-project] 10.222.0.11 "GET /v2.0/ports?device_id=5deb0d83-3c75-4b5a-86d2-afb86ebb0507 HTTP/1.1" status: 200 len: 946 time: 0.0551963 Feb 28 22:43:42.944317 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-95ecad0a-cebb-40a8-a362-9000c62aad77 req-b87cdd8d-0d54-4b9c-88ae-abe71e32d055 tempest-AttachVolumeNegativeTest-1243329128 tempest-AttachVolumeNegativeTest-1243329128-project] 10.222.0.11 "GET /v2.0/security-groups?id=8aeed072-d876-4d95-a530-37a550f45527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448735 Feb 28 22:43:43.054454 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52737e90-c78e-4d44-8c63-2f8754219443 req-e44bab3b-a980-41ba-99c3-4aa3bb41ca1a tempest-ServerRescueNegativeTestJSON-929871608 tempest-ServerRescueNegativeTestJSON-929871608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:43:43.055862 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-52737e90-c78e-4d44-8c63-2f8754219443 req-e44bab3b-a980-41ba-99c3-4aa3bb41ca1a tempest-ServerRescueNegativeTestJSON-929871608 tempest-ServerRescueNegativeTestJSON-929871608-project] 10.222.0.11 "GET /v2.0/ports?device_id=50fff9cd-5238-40fd-ab4f-02f86cf2bbc0 HTTP/1.1" status: 200 len: 946 time: 0.0505881 Feb 28 22:43:43.101655 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-52737e90-c78e-4d44-8c63-2f8754219443 req-c55f3223-0ca5-49f5-9ee8-d2e0367de14c tempest-ServerRescueNegativeTestJSON-929871608 tempest-ServerRescueNegativeTestJSON-929871608-project] 10.222.0.11 "GET /v2.0/security-groups?id=f1de89df-470d-49b7-98ac-8bb65cd72d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400705 Feb 28 22:43:43.833271 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750845036683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579975'] for agent (5b2bda77-ea31-45ff-af39-f050a95cb1da), after_update {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:43:44.066056 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d4b9ba-ffd9-4f42-9e4c-3edfd2c89fb4 req-11bd8e78-f443-4cad-bdf4-57c829f75154 tempest-AttachVolumeNegativeTest-1243329128 tempest-AttachVolumeNegativeTest-1243329128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:43:44.067520 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-a3d4b9ba-ffd9-4f42-9e4c-3edfd2c89fb4 req-11bd8e78-f443-4cad-bdf4-57c829f75154 tempest-AttachVolumeNegativeTest-1243329128 tempest-AttachVolumeNegativeTest-1243329128-project] 10.222.0.11 "GET /v2.0/ports?device_id=5deb0d83-3c75-4b5a-86d2-afb86ebb0507 HTTP/1.1" status: 200 len: 946 time: 0.0560875 Feb 28 22:43:44.113913 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-a3d4b9ba-ffd9-4f42-9e4c-3edfd2c89fb4 req-204ccb56-86b2-498f-8871-6075a24a5cd9 tempest-AttachVolumeNegativeTest-1243329128 tempest-AttachVolumeNegativeTest-1243329128-project] 10.222.0.11 "GET /v2.0/security-groups?id=8aeed072-d876-4d95-a530-37a550f45527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408852 Feb 28 22:43:44.223338 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c3aa36-7ee0-4501-bffe-f1b9739bdadd req-febefbc0-8f4d-4972-95f6-2b2fa27a3dd9 tempest-ServerRescueNegativeTestJSON-929871608 tempest-ServerRescueNegativeTestJSON-929871608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:43:44.224842 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-23c3aa36-7ee0-4501-bffe-f1b9739bdadd req-febefbc0-8f4d-4972-95f6-2b2fa27a3dd9 tempest-ServerRescueNegativeTestJSON-929871608 tempest-ServerRescueNegativeTestJSON-929871608-project] 10.222.0.11 "GET /v2.0/ports?device_id=50fff9cd-5238-40fd-ab4f-02f86cf2bbc0 HTTP/1.1" status: 200 len: 946 time: 0.0517790 Feb 28 22:43:44.270939 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-23c3aa36-7ee0-4501-bffe-f1b9739bdadd req-dcc285e0-3395-4b6a-bf61-38b2ba53b473 tempest-ServerRescueNegativeTestJSON-929871608 tempest-ServerRescueNegativeTestJSON-929871608-project] 10.222.0.11 "GET /v2.0/security-groups?id=f1de89df-470d-49b7-98ac-8bb65cd72d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407450 Feb 28 22:43:45.226047 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717bcd04-54bb-4a88-9ab8-d48ebc8f4b96 req-12158df5-a049-4dc2-b061-46a5cd2d2a88 tempest-AttachVolumeNegativeTest-1243329128 tempest-AttachVolumeNegativeTest-1243329128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:43:45.227526 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-717bcd04-54bb-4a88-9ab8-d48ebc8f4b96 req-12158df5-a049-4dc2-b061-46a5cd2d2a88 tempest-AttachVolumeNegativeTest-1243329128 tempest-AttachVolumeNegativeTest-1243329128-project] 10.222.0.11 "GET /v2.0/ports?device_id=5deb0d83-3c75-4b5a-86d2-afb86ebb0507 HTTP/1.1" status: 200 len: 946 time: 0.0509701 Feb 28 22:43:45.281097 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-717bcd04-54bb-4a88-9ab8-d48ebc8f4b96 req-56d943af-1e79-4347-903e-100a5d8962d7 tempest-AttachVolumeNegativeTest-1243329128 tempest-AttachVolumeNegativeTest-1243329128-project] 10.222.0.11 "GET /v2.0/security-groups?id=8aeed072-d876-4d95-a530-37a550f45527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481374 Feb 28 22:43:45.399309 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd05b26d-9043-4244-b879-9ddaf0a3f0d5 req-11ab01f9-6674-4fec-bbed-b7bfc6dea775 tempest-ServerRescueNegativeTestJSON-929871608 tempest-ServerRescueNegativeTestJSON-929871608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:43:45.404135 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-cd05b26d-9043-4244-b879-9ddaf0a3f0d5 req-11ab01f9-6674-4fec-bbed-b7bfc6dea775 tempest-ServerRescueNegativeTestJSON-929871608 tempest-ServerRescueNegativeTestJSON-929871608-project] 10.222.0.11 "GET /v2.0/ports?device_id=50fff9cd-5238-40fd-ab4f-02f86cf2bbc0 HTTP/1.1" status: 200 len: 946 time: 0.0599070 Feb 28 22:43:45.455303 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-cd05b26d-9043-4244-b879-9ddaf0a3f0d5 req-a660a119-1f66-4b56-9329-0aaead030e42 tempest-ServerRescueNegativeTestJSON-929871608 tempest-ServerRescueNegativeTestJSON-929871608-project] 10.222.0.11 "GET /v2.0/security-groups?id=f1de89df-470d-49b7-98ac-8bb65cd72d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481396 Feb 28 22:43:46.576360 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e8693f-3f76-4031-b12b-a4b1a8a326bc req-c19f20a4-151b-4d9f-b14b-de72eee89c8f tempest-ServerRescueNegativeTestJSON-929871608 tempest-ServerRescueNegativeTestJSON-929871608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:43:46.578396 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-30e8693f-3f76-4031-b12b-a4b1a8a326bc req-c19f20a4-151b-4d9f-b14b-de72eee89c8f tempest-ServerRescueNegativeTestJSON-929871608 tempest-ServerRescueNegativeTestJSON-929871608-project] 10.222.0.11 "GET /v2.0/ports?device_id=50fff9cd-5238-40fd-ab4f-02f86cf2bbc0 HTTP/1.1" status: 200 len: 946 time: 0.0525584 Feb 28 22:43:46.625464 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-30e8693f-3f76-4031-b12b-a4b1a8a326bc req-2a85a88c-fbd7-41fa-ad13-0cf44c53e46b tempest-ServerRescueNegativeTestJSON-929871608 tempest-ServerRescueNegativeTestJSON-929871608-project] 10.222.0.11 "GET /v2.0/security-groups?id=f1de89df-470d-49b7-98ac-8bb65cd72d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415244 Feb 28 22:43:47.752846 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9deeb25-27cb-4dec-95c1-e4a55c21bed1 req-072c9ce9-fa34-40d4-bff5-5f56df0d52ac tempest-ServerRescueNegativeTestJSON-929871608 tempest-ServerRescueNegativeTestJSON-929871608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:43:47.754342 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-a9deeb25-27cb-4dec-95c1-e4a55c21bed1 req-072c9ce9-fa34-40d4-bff5-5f56df0d52ac tempest-ServerRescueNegativeTestJSON-929871608 tempest-ServerRescueNegativeTestJSON-929871608-project] 10.222.0.11 "GET /v2.0/ports?device_id=50fff9cd-5238-40fd-ab4f-02f86cf2bbc0 HTTP/1.1" status: 200 len: 946 time: 0.0572135 Feb 28 22:43:47.808444 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-a9deeb25-27cb-4dec-95c1-e4a55c21bed1 req-dcf7ecca-69bb-4457-9f20-c0982f0a0c54 tempest-ServerRescueNegativeTestJSON-929871608 tempest-ServerRescueNegativeTestJSON-929871608-project] 10.222.0.11 "GET /v2.0/security-groups?id=f1de89df-470d-49b7-98ac-8bb65cd72d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480993 Feb 28 22:43:48.925504 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54eac4f-f1a1-4480-b8ef-de122c21135f req-0a8cb6dc-988c-41a4-a7b9-16effaf54cd7 tempest-ServerRescueNegativeTestJSON-929871608 tempest-ServerRescueNegativeTestJSON-929871608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:43:48.927011 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-f54eac4f-f1a1-4480-b8ef-de122c21135f req-0a8cb6dc-988c-41a4-a7b9-16effaf54cd7 tempest-ServerRescueNegativeTestJSON-929871608 tempest-ServerRescueNegativeTestJSON-929871608-project] 10.222.0.11 "GET /v2.0/ports?device_id=50fff9cd-5238-40fd-ab4f-02f86cf2bbc0 HTTP/1.1" status: 200 len: 946 time: 0.0505900 Feb 28 22:43:48.974545 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-f54eac4f-f1a1-4480-b8ef-de122c21135f req-9b2ebf81-a827-4251-be6c-74b2f47314c7 tempest-ServerRescueNegativeTestJSON-929871608 tempest-ServerRescueNegativeTestJSON-929871608-project] 10.222.0.11 "GET /v2.0/security-groups?id=f1de89df-470d-49b7-98ac-8bb65cd72d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417159 Feb 28 22:43:50.104885 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90377e05-a654-4096-8bbb-c9d7a62acc14 req-2aac6063-3021-49d5-b009-73eedfc0850e tempest-ServerRescueNegativeTestJSON-929871608 tempest-ServerRescueNegativeTestJSON-929871608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:43:50.106489 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-90377e05-a654-4096-8bbb-c9d7a62acc14 req-2aac6063-3021-49d5-b009-73eedfc0850e tempest-ServerRescueNegativeTestJSON-929871608 tempest-ServerRescueNegativeTestJSON-929871608-project] 10.222.0.11 "GET /v2.0/ports?device_id=50fff9cd-5238-40fd-ab4f-02f86cf2bbc0 HTTP/1.1" status: 200 len: 946 time: 0.0633745 Feb 28 22:43:50.162844 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-90377e05-a654-4096-8bbb-c9d7a62acc14 req-22176157-0cdd-47cf-8801-06e9ac8ca16d tempest-ServerRescueNegativeTestJSON-929871608 tempest-ServerRescueNegativeTestJSON-929871608-project] 10.222.0.11 "GET /v2.0/security-groups?id=f1de89df-470d-49b7-98ac-8bb65cd72d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480032 Feb 28 22:43:50.330092 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.wsgi [-] (109568) accepted ('10.222.0.11', 53114) {{(pid=109568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 22:43:50.434265 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-1ba00ba7-bbfc-45d9-b40d-6962a5cdd658 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:43:50.510353 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-1ba00ba7-bbfc-45d9-b40d-6962a5cdd658 admin admin] Publish callbacks [] for security_group (cb0a301a-2c1d-4b72-8ee9-adef31b8f914), precommit_create {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:43:50.515315 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-1ba00ba7-bbfc-45d9-b40d-6962a5cdd658 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33441213'] for security_group (cb0a301a-2c1d-4b72-8ee9-adef31b8f914), after_create {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:43:50.553983 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [None req-1ba00ba7-bbfc-45d9-b40d-6962a5cdd658 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=415bcf4667af4ec2a07c4b8d26de017e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2228334 Feb 28 22:43:50.555922 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba00ba7-bbfc-45d9-b40d-6962a5cdd658 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb0a301a-2c1d-4b72-8ee9-adef31b8f914,revision_number=1']} {{(pid=109568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:43:50.556679 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.wsgi [-] (109569) accepted ('10.222.0.11', 53124) {{(pid=109569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 22:43:50.603876 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-6f717334-7a28-4aad-83a0-1ff1710f30a1 admin admin] Publish callbacks [] for security_group (cb0a301a-2c1d-4b72-8ee9-adef31b8f914), before_delete {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:43:50.624711 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-6f717334-7a28-4aad-83a0-1ff1710f30a1 admin admin] Publish callbacks [] for security_group (cb0a301a-2c1d-4b72-8ee9-adef31b8f914), precommit_delete {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:43:50.670656 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-6f717334-7a28-4aad-83a0-1ff1710f30a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33441213'] for security_group (cb0a301a-2c1d-4b72-8ee9-adef31b8f914), after_delete {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:43:50.673530 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-6f717334-7a28-4aad-83a0-1ff1710f30a1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:43:50.674697 dv-cinder-830538-5-iscsi neutron-server[109569]: INFO neutron.wsgi [None req-6f717334-7a28-4aad-83a0-1ff1710f30a1 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/cb0a301a-2c1d-4b72-8ee9-adef31b8f914 HTTP/1.1" status: 204 len: 168 time: 0.1167555 Feb 28 22:43:50.682523 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f717334-7a28-4aad-83a0-1ff1710f30a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb0a301a-2c1d-4b72-8ee9-adef31b8f914,revision_number=None']} {{(pid=109569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:43:51.285704 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead7fd37-0bb7-468b-9690-8b4cb2c404a8 req-72ff1dd6-7af0-4488-a3ed-29a67544af42 tempest-ServerRescueNegativeTestJSON-929871608 tempest-ServerRescueNegativeTestJSON-929871608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:43:51.287197 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-ead7fd37-0bb7-468b-9690-8b4cb2c404a8 req-72ff1dd6-7af0-4488-a3ed-29a67544af42 tempest-ServerRescueNegativeTestJSON-929871608 tempest-ServerRescueNegativeTestJSON-929871608-project] 10.222.0.11 "GET /v2.0/ports?device_id=50fff9cd-5238-40fd-ab4f-02f86cf2bbc0 HTTP/1.1" status: 200 len: 946 time: 0.0530028 Feb 28 22:43:51.335542 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-ead7fd37-0bb7-468b-9690-8b4cb2c404a8 req-0110f1df-112d-4df1-b01e-1b1ba9dad861 tempest-ServerRescueNegativeTestJSON-929871608 tempest-ServerRescueNegativeTestJSON-929871608-project] 10.222.0.11 "GET /v2.0/security-groups?id=f1de89df-470d-49b7-98ac-8bb65cd72d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428073 Feb 28 22:43:51.647147 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.wsgi [-] (109569) accepted ('10.222.0.11', 53162) {{(pid=109569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 22:43:51.748784 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-6522b9f0-5536-4fdf-b6f2-2bf04d8fe7e1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:43:51.823121 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-6522b9f0-5536-4fdf-b6f2-2bf04d8fe7e1 admin admin] Publish callbacks [] for security_group (6e81ac74-9ea5-4ce8-aafa-49dd6178b491), precommit_create {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:43:51.827479 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-6522b9f0-5536-4fdf-b6f2-2bf04d8fe7e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33441213'] for security_group (6e81ac74-9ea5-4ce8-aafa-49dd6178b491), after_create {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:43:51.866196 dv-cinder-830538-5-iscsi neutron-server[109569]: INFO neutron.wsgi [None req-6522b9f0-5536-4fdf-b6f2-2bf04d8fe7e1 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=3399c5c123af4740adb4b61e34d00b5b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2179515 Feb 28 22:43:51.867052 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6522b9f0-5536-4fdf-b6f2-2bf04d8fe7e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e81ac74-9ea5-4ce8-aafa-49dd6178b491,revision_number=1']} {{(pid=109569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:43:51.868942 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.wsgi [-] (109568) accepted ('10.222.0.11', 53166) {{(pid=109568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 22:43:51.919879 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-8ef63775-60d9-4e9c-978a-4030b3e64301 admin admin] Publish callbacks [] for security_group (6e81ac74-9ea5-4ce8-aafa-49dd6178b491), before_delete {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:43:51.941071 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-8ef63775-60d9-4e9c-978a-4030b3e64301 admin admin] Publish callbacks [] for security_group (6e81ac74-9ea5-4ce8-aafa-49dd6178b491), precommit_delete {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:43:51.987595 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-8ef63775-60d9-4e9c-978a-4030b3e64301 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33441213'] for security_group (6e81ac74-9ea5-4ce8-aafa-49dd6178b491), after_delete {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:43:51.990091 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-8ef63775-60d9-4e9c-978a-4030b3e64301 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:43:51.991243 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [None req-8ef63775-60d9-4e9c-978a-4030b3e64301 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/6e81ac74-9ea5-4ce8-aafa-49dd6178b491 HTTP/1.1" status: 204 len: 168 time: 0.1212478 Feb 28 22:43:51.999383 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef63775-60d9-4e9c-978a-4030b3e64301 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e81ac74-9ea5-4ce8-aafa-49dd6178b491,revision_number=None']} {{(pid=109568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:43:52.449684 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe78fbe-8d9b-44e2-bf8f-0fbceed19b95 req-bfd77c0d-2ab1-4196-ae0a-ae13299a177f tempest-ServerRescueNegativeTestJSON-929871608 tempest-ServerRescueNegativeTestJSON-929871608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:43:52.451166 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-dbe78fbe-8d9b-44e2-bf8f-0fbceed19b95 req-bfd77c0d-2ab1-4196-ae0a-ae13299a177f tempest-ServerRescueNegativeTestJSON-929871608 tempest-ServerRescueNegativeTestJSON-929871608-project] 10.222.0.11 "GET /v2.0/ports?device_id=50fff9cd-5238-40fd-ab4f-02f86cf2bbc0 HTTP/1.1" status: 200 len: 946 time: 0.0507667 Feb 28 22:43:52.497919 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-dbe78fbe-8d9b-44e2-bf8f-0fbceed19b95 req-7281314a-8bf1-4a05-a72f-7f76f8de07b6 tempest-ServerRescueNegativeTestJSON-929871608 tempest-ServerRescueNegativeTestJSON-929871608-project] 10.222.0.11 "GET /v2.0/security-groups?id=f1de89df-470d-49b7-98ac-8bb65cd72d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401311 Feb 28 22:43:53.438974 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491f250b-6a22-4080-a6a7-39642ae8ea41 req-10cb0164-4fb1-4d66-8134-b993f97e94b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:43:53.440454 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-491f250b-6a22-4080-a6a7-39642ae8ea41 req-10cb0164-4fb1-4d66-8134-b993f97e94b7 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=50fff9cd-5238-40fd-ab4f-02f86cf2bbc0 HTTP/1.1" status: 200 len: 1130 time: 0.0608494 Feb 28 22:43:53.485785 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-491f250b-6a22-4080-a6a7-39642ae8ea41 req-20f75dfd-e2b6-45a2-bcf8-a8902672c36e service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=f1de89df-470d-49b7-98ac-8bb65cd72d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372121 Feb 28 22:43:53.614543 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7254c848-e925-4aaf-84e6-78def61710bc req-96f51285-0186-4279-bcc6-c52278c889e4 tempest-ServerRescueNegativeTestJSON-929871608 tempest-ServerRescueNegativeTestJSON-929871608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:43:53.616031 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-7254c848-e925-4aaf-84e6-78def61710bc req-96f51285-0186-4279-bcc6-c52278c889e4 tempest-ServerRescueNegativeTestJSON-929871608 tempest-ServerRescueNegativeTestJSON-929871608-project] 10.222.0.11 "GET /v2.0/ports?device_id=50fff9cd-5238-40fd-ab4f-02f86cf2bbc0 HTTP/1.1" status: 200 len: 946 time: 0.0515966 Feb 28 22:43:53.662784 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-7254c848-e925-4aaf-84e6-78def61710bc req-5452c6e3-93c6-4b05-953d-88e9afeef9cc tempest-ServerRescueNegativeTestJSON-929871608 tempest-ServerRescueNegativeTestJSON-929871608-project] 10.222.0.11 "GET /v2.0/security-groups?id=f1de89df-470d-49b7-98ac-8bb65cd72d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412955 Feb 28 22:43:53.905746 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.wsgi [-] (109568) accepted ('10.222.0.11', 53190) {{(pid=109568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 22:43:54.008124 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-bcce1205-8f1c-446a-abb4-45fc6cd97c87 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:43:54.079932 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-bcce1205-8f1c-446a-abb4-45fc6cd97c87 admin admin] Publish callbacks [] for security_group (35264f0f-c016-4107-89f2-8020b6eabc37), precommit_create {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:43:54.083480 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-bcce1205-8f1c-446a-abb4-45fc6cd97c87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33441213'] for security_group (35264f0f-c016-4107-89f2-8020b6eabc37), after_create {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:43:54.123177 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [None req-bcce1205-8f1c-446a-abb4-45fc6cd97c87 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=956d8e34df5241e9b3c4e2cc70f158f2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2163534 Feb 28 22:43:54.124666 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcce1205-8f1c-446a-abb4-45fc6cd97c87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35264f0f-c016-4107-89f2-8020b6eabc37,revision_number=1']} {{(pid=109568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:43:54.126526 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.wsgi [-] (109569) accepted ('10.222.0.11', 53194) {{(pid=109569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 22:43:54.173787 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-63ecdb66-1557-47b4-adf8-5a720edb3981 admin admin] Publish callbacks [] for security_group (35264f0f-c016-4107-89f2-8020b6eabc37), before_delete {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:43:54.195044 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-63ecdb66-1557-47b4-adf8-5a720edb3981 admin admin] Publish callbacks [] for security_group (35264f0f-c016-4107-89f2-8020b6eabc37), precommit_delete {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:43:54.241066 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-63ecdb66-1557-47b4-adf8-5a720edb3981 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33441213'] for security_group (35264f0f-c016-4107-89f2-8020b6eabc37), after_delete {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:43:54.243597 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-63ecdb66-1557-47b4-adf8-5a720edb3981 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:43:54.247194 dv-cinder-830538-5-iscsi neutron-server[109569]: INFO neutron.wsgi [None req-63ecdb66-1557-47b4-adf8-5a720edb3981 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/35264f0f-c016-4107-89f2-8020b6eabc37 HTTP/1.1" status: 204 len: 168 time: 0.1172271 Feb 28 22:43:54.253024 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ecdb66-1557-47b4-adf8-5a720edb3981 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35264f0f-c016-4107-89f2-8020b6eabc37,revision_number=None']} {{(pid=109569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:43:54.504635 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.wsgi [-] (109569) accepted ('10.222.0.11', 53204) {{(pid=109569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 22:43:54.517855 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-f7cd747e-14ad-4171-80ce-570b0187c4ee admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:43:54.588055 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-f7cd747e-14ad-4171-80ce-570b0187c4ee admin admin] Publish callbacks [] for security_group (35a2f29e-53a9-4ae1-be39-438e2aaa6ef2), precommit_create {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:43:54.591561 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-f7cd747e-14ad-4171-80ce-570b0187c4ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33441213'] for security_group (35a2f29e-53a9-4ae1-be39-438e2aaa6ef2), after_create {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:43:54.630655 dv-cinder-830538-5-iscsi neutron-server[109569]: INFO neutron.wsgi [None req-f7cd747e-14ad-4171-80ce-570b0187c4ee admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=50d86a90fc28439aae67b6854c7a8439&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1249545 Feb 28 22:43:54.631571 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cd747e-14ad-4171-80ce-570b0187c4ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35a2f29e-53a9-4ae1-be39-438e2aaa6ef2,revision_number=1']} {{(pid=109569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:43:54.633329 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.wsgi [-] (109568) accepted ('10.222.0.11', 53206) {{(pid=109568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 22:43:54.680949 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-490b9b10-db63-4fd2-abaf-6eacf789224f admin admin] Publish callbacks [] for security_group (35a2f29e-53a9-4ae1-be39-438e2aaa6ef2), before_delete {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:43:54.703590 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-490b9b10-db63-4fd2-abaf-6eacf789224f admin admin] Publish callbacks [] for security_group (35a2f29e-53a9-4ae1-be39-438e2aaa6ef2), precommit_delete {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:43:54.772727 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-490b9b10-db63-4fd2-abaf-6eacf789224f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33441213'] for security_group (35a2f29e-53a9-4ae1-be39-438e2aaa6ef2), after_delete {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:43:54.775099 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-490b9b10-db63-4fd2-abaf-6eacf789224f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:43:54.776243 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [None req-490b9b10-db63-4fd2-abaf-6eacf789224f admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/35a2f29e-53a9-4ae1-be39-438e2aaa6ef2 HTTP/1.1" status: 204 len: 168 time: 0.1411588 Feb 28 22:43:54.786852 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490b9b10-db63-4fd2-abaf-6eacf789224f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35a2f29e-53a9-4ae1-be39-438e2aaa6ef2,revision_number=None']} {{(pid=109568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:43:54.794829 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13fec2b-c937-4744-8d57-dc27581bbc3b req-5c1fb0f6-4ccf-414d-8150-9eb057ebbe7b tempest-ServerRescueNegativeTestJSON-929871608 tempest-ServerRescueNegativeTestJSON-929871608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:43:54.796949 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-c13fec2b-c937-4744-8d57-dc27581bbc3b req-5c1fb0f6-4ccf-414d-8150-9eb057ebbe7b tempest-ServerRescueNegativeTestJSON-929871608 tempest-ServerRescueNegativeTestJSON-929871608-project] 10.222.0.11 "GET /v2.0/ports?device_id=50fff9cd-5238-40fd-ab4f-02f86cf2bbc0 HTTP/1.1" status: 200 len: 946 time: 0.0687022 Feb 28 22:43:54.844674 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-c13fec2b-c937-4744-8d57-dc27581bbc3b req-81cf2738-32e1-4017-b665-fb3d03feed7d tempest-ServerRescueNegativeTestJSON-929871608 tempest-ServerRescueNegativeTestJSON-929871608-project] 10.222.0.11 "GET /v2.0/security-groups?id=f1de89df-470d-49b7-98ac-8bb65cd72d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422380 Feb 28 22:43:55.974036 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01461d63-cbbf-420c-a61b-e9d62113df37 req-78d65085-a37d-4d5d-9781-33aef31de3cb tempest-ServerRescueNegativeTestJSON-929871608 tempest-ServerRescueNegativeTestJSON-929871608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:43:55.975757 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-01461d63-cbbf-420c-a61b-e9d62113df37 req-78d65085-a37d-4d5d-9781-33aef31de3cb tempest-ServerRescueNegativeTestJSON-929871608 tempest-ServerRescueNegativeTestJSON-929871608-project] 10.222.0.11 "GET /v2.0/ports?device_id=50fff9cd-5238-40fd-ab4f-02f86cf2bbc0 HTTP/1.1" status: 200 len: 946 time: 0.0610654 Feb 28 22:43:56.023042 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-01461d63-cbbf-420c-a61b-e9d62113df37 req-ae3e829a-09ce-4357-b855-5946c31a5e4d tempest-ServerRescueNegativeTestJSON-929871608 tempest-ServerRescueNegativeTestJSON-929871608-project] 10.222.0.11 "GET /v2.0/security-groups?id=f1de89df-470d-49b7-98ac-8bb65cd72d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404565 Feb 28 22:43:57.145862 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07f9902-7bd6-4d47-9e33-51f0848549a0 req-3526fd31-ce19-45e0-8d7c-e4f46580a36d tempest-ServerRescueNegativeTestJSON-929871608 tempest-ServerRescueNegativeTestJSON-929871608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:43:57.147542 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-d07f9902-7bd6-4d47-9e33-51f0848549a0 req-3526fd31-ce19-45e0-8d7c-e4f46580a36d tempest-ServerRescueNegativeTestJSON-929871608 tempest-ServerRescueNegativeTestJSON-929871608-project] 10.222.0.11 "GET /v2.0/ports?device_id=50fff9cd-5238-40fd-ab4f-02f86cf2bbc0 HTTP/1.1" status: 200 len: 946 time: 0.0560691 Feb 28 22:43:57.195408 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-d07f9902-7bd6-4d47-9e33-51f0848549a0 req-fd244bcd-24fa-403f-bf13-b3dc8b21afd0 tempest-ServerRescueNegativeTestJSON-929871608 tempest-ServerRescueNegativeTestJSON-929871608-project] 10.222.0.11 "GET /v2.0/security-groups?id=f1de89df-470d-49b7-98ac-8bb65cd72d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421484 Feb 28 22:43:58.315850 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a570b8-b50c-400a-93ad-e3ddd3ddc620 req-d1aae832-8078-4ce7-a926-44ed399f9b5a tempest-ServerRescueNegativeTestJSON-929871608 tempest-ServerRescueNegativeTestJSON-929871608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:43:58.317368 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-91a570b8-b50c-400a-93ad-e3ddd3ddc620 req-d1aae832-8078-4ce7-a926-44ed399f9b5a tempest-ServerRescueNegativeTestJSON-929871608 tempest-ServerRescueNegativeTestJSON-929871608-project] 10.222.0.11 "GET /v2.0/ports?device_id=50fff9cd-5238-40fd-ab4f-02f86cf2bbc0 HTTP/1.1" status: 200 len: 946 time: 0.0536647 Feb 28 22:43:58.368945 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-91a570b8-b50c-400a-93ad-e3ddd3ddc620 req-eaf2b71d-47ba-4daf-9597-5713c2c2e086 tempest-ServerRescueNegativeTestJSON-929871608 tempest-ServerRescueNegativeTestJSON-929871608-project] 10.222.0.11 "GET /v2.0/security-groups?id=f1de89df-470d-49b7-98ac-8bb65cd72d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460441 Feb 28 22:43:58.488122 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c571946a-d4c8-4d61-99c7-15be7c5d9566 req-87ec5db2-f18e-4c5c-b572-cf2b4e86f92c tempest-ServerRescueNegativeTestJSON-929871608 tempest-ServerRescueNegativeTestJSON-929871608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:43:58.489751 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-c571946a-d4c8-4d61-99c7-15be7c5d9566 req-87ec5db2-f18e-4c5c-b572-cf2b4e86f92c tempest-ServerRescueNegativeTestJSON-929871608 tempest-ServerRescueNegativeTestJSON-929871608-project] 10.222.0.11 "GET /v2.0/ports?device_id=bedc2889-c234-478f-9d9f-b557dcd5e13e HTTP/1.1" status: 200 len: 946 time: 0.0536377 Feb 28 22:43:58.538802 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-c571946a-d4c8-4d61-99c7-15be7c5d9566 req-07b78ca4-d6c3-4462-9088-981644ef828b tempest-ServerRescueNegativeTestJSON-929871608 tempest-ServerRescueNegativeTestJSON-929871608-project] 10.222.0.11 "GET /v2.0/security-groups?id=f1de89df-470d-49b7-98ac-8bb65cd72d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429950 Feb 28 22:44:00.209318 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45c9083-721e-42d0-9714-d87e64bc148d req-5be8c8c2-98ec-4f74-81f7-fc665bac5f0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:44:00.210896 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-c45c9083-721e-42d0-9714-d87e64bc148d req-5be8c8c2-98ec-4f74-81f7-fc665bac5f0d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=1a9fe67e7e534a2f9e267047a6a40917&device_id=bedc2889-c234-478f-9d9f-b557dcd5e13e HTTP/1.1" status: 200 len: 1130 time: 0.0855489 Feb 28 22:44:00.234430 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5563cb5d-92d1-4598-bfa0-370d0a1f8a48 req-12765a4e-6cc4-448f-af47-e32ef368ab90 tempest-ServerRescueNegativeTestJSON-929871608 tempest-ServerRescueNegativeTestJSON-929871608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:44:00.235962 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-5563cb5d-92d1-4598-bfa0-370d0a1f8a48 req-12765a4e-6cc4-448f-af47-e32ef368ab90 tempest-ServerRescueNegativeTestJSON-929871608 tempest-ServerRescueNegativeTestJSON-929871608-project] 10.222.0.11 "GET /v2.0/ports?device_id=bedc2889-c234-478f-9d9f-b557dcd5e13e HTTP/1.1" status: 200 len: 946 time: 0.0839589 Feb 28 22:44:00.339472 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-5563cb5d-92d1-4598-bfa0-370d0a1f8a48 req-d658ca37-cc1a-44f7-9fd0-c18ea90ba4d9 tempest-ServerRescueNegativeTestJSON-929871608 tempest-ServerRescueNegativeTestJSON-929871608-project] 10.222.0.11 "GET /v2.0/security-groups?id=f1de89df-470d-49b7-98ac-8bb65cd72d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918508 Feb 28 22:44:00.350075 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45c9083-721e-42d0-9714-d87e64bc148d req-4e1ae262-30f1-4172-ad4a-719efd78632b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:44:00.351870 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-c45c9083-721e-42d0-9714-d87e64bc148d req-4e1ae262-30f1-4172-ad4a-719efd78632b service neutron] 10.222.0.36 "GET /v2.0/networks?id=ba9103be-0016-4db5-8443-08fa8db70094 HTTP/1.1" status: 200 len: 919 time: 0.1323676 Feb 28 22:44:00.405261 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-c45c9083-721e-42d0-9714-d87e64bc148d req-7cfc00d3-85c0-4cd7-bb67-87ac6593805d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a8b159f5-dc76-40f5-bc9d-ed147644722e HTTP/1.1" status: 200 len: 217 time: 0.0404885 Feb 28 22:44:00.528980 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45c9083-721e-42d0-9714-d87e64bc148d req-4189fa65-58a7-4909-a59b-10fff439671f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:44:00.530953 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-c45c9083-721e-42d0-9714-d87e64bc148d req-4189fa65-58a7-4909-a59b-10fff439671f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4f074c84-eecc-4df3-bfe8-db2db878868a HTTP/1.1" status: 200 len: 858 time: 0.1063766 Feb 28 22:44:00.568454 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-c45c9083-721e-42d0-9714-d87e64bc148d req-79e831fb-feea-499d-b057-5f5be6558f54 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=ba9103be-0016-4db5-8443-08fa8db70094&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0299864 Feb 28 22:44:00.646264 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1438a757-6f1f-48a9-9579-ba1dd5bdb09a req-3636f3f4-7c48-4914-a6b2-d825f568d886 tempest-AttachVolumeNegativeTest-1243329128 tempest-AttachVolumeNegativeTest-1243329128-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:44:00.647738 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-1438a757-6f1f-48a9-9579-ba1dd5bdb09a req-3636f3f4-7c48-4914-a6b2-d825f568d886 tempest-AttachVolumeNegativeTest-1243329128 tempest-AttachVolumeNegativeTest-1243329128-project] 10.222.0.11 "GET /v2.0/networks?id=0321cbe9-3229-497f-9213-34c6a912fd2a HTTP/1.1" status: 200 len: 815 time: 0.1860468 Feb 28 22:44:00.667562 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-1438a757-6f1f-48a9-9579-ba1dd5bdb09a req-4e54f0cb-5013-486c-9136-4c2894f04d12 tempest-AttachVolumeNegativeTest-1243329128 tempest-AttachVolumeNegativeTest-1243329128-project] 10.222.0.11 "GET /v2.0/quotas/bc1fd56c6f77479dbf02ac28589be825 HTTP/1.1" status: 200 len: 375 time: 0.0143130 Feb 28 22:44:00.719155 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-c45c9083-721e-42d0-9714-d87e64bc148d req-ec83c959-d88b-4a9c-a5ac-77a506f91790 service neutron] 10.222.0.36 "GET /v2.0/networks/ba9103be-0016-4db5-8443-08fa8db70094?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1340375 Feb 28 22:44:00.783505 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-1438a757-6f1f-48a9-9579-ba1dd5bdb09a req-e969e76c-869a-40f3-ae2e-ee808ec92ddb tempest-AttachVolumeNegativeTest-1243329128 tempest-AttachVolumeNegativeTest-1243329128-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=bc1fd56c6f77479dbf02ac28589be825&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1055534 Feb 28 22:44:00.825281 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-c622d76e-2ee9-45d0-87d1-a79c86381276 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750845036683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579975'] for agent (55d6ddf3-619a-4750-95a9-02c5b2728e0c), after_update {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:44:00.877430 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-c45c9083-721e-42d0-9714-d87e64bc148d req-24aac630-ca5a-46a0-a342-ed585e6eb7cb service neutron] 10.222.0.36 "GET /v2.0/networks/ba9103be-0016-4db5-8443-08fa8db70094?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1468205 Feb 28 22:44:00.902603 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-1438a757-6f1f-48a9-9579-ba1dd5bdb09a req-c6b7c1e9-e41b-48be-9217-52e10962cf9e service neutron] 10.222.0.11 "GET /v2.0/networks/0321cbe9-3229-497f-9213-34c6a912fd2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1114962 Feb 28 22:44:00.994234 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-1438a757-6f1f-48a9-9579-ba1dd5bdb09a req-3d15accc-d3fe-47d4-9f94-6c5ed338cbc3 service neutron] 10.222.0.11 "GET /v2.0/networks/0321cbe9-3229-497f-9213-34c6a912fd2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844719 Feb 28 22:44:01.149083 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-31d1bcf5-eb13-4b2e-8e96-961a981335c8 req-b3078307-8f23-43cd-938b-fe6a267ce598 tempest-AttachVolumeNegativeTest-1243329128 tempest-AttachVolumeNegativeTest-1243329128-project] 10.222.0.11 "GET /v2.0/ports?device_id=7cd3383d-bd16-424e-9cdd-54abaedf33a6 HTTP/1.1" status: 200 len: 210 time: 0.0309799 Feb 28 22:44:01.464459 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2131271b-d597-4b72-8ff9-a5a5f80e376c req-d7511be3-c256-4330-8944-e3ddeee7c708 tempest-ServerRescueNegativeTestJSON-929871608 tempest-ServerRescueNegativeTestJSON-929871608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:44:01.466038 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-2131271b-d597-4b72-8ff9-a5a5f80e376c req-d7511be3-c256-4330-8944-e3ddeee7c708 tempest-ServerRescueNegativeTestJSON-929871608 tempest-ServerRescueNegativeTestJSON-929871608-project] 10.222.0.11 "GET /v2.0/ports?device_id=bedc2889-c234-478f-9d9f-b557dcd5e13e HTTP/1.1" status: 200 len: 946 time: 0.0551896 Feb 28 22:44:01.524327 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-2131271b-d597-4b72-8ff9-a5a5f80e376c req-71f53ff2-b4f9-4f88-b00e-28f9a2f80093 tempest-ServerRescueNegativeTestJSON-929871608 tempest-ServerRescueNegativeTestJSON-929871608-project] 10.222.0.11 "GET /v2.0/security-groups?id=f1de89df-470d-49b7-98ac-8bb65cd72d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519283 Feb 28 22:44:02.285816 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-56b35a9d-1d6c-4f3c-8d8f-1188ac66ef8d req-9205ebe0-3c03-4b60-b3a0-471ee43ad743 tempest-AttachVolumeNegativeTest-1243329128 tempest-AttachVolumeNegativeTest-1243329128-project] 10.222.0.11 "GET /v2.0/ports?device_id=7cd3383d-bd16-424e-9cdd-54abaedf33a6 HTTP/1.1" status: 200 len: 210 time: 0.0325119 Feb 28 22:44:02.331182 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1438a757-6f1f-48a9-9579-ba1dd5bdb09a req-27251cca-ee62-43e6-92a9-483b7aee04f5 tempest-AttachVolumeNegativeTest-1243329128 tempest-AttachVolumeNegativeTest-1243329128-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:44:02.332617 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-1438a757-6f1f-48a9-9579-ba1dd5bdb09a req-27251cca-ee62-43e6-92a9-483b7aee04f5 tempest-AttachVolumeNegativeTest-1243329128 tempest-AttachVolumeNegativeTest-1243329128-project] 10.222.0.36 "GET /v2.0/networks?id=0321cbe9-3229-497f-9213-34c6a912fd2a HTTP/1.1" status: 200 len: 815 time: 0.1387482 Feb 28 22:44:02.360815 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.api.v2.base [req-1438a757-6f1f-48a9-9579-ba1dd5bdb09a req-b8c2efc8-5ed0-4b39-a399-fbcc1feafb93 tempest-AttachVolumeNegativeTest-1243329128 tempest-AttachVolumeNegativeTest-1243329128-project] Request body: {'port': {'device_id': '7cd3383d-bd16-424e-9cdd-54abaedf33a6', 'network_id': '0321cbe9-3229-497f-9213-34c6a912fd2a', 'admin_state_up': True, 'tenant_id': 'bc1fd56c6f77479dbf02ac28589be825'}} {{(pid=109568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 22:44:02.464975 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1438a757-6f1f-48a9-9579-ba1dd5bdb09a req-b8c2efc8-5ed0-4b39-a399-fbcc1feafb93 tempest-AttachVolumeNegativeTest-1243329128 tempest-AttachVolumeNegativeTest-1243329128-project] Made reservation on behalf of bc1fd56c6f77479dbf02ac28589be825 for: {'port': 1} {{(pid=109568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 22:44:02.468146 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [req-1438a757-6f1f-48a9-9579-ba1dd5bdb09a req-b8c2efc8-5ed0-4b39-a399-fbcc1feafb93 tempest-AttachVolumeNegativeTest-1243329128 tempest-AttachVolumeNegativeTest-1243329128-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616566'] for port (None), before_create {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:44:02.599920 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.db.db_base_plugin_common [req-1438a757-6f1f-48a9-9579-ba1dd5bdb09a req-b8c2efc8-5ed0-4b39-a399-fbcc1feafb93 tempest-AttachVolumeNegativeTest-1243329128 tempest-AttachVolumeNegativeTest-1243329128-project] Allocated IP 172.20.0.11 (0321cbe9-3229-497f-9213-34c6a912fd2a/e06c4751-499d-4207-9fc1-23232ee2e753/b50958f4-60be-4348-a205-26ec3c5e5a17) {{(pid=109568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 22:44:02.862489 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.wsgi [-] (109569) accepted ('10.222.0.11', 53490) {{(pid=109569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 22:44:02.962949 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d046cb89-5ea1-43ff-abb8-54b0e2001b69 req-84c4a3b9-dc6c-4130-8809-e8a7b8903fee tempest-ServerRescueNegativeTestJSON-929871608 tempest-ServerRescueNegativeTestJSON-929871608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:44:02.964783 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-d046cb89-5ea1-43ff-abb8-54b0e2001b69 req-84c4a3b9-dc6c-4130-8809-e8a7b8903fee tempest-ServerRescueNegativeTestJSON-929871608 tempest-ServerRescueNegativeTestJSON-929871608-project] 10.222.0.11 "GET /v2.0/ports?device_id=bedc2889-c234-478f-9d9f-b557dcd5e13e HTTP/1.1" status: 200 len: 946 time: 0.3586733 Feb 28 22:44:02.982700 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-84cca582-5e1c-4f6f-9731-ca0ec530d924 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:44:03.042870 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-d046cb89-5ea1-43ff-abb8-54b0e2001b69 req-01a1d49a-8a7d-4af7-8b85-a029f0f61bad tempest-ServerRescueNegativeTestJSON-929871608 tempest-ServerRescueNegativeTestJSON-929871608-project] 10.222.0.11 "GET /v2.0/security-groups?id=f1de89df-470d-49b7-98ac-8bb65cd72d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701876 Feb 28 22:44:03.061435 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-84cca582-5e1c-4f6f-9731-ca0ec530d924 admin admin] Publish callbacks [] for security_group (0f2d52f8-ce60-4ac3-bc2f-f0fa4b7daa90), precommit_create {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:44:03.067088 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-84cca582-5e1c-4f6f-9731-ca0ec530d924 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33441213'] for security_group (0f2d52f8-ce60-4ac3-bc2f-f0fa4b7daa90), after_create {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:44:03.067437 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [req-1438a757-6f1f-48a9-9579-ba1dd5bdb09a req-b8c2efc8-5ed0-4b39-a399-fbcc1feafb93 tempest-AttachVolumeNegativeTest-1243329128 tempest-AttachVolumeNegativeTest-1243329128-project] Publish callbacks [] for port (b50958f4-60be-4348-a205-26ec3c5e5a17), precommit_create {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:44:03.110758 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [req-1438a757-6f1f-48a9-9579-ba1dd5bdb09a req-b8c2efc8-5ed0-4b39-a399-fbcc1feafb93 tempest-AttachVolumeNegativeTest-1243329128 tempest-AttachVolumeNegativeTest-1243329128-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33156859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750844628228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30788389'] for port (b50958f4-60be-4348-a205-26ec3c5e5a17), after_create {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:44:03.112836 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-7844fed0-e258-42a0-b5f2-4c04888ab378 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750845036683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579975'] for agent (1bbc3f13-d896-4633-9d3f-4f3415ceb83d), after_update {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:44:03.121399 dv-cinder-830538-5-iscsi neutron-server[109569]: INFO neutron.wsgi [None req-84cca582-5e1c-4f6f-9731-ca0ec530d924 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=ec4f46cbbde543cb8a58ef821d1f8848&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2555439 Feb 28 22:44:03.121399 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84cca582-5e1c-4f6f-9731-ca0ec530d924 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f2d52f8-ce60-4ac3-bc2f-f0fa4b7daa90,revision_number=1']} {{(pid=109569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:44:03.123359 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.wsgi [-] (109569) accepted ('10.222.0.11', 53500) {{(pid=109569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 22:44:03.129813 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.db [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] get_ports_and_sgs() called for port_ids ['a4199d93-3776-445a-8d8b-fb493d8a8230', '5a3f0c3b-ede2-4178-a53a-9e0a72229b0a', '3c60d878-c44f-4911-8835-da51a62ec7f4'] {{(pid=109570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 22:44:03.176387 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-ac617652-deab-4e8a-b056-3111fc1ee5d4 admin admin] Publish callbacks [] for security_group (0f2d52f8-ce60-4ac3-bc2f-f0fa4b7daa90), before_delete {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:44:03.191770 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c2efc8-5ed0-4b39-a399-fbcc1feafb93 tempest-AttachVolumeNegativeTest-1243329128 tempest-AttachVolumeNegativeTest-1243329128-project] Pushing event updated for resources: {'Port': ['ID=b50958f4-60be-4348-a205-26ec3c5e5a17,revision_number=1']} {{(pid=109568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:44:03.204181 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1438a757-6f1f-48a9-9579-ba1dd5bdb09a req-b8c2efc8-5ed0-4b39-a399-fbcc1feafb93 tempest-AttachVolumeNegativeTest-1243329128 tempest-AttachVolumeNegativeTest-1243329128-project] Network 0321cbe9-3229-497f-9213-34c6a912fd2a is already hosted by enough agents. {{(pid=109568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 22:44:03.205522 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.scheduler.base_scheduler [req-1438a757-6f1f-48a9-9579-ba1dd5bdb09a req-b8c2efc8-5ed0-4b39-a399-fbcc1feafb93 tempest-AttachVolumeNegativeTest-1243329128 tempest-AttachVolumeNegativeTest-1243329128-project] Resources bound (agent type, host, resource id): {{(pid=109568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 22:44:03.206035 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-ac617652-deab-4e8a-b056-3111fc1ee5d4 admin admin] Publish callbacks [] for security_group (0f2d52f8-ce60-4ac3-bc2f-f0fa4b7daa90), precommit_delete {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:44:03.208500 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.db.l3_dvrscheduler_db [req-1438a757-6f1f-48a9-9579-ba1dd5bdb09a req-b8c2efc8-5ed0-4b39-a399-fbcc1feafb93 tempest-AttachVolumeNegativeTest-1243329128 tempest-AttachVolumeNegativeTest-1243329128-project] Received port after_create {{(pid=109568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 22:44:03.257792 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1438a757-6f1f-48a9-9579-ba1dd5bdb09a req-b8c2efc8-5ed0-4b39-a399-fbcc1feafb93 tempest-AttachVolumeNegativeTest-1243329128 tempest-AttachVolumeNegativeTest-1243329128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:44:03.258487 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [req-1438a757-6f1f-48a9-9579-ba1dd5bdb09a req-b8c2efc8-5ed0-4b39-a399-fbcc1feafb93 tempest-AttachVolumeNegativeTest-1243329128 tempest-AttachVolumeNegativeTest-1243329128-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80159'] for port (None), before_response {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:44:03.263281 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-ac617652-deab-4e8a-b056-3111fc1ee5d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33441213'] for security_group (0f2d52f8-ce60-4ac3-bc2f-f0fa4b7daa90), after_delete {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:44:03.266409 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-ac617652-deab-4e8a-b056-3111fc1ee5d4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:44:03.271276 dv-cinder-830538-5-iscsi neutron-server[109569]: INFO neutron.wsgi [None req-ac617652-deab-4e8a-b056-3111fc1ee5d4 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/0f2d52f8-ce60-4ac3-bc2f-f0fa4b7daa90 HTTP/1.1" status: 204 len: 168 time: 0.1466403 Feb 28 22:44:03.277962 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-1438a757-6f1f-48a9-9579-ba1dd5bdb09a req-b8c2efc8-5ed0-4b39-a399-fbcc1feafb93 tempest-AttachVolumeNegativeTest-1243329128 tempest-AttachVolumeNegativeTest-1243329128-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9209988 Feb 28 22:44:03.280532 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac617652-deab-4e8a-b056-3111fc1ee5d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f2d52f8-ce60-4ac3-bc2f-f0fa4b7daa90,revision_number=None']} {{(pid=109569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:44:03.297632 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.api.v2.base [req-1438a757-6f1f-48a9-9579-ba1dd5bdb09a req-ab4f36cc-9e03-40ba-b122-70c5be9fa09e service neutron] Request body: {'port': {'device_id': '7cd3383d-bd16-424e-9cdd-54abaedf33a6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83053'}} {{(pid=109568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 22:44:03.409199 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [req-1438a757-6f1f-48a9-9579-ba1dd5bdb09a req-ab4f36cc-9e03-40ba-b122-70c5be9fa09e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616566'] for port (b50958f4-60be-4348-a205-26ec3c5e5a17), before_update {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:44:03.458839 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed57cfc-5cfb-46ba-a635-3fabeebd1d97 req-0186322d-30a5-4f06-ada6-4567ae27b15d tempest-AttachVolumeNegativeTest-1243329128 tempest-AttachVolumeNegativeTest-1243329128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:44:03.460381 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-9ed57cfc-5cfb-46ba-a635-3fabeebd1d97 req-0186322d-30a5-4f06-ada6-4567ae27b15d tempest-AttachVolumeNegativeTest-1243329128 tempest-AttachVolumeNegativeTest-1243329128-project] 10.222.0.11 "GET /v2.0/ports?device_id=7cd3383d-bd16-424e-9cdd-54abaedf33a6 HTTP/1.1" status: 200 len: 932 time: 0.0896642 Feb 28 22:44:03.572550 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.wsgi [-] (109568) accepted ('10.222.0.11', 53510) {{(pid=109568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 22:44:03.606625 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-9ed57cfc-5cfb-46ba-a635-3fabeebd1d97 req-c8883936-0d3c-4754-be3a-af732792b022 tempest-AttachVolumeNegativeTest-1243329128 tempest-AttachVolumeNegativeTest-1243329128-project] 10.222.0.11 "GET /v2.0/security-groups?id=8aeed072-d876-4d95-a530-37a550f45527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342623 Feb 28 22:44:03.631609 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-bd5e25ea-8f78-47fc-8ed3-8f3c33060f8a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:44:03.782999 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-bd5e25ea-8f78-47fc-8ed3-8f3c33060f8a admin admin] Publish callbacks [] for security_group (25f0d187-f722-4a61-9882-9ff6a0ccbef7), precommit_create {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:44:03.788829 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.notifiers.nova [req-1438a757-6f1f-48a9-9579-ba1dd5bdb09a req-ab4f36cc-9e03-40ba-b122-70c5be9fa09e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b50958f4-60be-4348-a205-26ec3c5e5a17 {{(pid=109568) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 22:44:03.792667 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-bd5e25ea-8f78-47fc-8ed3-8f3c33060f8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33441213'] for security_group (25f0d187-f722-4a61-9882-9ff6a0ccbef7), after_create {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:44:03.799861 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [req-1438a757-6f1f-48a9-9579-ba1dd5bdb09a req-ab4f36cc-9e03-40ba-b122-70c5be9fa09e service neutron] Publish callbacks [] for port (b50958f4-60be-4348-a205-26ec3c5e5a17), precommit_update {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:44:03.840179 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.db.provisioning_blocks [req-1438a757-6f1f-48a9-9579-ba1dd5bdb09a req-ab4f36cc-9e03-40ba-b122-70c5be9fa09e service neutron] Transition to ACTIVE for port object b50958f4-60be-4348-a205-26ec3c5e5a17 will not be triggered until provisioned by entity L2. {{(pid=109568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Feb 28 22:44:03.846403 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [None req-bd5e25ea-8f78-47fc-8ed3-8f3c33060f8a admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=75cb05e8545c4059a3e1f1b64993b1d8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2705500 Feb 28 22:44:03.847180 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5e25ea-8f78-47fc-8ed3-8f3c33060f8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25f0d187-f722-4a61-9882-9ff6a0ccbef7,revision_number=1']} {{(pid=109568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:44:03.849148 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.wsgi [-] (109569) accepted ('10.222.0.11', 53512) {{(pid=109569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 22:44:03.850189 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [req-1438a757-6f1f-48a9-9579-ba1dd5bdb09a req-ab4f36cc-9e03-40ba-b122-70c5be9fa09e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33156859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750845083886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750844628246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750844628264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30788396'] for port (b50958f4-60be-4348-a205-26ec3c5e5a17), after_update {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:44:03.902831 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4f36cc-9e03-40ba-b122-70c5be9fa09e service neutron] Pushing event updated for resources: {'Port': ['ID=b50958f4-60be-4348-a205-26ec3c5e5a17,revision_number=2']} {{(pid=109568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:44:03.912341 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-7e43fe97-29c2-40ae-9ebf-c16c26ad26ef admin admin] Publish callbacks [] for security_group (25f0d187-f722-4a61-9882-9ff6a0ccbef7), before_delete {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:44:03.933871 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-7e43fe97-29c2-40ae-9ebf-c16c26ad26ef admin admin] Publish callbacks [] for security_group (25f0d187-f722-4a61-9882-9ff6a0ccbef7), precommit_delete {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:44:03.969512 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.plugins.ml2.managers [req-1438a757-6f1f-48a9-9579-ba1dd5bdb09a req-ab4f36cc-9e03-40ba-b122-70c5be9fa09e service neutron] Attempting to bind port b50958f4-60be-4348-a205-26ec3c5e5a17 on host hv-cinder-83053 for vnic_type normal with profile {{(pid=109568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 22:44:03.969848 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.plugins.ml2.managers [req-1438a757-6f1f-48a9-9579-ba1dd5bdb09a req-ab4f36cc-9e03-40ba-b122-70c5be9fa09e service neutron] Attempting to bind port b50958f4-60be-4348-a205-26ec3c5e5a17 by drivers openvswitch,hyperv on host hv-cinder-83053 at level 0 using segments [{'id': '926113ad-33a7-475f-acf2-53b8f901f788', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '0321cbe9-3229-497f-9213-34c6a912fd2a'}] {{(pid=109568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 22:44:03.970181 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1438a757-6f1f-48a9-9579-ba1dd5bdb09a req-ab4f36cc-9e03-40ba-b122-70c5be9fa09e service neutron] Attempting to bind port b50958f4-60be-4348-a205-26ec3c5e5a17 on network 0321cbe9-3229-497f-9213-34c6a912fd2a {{(pid=109568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 22:44:03.975063 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1438a757-6f1f-48a9-9579-ba1dd5bdb09a req-ab4f36cc-9e03-40ba-b122-70c5be9fa09e service neutron] Port b50958f4-60be-4348-a205-26ec3c5e5a17 on network 0321cbe9-3229-497f-9213-34c6a912fd2a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83053 {{(pid=109568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 22:44:03.975391 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1438a757-6f1f-48a9-9579-ba1dd5bdb09a req-ab4f36cc-9e03-40ba-b122-70c5be9fa09e service neutron] Attempting to bind port b50958f4-60be-4348-a205-26ec3c5e5a17 on network 0321cbe9-3229-497f-9213-34c6a912fd2a {{(pid=109568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 22:44:03.980926 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1438a757-6f1f-48a9-9579-ba1dd5bdb09a req-ab4f36cc-9e03-40ba-b122-70c5be9fa09e service neutron] Checking agent: {'id': '5b2bda77-ea31-45ff-af39-f050a95cb1da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83053', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 22, 40, 14), 'started_at': datetime.datetime(2022, 2, 28, 22, 40, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 22, 43, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 22:44:03.981257 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1438a757-6f1f-48a9-9579-ba1dd5bdb09a req-ab4f36cc-9e03-40ba-b122-70c5be9fa09e service neutron] Checking segment: {'id': '926113ad-33a7-475f-acf2-53b8f901f788', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '0321cbe9-3229-497f-9213-34c6a912fd2a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 22:44:03.981701 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1438a757-6f1f-48a9-9579-ba1dd5bdb09a req-ab4f36cc-9e03-40ba-b122-70c5be9fa09e service neutron] Bound using segment: {'id': '926113ad-33a7-475f-acf2-53b8f901f788', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '0321cbe9-3229-497f-9213-34c6a912fd2a'} {{(pid=109568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 22:44:03.981908 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-7e43fe97-29c2-40ae-9ebf-c16c26ad26ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33441213'] for security_group (25f0d187-f722-4a61-9882-9ff6a0ccbef7), after_delete {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:44:03.982218 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.plugins.ml2.managers [req-1438a757-6f1f-48a9-9579-ba1dd5bdb09a req-ab4f36cc-9e03-40ba-b122-70c5be9fa09e service neutron] Bound port: b50958f4-60be-4348-a205-26ec3c5e5a17, host: hv-cinder-83053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '926113ad-33a7-475f-acf2-53b8f901f788', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '0321cbe9-3229-497f-9213-34c6a912fd2a'}}] {{(pid=109568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 22:44:03.982695 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [req-1438a757-6f1f-48a9-9579-ba1dd5bdb09a req-ab4f36cc-9e03-40ba-b122-70c5be9fa09e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616566'] for port (b50958f4-60be-4348-a205-26ec3c5e5a17), before_update {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:44:03.985759 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-7e43fe97-29c2-40ae-9ebf-c16c26ad26ef admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:44:03.989597 dv-cinder-830538-5-iscsi neutron-server[109569]: INFO neutron.wsgi [None req-7e43fe97-29c2-40ae-9ebf-c16c26ad26ef admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/25f0d187-f722-4a61-9882-9ff6a0ccbef7 HTTP/1.1" status: 204 len: 168 time: 0.1361418 Feb 28 22:44:03.996741 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e43fe97-29c2-40ae-9ebf-c16c26ad26ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25f0d187-f722-4a61-9882-9ff6a0ccbef7,revision_number=None']} {{(pid=109569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:44:04.062306 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.plugins.ml2.db [req-1438a757-6f1f-48a9-9579-ba1dd5bdb09a req-ab4f36cc-9e03-40ba-b122-70c5be9fa09e service neutron] For port b50958f4-60be-4348-a205-26ec3c5e5a17, host hv-cinder-83053, cleared binding levels {{(pid=109568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 22:44:04.065903 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.plugins.ml2.db [req-1438a757-6f1f-48a9-9579-ba1dd5bdb09a req-ab4f36cc-9e03-40ba-b122-70c5be9fa09e service neutron] For port b50958f4-60be-4348-a205-26ec3c5e5a17, host hv-cinder-83053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83053',level=0,port_id=b50958f4-60be-4348-a205-26ec3c5e5a17,segment=NetworkSegment(926113ad-33a7-475f-acf2-53b8f901f788),segment_id=926113ad-33a7-475f-acf2-53b8f901f788)] {{(pid=109568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 22:44:04.071890 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [req-1438a757-6f1f-48a9-9579-ba1dd5bdb09a req-ab4f36cc-9e03-40ba-b122-70c5be9fa09e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33156859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750845083886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750844628246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750844628264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30788396'] for port (b50958f4-60be-4348-a205-26ec3c5e5a17), after_update {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:44:04.106802 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1438a757-6f1f-48a9-9579-ba1dd5bdb09a req-ab4f36cc-9e03-40ba-b122-70c5be9fa09e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:44:04.107426 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [req-1438a757-6f1f-48a9-9579-ba1dd5bdb09a req-ab4f36cc-9e03-40ba-b122-70c5be9fa09e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80159'] for port (None), before_response {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:44:04.110183 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-1438a757-6f1f-48a9-9579-ba1dd5bdb09a req-ab4f36cc-9e03-40ba-b122-70c5be9fa09e service neutron] 10.222.0.36 "PUT /v2.0/ports/b50958f4-60be-4348-a205-26ec3c5e5a17 HTTP/1.1" status: 200 len: 1094 time: 0.8174555 Feb 28 22:44:04.110605 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7cd3383d-bd16-424e-9cdd-54abaedf33a6', 'tag': 'b50958f4-60be-4348-a205-26ec3c5e5a17'}] {{(pid=109568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 22:44:04.112899 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be30730c9f576b5ae602769365630bce3a2881df6c4aa92702dca8eb1643a507" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f25d6301-4b59-4226-bcd6-2be570de0f37" -d '{"events": [{"name": "network-changed", "server_uuid": "7cd3383d-bd16-424e-9cdd-54abaedf33a6", "tag": "b50958f4-60be-4348-a205-26ec3c5e5a17"}]}' {{(pid=109568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 22:44:04.149553 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-fb85eb0a-98c9-414d-bd8b-45b99ef4efd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750845036683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579975'] for agent (0569ef69-4feb-452f-8380-1d628b96faff), after_update {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:44:04.165066 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4f36cc-9e03-40ba-b122-70c5be9fa09e service neutron] Pushing event updated for resources: {'Port': ['ID=b50958f4-60be-4348-a205-26ec3c5e5a17,revision_number=3']} {{(pid=109568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:44:04.185127 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 22:44:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5da77b5f-a0f8-4653-a540-63d6198eda44 x-openstack-request-id: req-5da77b5f-a0f8-4653-a540-63d6198eda44 {{(pid=109568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 22:44:04.185422 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7cd3383d-bd16-424e-9cdd-54abaedf33a6", "tag": "b50958f4-60be-4348-a205-26ec3c5e5a17", "status": "completed", "code": 200}]} {{(pid=109568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 22:44:04.185679 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-5da77b5f-a0f8-4653-a540-63d6198eda44 {{(pid=109568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 22:44:04.186074 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7cd3383d-bd16-424e-9cdd-54abaedf33a6', 'tag': 'b50958f4-60be-4348-a205-26ec3c5e5a17', 'status': 'completed', 'code': 200} Feb 28 22:44:04.194644 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea1277f-982a-47a4-8a0f-66084db5e8ad req-95682d14-17c5-4c97-bdb3-f1a5709891ee tempest-ServerRescueNegativeTestJSON-929871608 tempest-ServerRescueNegativeTestJSON-929871608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:44:04.196168 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-1ea1277f-982a-47a4-8a0f-66084db5e8ad req-95682d14-17c5-4c97-bdb3-f1a5709891ee tempest-ServerRescueNegativeTestJSON-929871608 tempest-ServerRescueNegativeTestJSON-929871608-project] 10.222.0.11 "GET /v2.0/ports?device_id=bedc2889-c234-478f-9d9f-b557dcd5e13e HTTP/1.1" status: 200 len: 946 time: 0.0665448 Feb 28 22:44:04.244982 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-1ea1277f-982a-47a4-8a0f-66084db5e8ad req-66d4aa96-1cc8-4cba-af8d-2b2dacfe692e tempest-ServerRescueNegativeTestJSON-929871608 tempest-ServerRescueNegativeTestJSON-929871608-project] 10.222.0.11 "GET /v2.0/security-groups?id=f1de89df-470d-49b7-98ac-8bb65cd72d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434618 Feb 28 22:44:04.337571 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.wsgi [-] (109569) accepted ('10.222.0.11', 53524) {{(pid=109569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 22:44:04.350807 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-6d7ff0fd-fb0c-4d22-ac6b-6209bfe0eb54 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:44:04.423926 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-6d7ff0fd-fb0c-4d22-ac6b-6209bfe0eb54 admin admin] Publish callbacks [] for security_group (f7d02df9-9d92-4e16-9207-50519722c41f), precommit_create {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:44:04.427689 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-6d7ff0fd-fb0c-4d22-ac6b-6209bfe0eb54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33441213'] for security_group (f7d02df9-9d92-4e16-9207-50519722c41f), after_create {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:44:04.464034 dv-cinder-830538-5-iscsi neutron-server[109569]: INFO neutron.wsgi [None req-6d7ff0fd-fb0c-4d22-ac6b-6209bfe0eb54 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=56d017362fe34ea5bff8b6ecbab49356&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1253128 Feb 28 22:44:04.466568 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.wsgi [-] (109568) accepted ('10.222.0.11', 53526) {{(pid=109568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 22:44:04.466924 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7ff0fd-fb0c-4d22-ac6b-6209bfe0eb54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7d02df9-9d92-4e16-9207-50519722c41f,revision_number=1']} {{(pid=109569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:44:04.520024 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-fb5dc023-976f-4fa2-a9de-97a9ca96193c admin admin] Publish callbacks [] for security_group (f7d02df9-9d92-4e16-9207-50519722c41f), before_delete {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:44:04.540411 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-fb5dc023-976f-4fa2-a9de-97a9ca96193c admin admin] Publish callbacks [] for security_group (f7d02df9-9d92-4e16-9207-50519722c41f), precommit_delete {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:44:04.586260 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-fb5dc023-976f-4fa2-a9de-97a9ca96193c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33441213'] for security_group (f7d02df9-9d92-4e16-9207-50519722c41f), after_delete {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:44:04.588632 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-fb5dc023-976f-4fa2-a9de-97a9ca96193c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:44:04.589771 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [None req-fb5dc023-976f-4fa2-a9de-97a9ca96193c admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/f7d02df9-9d92-4e16-9207-50519722c41f HTTP/1.1" status: 204 len: 168 time: 0.1222379 Feb 28 22:44:04.598023 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5dc023-976f-4fa2-a9de-97a9ca96193c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7d02df9-9d92-4e16-9207-50519722c41f,revision_number=None']} {{(pid=109568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:44:04.726704 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675d3337-b61c-4fb1-9a30-375cd0bc1f3b req-0313a93a-ad68-4e6c-9595-c2a6932051b7 tempest-AttachVolumeNegativeTest-1243329128 tempest-AttachVolumeNegativeTest-1243329128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:44:04.728361 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-675d3337-b61c-4fb1-9a30-375cd0bc1f3b req-0313a93a-ad68-4e6c-9595-c2a6932051b7 tempest-AttachVolumeNegativeTest-1243329128 tempest-AttachVolumeNegativeTest-1243329128-project] 10.222.0.11 "GET /v2.0/ports?device_id=7cd3383d-bd16-424e-9cdd-54abaedf33a6 HTTP/1.1" status: 200 len: 944 time: 0.0533435 Feb 28 22:44:04.776045 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-675d3337-b61c-4fb1-9a30-375cd0bc1f3b req-fe2416c4-2287-4538-92f8-9e909f88b108 tempest-AttachVolumeNegativeTest-1243329128 tempest-AttachVolumeNegativeTest-1243329128-project] 10.222.0.11 "GET /v2.0/security-groups?id=8aeed072-d876-4d95-a530-37a550f45527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421596 Feb 28 22:44:05.232905 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.wsgi [-] (109569) accepted ('10.222.0.11', 53550) {{(pid=109569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 22:44:05.335004 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.api.v2.base [None req-9f2a1fbb-2994-4e17-a041-98433c0c077d admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-508901651-network', 'tenant_id': '77e116bf700b44a1a6f3fd4b298b9c7c'}} {{(pid=109569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 22:44:05.354820 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f2a1fbb-2994-4e17-a041-98433c0c077d admin admin] Made reservation on behalf of 77e116bf700b44a1a6f3fd4b298b9c7c for: {'network': 1} {{(pid=109569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 22:44:05.356973 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-9f2a1fbb-2994-4e17-a041-98433c0c077d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616566'] for network (None), before_create {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:44:05.366374 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-9f2a1fbb-2994-4e17-a041-98433c0c077d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:44:05.366795 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ddab33b-db76-40ee-b2f0-d684c4224433 req-0ccc6ceb-9d70-459b-95e5-2712e7f325d8 tempest-ServerRescueNegativeTestJSON-929871608 tempest-ServerRescueNegativeTestJSON-929871608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:44:05.368379 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-2ddab33b-db76-40ee-b2f0-d684c4224433 req-0ccc6ceb-9d70-459b-95e5-2712e7f325d8 tempest-ServerRescueNegativeTestJSON-929871608 tempest-ServerRescueNegativeTestJSON-929871608-project] 10.222.0.11 "GET /v2.0/ports?device_id=bedc2889-c234-478f-9d9f-b557dcd5e13e HTTP/1.1" status: 200 len: 946 time: 0.0535049 Feb 28 22:44:05.419155 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-2ddab33b-db76-40ee-b2f0-d684c4224433 req-b98f74d4-becb-4791-8a70-78df0d4a2942 tempest-ServerRescueNegativeTestJSON-929871608 tempest-ServerRescueNegativeTestJSON-929871608-project] 10.222.0.11 "GET /v2.0/security-groups?id=f1de89df-470d-49b7-98ac-8bb65cd72d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450575 Feb 28 22:44:05.443337 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-9f2a1fbb-2994-4e17-a041-98433c0c077d admin admin] Publish callbacks [] for security_group (b507b039-165c-47f2-b68f-5b22c5e8db63), precommit_create {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:44:05.446962 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-9f2a1fbb-2994-4e17-a041-98433c0c077d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33441213'] for security_group (b507b039-165c-47f2-b68f-5b22c5e8db63), after_create {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:44:05.472924 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9f2a1fbb-2994-4e17-a041-98433c0c077d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 148} {{(pid=109569) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 22:44:05.479104 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2a1fbb-2994-4e17-a041-98433c0c077d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b507b039-165c-47f2-b68f-5b22c5e8db63,revision_number=1']} {{(pid=109569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:44:05.485491 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-9f2a1fbb-2994-4e17-a041-98433c0c077d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1012980'] for segment (40962d94-efde-405d-9470-857ab3eca9da), precommit_create {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:44:05.485836 dv-cinder-830538-5-iscsi neutron-server[109569]: INFO neutron.db.segments_db [None req-9f2a1fbb-2994-4e17-a041-98433c0c077d admin admin] Added segment 40962d94-efde-405d-9470-857ab3eca9da of type vlan for network 5e888405-e835-4d9e-af33-9a4514df60c4 Feb 28 22:44:05.524227 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-9f2a1fbb-2994-4e17-a041-98433c0c077d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750844646229'] for network (5e888405-e835-4d9e-af33-9a4514df60c4), precommit_create {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:44:05.547779 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-9f2a1fbb-2994-4e17-a041-98433c0c077d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33441228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33156859'] for network (5e888405-e835-4d9e-af33-9a4514df60c4), after_create {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:44:05.548796 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f2a1fbb-2994-4e17-a041-98433c0c077d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:44:05.549377 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-9f2a1fbb-2994-4e17-a041-98433c0c077d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33156845'] for network (None), before_response {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:44:05.597893 dv-cinder-830538-5-iscsi neutron-server[109569]: INFO neutron.wsgi [None req-9f2a1fbb-2994-4e17-a041-98433c0c077d admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3634162 Feb 28 22:44:05.600681 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.wsgi [-] (109569) accepted ('10.222.0.11', 53558) {{(pid=109569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 22:44:05.612191 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.api.v2.base [None req-85142142-a147-431a-8e95-10e333bafcdd admin admin] Request body: {'subnet': {'network_id': '5e888405-e835-4d9e-af33-9a4514df60c4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-508901651-subnet', 'tenant_id': '77e116bf700b44a1a6f3fd4b298b9c7c', 'ip_version': 4}} {{(pid=109569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 22:44:05.623491 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2a1fbb-2994-4e17-a041-98433c0c077d admin admin] Pushing event updated for resources: {'Network': ['ID=5e888405-e835-4d9e-af33-9a4514df60c4,revision_number=1']} {{(pid=109569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:44:05.633090 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.rpc [None req-154add69-038d-48cc-93ba-bd7e358b6d11 None None] Network 5e888405-e835-4d9e-af33-9a4514df60c4 details requested by agent ovs-agent-dv-cinder-830538-5-iscsi with host dv-cinder-830538-5-iscsi {{(pid=109570) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 22:44:05.637197 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85142142-a147-431a-8e95-10e333bafcdd admin admin] Made reservation on behalf of 77e116bf700b44a1a6f3fd4b298b9c7c for: {'subnet': 1} {{(pid=109569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 22:44:05.639609 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-85142142-a147-431a-8e95-10e333bafcdd admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30127698'] for subnet (None), before_create {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:44:05.799780 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-85142142-a147-431a-8e95-10e333bafcdd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33448168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33156859', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30055490', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30127712'] for subnet (e81b642d-26f6-40c1-82ba-10ebf6b78fed), after_create {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:44:05.861447 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85142142-a147-431a-8e95-10e333bafcdd admin admin] Pushing event updated for resources: {'Subnet': ['ID=e81b642d-26f6-40c1-82ba-10ebf6b78fed,revision_number=0']} {{(pid=109569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:44:05.870828 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-f2b490b5-353e-4b99-942a-fb2407025861 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750845036683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579975'] for agent (e6e3d797-755b-495e-bc70-4cd2b9791ebb), after_update {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:44:05.871003 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85142142-a147-431a-8e95-10e333bafcdd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830538-5-iscsi {{(pid=109569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:44:05.871275 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85142142-a147-431a-8e95-10e333bafcdd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-5-iscsi {{(pid=109569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:44:05.871625 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85142142-a147-431a-8e95-10e333bafcdd admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-5-iscsi {{(pid=109569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:44:05.871991 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85142142-a147-431a-8e95-10e333bafcdd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-5-iscsi {{(pid=109569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:44:05.872322 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85142142-a147-431a-8e95-10e333bafcdd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830538-5-iscsi {{(pid=109569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:44:05.872647 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85142142-a147-431a-8e95-10e333bafcdd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830538-5-iscsi {{(pid=109569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:44:05.872977 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85142142-a147-431a-8e95-10e333bafcdd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830538-5-iscsi {{(pid=109569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:44:05.873302 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85142142-a147-431a-8e95-10e333bafcdd admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830538-5-iscsi {{(pid=109569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:44:05.873641 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85142142-a147-431a-8e95-10e333bafcdd admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830538-5-iscsi {{(pid=109569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:44:05.873982 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85142142-a147-431a-8e95-10e333bafcdd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830538-5-iscsi {{(pid=109569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:44:05.875104 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85142142-a147-431a-8e95-10e333bafcdd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-5-iscsi {{(pid=109569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:44:05.875446 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85142142-a147-431a-8e95-10e333bafcdd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830538-5-iscsi {{(pid=109569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:44:05.875798 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85142142-a147-431a-8e95-10e333bafcdd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830538-5-iscsi {{(pid=109569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:44:05.881280 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85142142-a147-431a-8e95-10e333bafcdd admin admin] Checking segment: {'id': '40962d94-efde-405d-9470-857ab3eca9da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '5e888405-e835-4d9e-af33-9a4514df60c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 22:44:05.881643 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85142142-a147-431a-8e95-10e333bafcdd admin admin] Network hostable DHCP agents. Network: 5e888405-e835-4d9e-af33-9a4514df60c4, hostable agents: ['55d6ddf3-619a-4750-95a9-02c5b2728e0c'], hosted agents: [] {{(pid=109569) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 22:44:05.904640 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85142142-a147-431a-8e95-10e333bafcdd admin admin] Network 5e888405-e835-4d9e-af33-9a4514df60c4 is scheduled to be hosted by DHCP agent 55d6ddf3-619a-4750-95a9-02c5b2728e0c with binding_index 1 {{(pid=109569) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 22:44:05.908115 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e541b46-1315-4732-9073-916229298da5 req-d2f4f6fe-5435-45ef-810e-a6a19ad05945 tempest-AttachVolumeNegativeTest-1243329128 tempest-AttachVolumeNegativeTest-1243329128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:44:05.909653 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-7e541b46-1315-4732-9073-916229298da5 req-d2f4f6fe-5435-45ef-810e-a6a19ad05945 tempest-AttachVolumeNegativeTest-1243329128 tempest-AttachVolumeNegativeTest-1243329128-project] 10.222.0.11 "GET /v2.0/ports?device_id=7cd3383d-bd16-424e-9cdd-54abaedf33a6 HTTP/1.1" status: 200 len: 944 time: 0.0681307 Feb 28 22:44:05.914199 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.scheduler.base_scheduler [None req-85142142-a147-431a-8e95-10e333bafcdd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830538-5-iscsi, 5e888405-e835-4d9e-af33-9a4514df60c4) {{(pid=109569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 22:44:05.919217 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85142142-a147-431a-8e95-10e333bafcdd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:44:05.920164 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-85142142-a147-431a-8e95-10e333bafcdd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33156845'] for subnet (None), before_response {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:44:05.925637 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a87284bc-2e97-429b-b7f2-07f7609a11ce None None] Network 5e888405-e835-4d9e-af33-9a4514df60c4 requested from dv-cinder-830538-5-iscsi {{(pid=109570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 22:44:05.944183 dv-cinder-830538-5-iscsi neutron-server[109569]: INFO neutron.wsgi [None req-85142142-a147-431a-8e95-10e333bafcdd admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3397377 Feb 28 22:44:05.944373 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.wsgi [-] (109569) accepted ('10.222.0.11', 53562) {{(pid=109569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 22:44:05.948994 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.api.v2.base [None req-252e360d-bf72-4047-9f2d-7eb461757fea admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-508901651-router', 'tenant_id': '77e116bf700b44a1a6f3fd4b298b9c7c', 'external_gateway_info': {'network_id': '3e7a10c7-addc-4b79-a555-0b472e939652'}}} {{(pid=109569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 22:44:05.964587 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-7e541b46-1315-4732-9073-916229298da5 req-4d049157-463c-4888-a5fc-d5d936f18a5d tempest-AttachVolumeNegativeTest-1243329128 tempest-AttachVolumeNegativeTest-1243329128-project] 10.222.0.11 "GET /v2.0/security-groups?id=8aeed072-d876-4d95-a530-37a550f45527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456288 Feb 28 22:44:05.976453 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-252e360d-bf72-4047-9f2d-7eb461757fea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33524095', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4109'] for router (5cccabae-03f8-4a53-a123-a1f8775759e9), before_create {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:44:05.977374 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-252e360d-bf72-4047-9f2d-7eb461757fea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33526511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33523248', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33436857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4102'] for router (5cccabae-03f8-4a53-a123-a1f8775759e9), precommit_create {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:44:06.029767 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-252e360d-bf72-4047-9f2d-7eb461757fea admin admin] Publish callbacks [] for router_controller (5cccabae-03f8-4a53-a123-a1f8775759e9), precommit_add_association {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:44:06.040104 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e2bfa96-f1b3-497a-9416-7e73838b0cfd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb31ac5c2-b819-5011-be4d-90e3836323fa-5e888405-e835-4d9e-af33-9a4514df60c4', 'network_id': '5e888405-e835-4d9e-af33-9a4514df60c4', 'project_id': '77e116bf700b44a1a6f3fd4b298b9c7c', 'fixed_ips': [{'subnet_id': 'e81b642d-26f6-40c1-82ba-10ebf6b78fed'}]}} from dv-cinder-830538-5-iscsi. {{(pid=109570) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 28 22:44:06.041386 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-7e2bfa96-f1b3-497a-9416-7e73838b0cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616566'] for port (None), before_create {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:44:06.103847 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25d6301-4b59-4226-bcd6-2be570de0f37 req-bb9fb570-e5ca-4ab1-8dd6-09f3741df296 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:44:06.105794 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-f25d6301-4b59-4226-bcd6-2be570de0f37 req-bb9fb570-e5ca-4ab1-8dd6-09f3741df296 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=bc1fd56c6f77479dbf02ac28589be825&device_id=7cd3383d-bd16-424e-9cdd-54abaedf33a6 HTTP/1.1" status: 200 len: 1128 time: 0.0546091 Feb 28 22:44:06.176296 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-252e360d-bf72-4047-9f2d-7eb461757fea admin admin] Publish callbacks [] for router_gateway (5cccabae-03f8-4a53-a123-a1f8775759e9), precommit_update {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:44:06.181442 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.db.db_base_plugin_common [None req-7e2bfa96-f1b3-497a-9416-7e73838b0cfd None None] Allocated IP 172.20.0.2 (5e888405-e835-4d9e-af33-9a4514df60c4/e81b642d-26f6-40c1-82ba-10ebf6b78fed/e7e7466f-3526-4bfb-8f22-d9110165db63) {{(pid=109570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 22:44:06.225050 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25d6301-4b59-4226-bcd6-2be570de0f37 req-ffe534bb-1e68-4227-b3c9-57e7727f14cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:44:06.226585 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-f25d6301-4b59-4226-bcd6-2be570de0f37 req-ffe534bb-1e68-4227-b3c9-57e7727f14cb service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=bc1fd56c6f77479dbf02ac28589be825&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1084986 Feb 28 22:44:06.332871 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-7e2bfa96-f1b3-497a-9416-7e73838b0cfd None None] Publish callbacks [] for port (e7e7466f-3526-4bfb-8f22-d9110165db63), precommit_create {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:44:06.335490 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25d6301-4b59-4226-bcd6-2be570de0f37 req-8070256b-e96b-4ecc-9579-67cb5aae98e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:44:06.337497 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-f25d6301-4b59-4226-bcd6-2be570de0f37 req-8070256b-e96b-4ecc-9579-67cb5aae98e8 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1024868 Feb 28 22:44:06.340159 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-7e2bfa96-f1b3-497a-9416-7e73838b0cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33156859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750844628228'] for port (e7e7466f-3526-4bfb-8f22-d9110165db63), after_create {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:44:06.385724 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-252e360d-bf72-4047-9f2d-7eb461757fea admin admin] Publish callbacks [] for router_gateway (5cccabae-03f8-4a53-a123-a1f8775759e9), before_create {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:44:06.392976 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e2bfa96-f1b3-497a-9416-7e73838b0cfd None None] Network 5e888405-e835-4d9e-af33-9a4514df60c4 is already hosted by enough agents. {{(pid=109570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 22:44:06.394270 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2bfa96-f1b3-497a-9416-7e73838b0cfd None None] Pushing event updated for resources: {'Port': ['ID=e7e7466f-3526-4bfb-8f22-d9110165db63,revision_number=1']} {{(pid=109570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:44:06.396856 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.scheduler.base_scheduler [None req-7e2bfa96-f1b3-497a-9416-7e73838b0cfd None None] Resources bound (agent type, host, resource id): {{(pid=109570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 22:44:06.399100 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e2bfa96-f1b3-497a-9416-7e73838b0cfd None None] Received port after_create {{(pid=109570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 22:44:06.408885 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-252e360d-bf72-4047-9f2d-7eb461757fea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616566'] for port (None), before_create {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:44:06.466868 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1438a757-6f1f-48a9-9579-ba1dd5bdb09a req-c6184dfa-c210-4962-b39a-53aad9fdee89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:44:06.467510 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-1438a757-6f1f-48a9-9579-ba1dd5bdb09a req-c6184dfa-c210-4962-b39a-53aad9fdee89 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=bc1fd56c6f77479dbf02ac28589be825&device_id=7cd3383d-bd16-424e-9cdd-54abaedf33a6 HTTP/1.1" status: 200 len: 1128 time: 0.0694544 Feb 28 22:44:06.473062 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.managers [None req-7e2bfa96-f1b3-497a-9416-7e73838b0cfd None None] Attempting to bind port e7e7466f-3526-4bfb-8f22-d9110165db63 on host dv-cinder-830538-5-iscsi for vnic_type normal with profile {{(pid=109570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 22:44:06.474265 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.managers [None req-7e2bfa96-f1b3-497a-9416-7e73838b0cfd None None] Attempting to bind port e7e7466f-3526-4bfb-8f22-d9110165db63 by drivers openvswitch,hyperv on host dv-cinder-830538-5-iscsi at level 0 using segments [{'id': '40962d94-efde-405d-9470-857ab3eca9da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '5e888405-e835-4d9e-af33-9a4514df60c4'}] {{(pid=109570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 22:44:06.474677 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e2bfa96-f1b3-497a-9416-7e73838b0cfd None None] Attempting to bind port e7e7466f-3526-4bfb-8f22-d9110165db63 on network 5e888405-e835-4d9e-af33-9a4514df60c4 {{(pid=109570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 22:44:06.490278 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e2bfa96-f1b3-497a-9416-7e73838b0cfd None None] Checking agent: {'id': '7aa25ffb-1b87-4f08-8530-4bdf6e6b221c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830538-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 22, 34, 7), 'started_at': datetime.datetime(2022, 2, 28, 22, 34, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 22, 43, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830538-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 22:44:06.490675 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e2bfa96-f1b3-497a-9416-7e73838b0cfd None None] Checking segment: {'id': '40962d94-efde-405d-9470-857ab3eca9da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '5e888405-e835-4d9e-af33-9a4514df60c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 22:44:06.491077 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-7e2bfa96-f1b3-497a-9416-7e73838b0cfd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:44:06.491469 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e2bfa96-f1b3-497a-9416-7e73838b0cfd None None] Bound using segment: {'id': '40962d94-efde-405d-9470-857ab3eca9da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '5e888405-e835-4d9e-af33-9a4514df60c4'} {{(pid=109570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 22:44:06.491963 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.managers [None req-7e2bfa96-f1b3-497a-9416-7e73838b0cfd None None] Bound port: e7e7466f-3526-4bfb-8f22-d9110165db63, host: dv-cinder-830538-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '40962d94-efde-405d-9470-857ab3eca9da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '5e888405-e835-4d9e-af33-9a4514df60c4'}}] {{(pid=109570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 22:44:06.492354 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-7e2bfa96-f1b3-497a-9416-7e73838b0cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616566'] for port (e7e7466f-3526-4bfb-8f22-d9110165db63), before_update {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:44:06.535305 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-1438a757-6f1f-48a9-9579-ba1dd5bdb09a req-b8b6312c-0c6d-4027-ac9b-e97dc8047838 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b50958f4-60be-4348-a205-26ec3c5e5a17 HTTP/1.1" status: 200 len: 217 time: 0.0584314 Feb 28 22:44:06.549797 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.db.db_base_plugin_common [None req-252e360d-bf72-4047-9f2d-7eb461757fea admin admin] Allocated IP 172.27.0.220 (3e7a10c7-addc-4b79-a555-0b472e939652/8aaf002d-6309-4cf0-ae69-6d349a14c0b1/72e1ae95-5578-4065-a44e-454842d789b4) {{(pid=109569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 22:44:06.601832 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.db [None req-7e2bfa96-f1b3-497a-9416-7e73838b0cfd None None] For port e7e7466f-3526-4bfb-8f22-d9110165db63, host dv-cinder-830538-5-iscsi, cleared binding levels {{(pid=109570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 22:44:06.605072 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.db [None req-7e2bfa96-f1b3-497a-9416-7e73838b0cfd None None] For port e7e7466f-3526-4bfb-8f22-d9110165db63, host dv-cinder-830538-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830538-5-iscsi',level=0,port_id=e7e7466f-3526-4bfb-8f22-d9110165db63,segment=NetworkSegment(40962d94-efde-405d-9470-857ab3eca9da),segment_id=40962d94-efde-405d-9470-857ab3eca9da)] {{(pid=109570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 22:44:06.612126 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-7e2bfa96-f1b3-497a-9416-7e73838b0cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33156859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750845083886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750844628246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750844628264'] for port (e7e7466f-3526-4bfb-8f22-d9110165db63), after_update {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:44:06.627971 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6deb73d-dc15-4a47-bc27-fa9adbca302b req-a06e13c4-1cd1-41ee-b3f7-9a7963536c08 tempest-ServerRescueNegativeTestJSON-929871608 tempest-ServerRescueNegativeTestJSON-929871608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:44:06.629490 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-a6deb73d-dc15-4a47-bc27-fa9adbca302b req-a06e13c4-1cd1-41ee-b3f7-9a7963536c08 tempest-ServerRescueNegativeTestJSON-929871608 tempest-ServerRescueNegativeTestJSON-929871608-project] 10.222.0.11 "GET /v2.0/ports?device_id=bedc2889-c234-478f-9d9f-b557dcd5e13e HTTP/1.1" status: 200 len: 946 time: 0.0959990 Feb 28 22:44:06.630902 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1438a757-6f1f-48a9-9579-ba1dd5bdb09a req-a403e957-71c7-4ebc-9cbe-571c816d1b3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:44:06.632262 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-1438a757-6f1f-48a9-9579-ba1dd5bdb09a req-a403e957-71c7-4ebc-9cbe-571c816d1b3d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e06c4751-499d-4207-9fc1-23232ee2e753 HTTP/1.1" status: 200 len: 855 time: 0.0890679 Feb 28 22:44:06.693648 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-252e360d-bf72-4047-9f2d-7eb461757fea admin admin] Publish callbacks [] for port (72e1ae95-5578-4065-a44e-454842d789b4), precommit_create {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:44:06.701084 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-1438a757-6f1f-48a9-9579-ba1dd5bdb09a req-94eb393b-2379-459d-9131-2f39d767c8b3 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=0321cbe9-3229-497f-9213-34c6a912fd2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0537868 Feb 28 22:44:06.710320 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2bfa96-f1b3-497a-9416-7e73838b0cfd None None] Pushing event updated for resources: {'Port': ['ID=e7e7466f-3526-4bfb-8f22-d9110165db63,revision_number=2']} {{(pid=109570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:44:06.756993 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-252e360d-bf72-4047-9f2d-7eb461757fea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33156859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750844628228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30055478'] for port (72e1ae95-5578-4065-a44e-454842d789b4), after_create {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:44:06.819974 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252e360d-bf72-4047-9f2d-7eb461757fea admin admin] Pushing event updated for resources: {'Port': ['ID=72e1ae95-5578-4065-a44e-454842d789b4,revision_number=1']} {{(pid=109569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:44:06.824848 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-252e360d-bf72-4047-9f2d-7eb461757fea admin admin] Network 3e7a10c7-addc-4b79-a555-0b472e939652 is already hosted by enough agents. {{(pid=109569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 22:44:06.826442 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.scheduler.base_scheduler [None req-252e360d-bf72-4047-9f2d-7eb461757fea admin admin] Resources bound (agent type, host, resource id): {{(pid=109569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 22:44:06.831240 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-a6deb73d-dc15-4a47-bc27-fa9adbca302b req-83fc496a-31df-4e61-9c8e-27ad7495d7ae tempest-ServerRescueNegativeTestJSON-929871608 tempest-ServerRescueNegativeTestJSON-929871608-project] 10.222.0.11 "GET /v2.0/security-groups?id=f1de89df-470d-49b7-98ac-8bb65cd72d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1937277 Feb 28 22:44:06.832627 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-252e360d-bf72-4047-9f2d-7eb461757fea admin admin] Received port after_create {{(pid=109569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 22:44:06.833683 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-1438a757-6f1f-48a9-9579-ba1dd5bdb09a req-d7c3eb9f-ea6e-46d0-b324-2f54a0e1e893 service neutron] 10.222.0.36 "GET /v2.0/networks/0321cbe9-3229-497f-9213-34c6a912fd2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1204774 Feb 28 22:44:06.960244 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-1438a757-6f1f-48a9-9579-ba1dd5bdb09a req-021f41f5-077d-4150-b036-edd9cda8a226 service neutron] 10.222.0.36 "GET /v2.0/networks/0321cbe9-3229-497f-9213-34c6a912fd2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1179349 Feb 28 22:44:07.110380 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b47ff2-497a-49b5-9553-b53aad401112 req-321f3477-88c7-4f3f-a42b-939c9bc737c6 tempest-AttachVolumeNegativeTest-1243329128 tempest-AttachVolumeNegativeTest-1243329128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:44:07.112008 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-e9b47ff2-497a-49b5-9553-b53aad401112 req-321f3477-88c7-4f3f-a42b-939c9bc737c6 tempest-AttachVolumeNegativeTest-1243329128 tempest-AttachVolumeNegativeTest-1243329128-project] 10.222.0.11 "GET /v2.0/ports?device_id=7cd3383d-bd16-424e-9cdd-54abaedf33a6 HTTP/1.1" status: 200 len: 944 time: 0.0716128 Feb 28 22:44:07.136234 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-154add69-038d-48cc-93ba-bd7e358b6d11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750845036683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579975'] for agent (7aa25ffb-1b87-4f08-8530-4bdf6e6b221c), after_update {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:44:07.166293 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-e9b47ff2-497a-49b5-9553-b53aad401112 req-23935097-2dba-426b-a07c-3576673c7ecb tempest-AttachVolumeNegativeTest-1243329128 tempest-AttachVolumeNegativeTest-1243329128-project] 10.222.0.11 "GET /v2.0/security-groups?id=8aeed072-d876-4d95-a530-37a550f45527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462801 Feb 28 22:44:07.318835 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-252e360d-bf72-4047-9f2d-7eb461757fea admin admin] Publish callbacks [] for router_gateway (5cccabae-03f8-4a53-a123-a1f8775759e9), after_create {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:44:07.519172 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-252e360d-bf72-4047-9f2d-7eb461757fea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33526520', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33523309'] for router (5cccabae-03f8-4a53-a123-a1f8775759e9), after_create {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:44:07.630176 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df20fbed-89c4-491f-bfdf-7a18ae28b2eb None None] Network 5e888405-e835-4d9e-af33-9a4514df60c4 requested from dv-cinder-830538-5-iscsi {{(pid=109570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 22:44:07.650873 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-252e360d-bf72-4047-9f2d-7eb461757fea admin admin] Router 5cccabae-03f8-4a53-a123-a1f8775759e9 is scheduled to L3 agent 1bbc3f13-d896-4633-9d3f-4f3415ceb83d with binding_index 1 {{(pid=109569) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 28 22:44:07.693619 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.db.provisioning_blocks [None req-0e74ffe4-5d2c-43e7-9c7d-d6d5b9b90eac None None] Provisioning complete for port e7e7466f-3526-4bfb-8f22-d9110165db63 triggered by entity DHCP. {{(pid=109570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 22:44:07.693999 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-0e74ffe4-5d2c-43e7-9c7d-d6d5b9b90eac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579965'] for port (e7e7466f-3526-4bfb-8f22-d9110165db63), provisioning_complete {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:44:07.758627 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-252e360d-bf72-4047-9f2d-7eb461757fea admin admin] Notify agent at l3_agent.dv-cinder-830538-5-iscsi the message routers_updated {{(pid=109569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 22:44:07.771459 dv-cinder-830538-5-iscsi neutron-server[109571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae027d8e-2091-4b27-9918-2ced4fe1e5b7 None None] Sync routers for ids ['5cccabae-03f8-4a53-a123-a1f8775759e9'] in dv-cinder-830538-5-iscsi {{(pid=109571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 22:44:07.778968 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-252e360d-bf72-4047-9f2d-7eb461757fea admin admin] Publish callbacks [] for router (None), before_response {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:44:07.784102 dv-cinder-830538-5-iscsi neutron-server[109569]: INFO neutron.wsgi [None req-252e360d-bf72-4047-9f2d-7eb461757fea admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.8350351 Feb 28 22:44:07.784239 dv-cinder-830538-5-iscsi neutron-server[109571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae027d8e-2091-4b27-9918-2ced4fe1e5b7 None None] Routers {'5cccabae-03f8-4a53-a123-a1f8775759e9'} bound to L3 agent in host dv-cinder-830538-5-iscsi {{(pid=109571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 22:44:07.784239 dv-cinder-830538-5-iscsi neutron-server[109571]: DEBUG neutron.db.l3_hamode_db [None req-ae027d8e-2091-4b27-9918-2ced4fe1e5b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830538-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T22:34:03Z,description=,heartbeat_timestamp=2022-02-28T22:44:03Z,host='dv-cinder-830538-5-iscsi',id=1bbc3f13-d896-4633-9d3f-4f3415ceb83d,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T22:34:03Z,topic='l3_agent')) {'router_ids': ['5cccabae-03f8-4a53-a123-a1f8775759e9'], 'active': True} {{(pid=109571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 22:44:07.784590 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.wsgi [-] (109568) accepted ('10.222.0.11', 53590) {{(pid=109568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 22:44:07.815803 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.plugin [None req-0e74ffe4-5d2c-43e7-9c7d-d6d5b9b90eac None None] Current status of the port e7e7466f-3526-4bfb-8f22-d9110165db63 is: DOWN; New status is: ACTIVE {{(pid=109570) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 22:44:07.816490 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-0e74ffe4-5d2c-43e7-9c7d-d6d5b9b90eac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616566'] for port (e7e7466f-3526-4bfb-8f22-d9110165db63), before_update {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:44:07.860988 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.db [None req-0e74ffe4-5d2c-43e7-9c7d-d6d5b9b90eac None None] For port e7e7466f-3526-4bfb-8f22-d9110165db63, host dv-cinder-830538-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830538-5-iscsi',level=0,port_id=e7e7466f-3526-4bfb-8f22-d9110165db63,segment=NetworkSegment(40962d94-efde-405d-9470-857ab3eca9da),segment_id=40962d94-efde-405d-9470-857ab3eca9da)] {{(pid=109570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 22:44:07.866570 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-0e74ffe4-5d2c-43e7-9c7d-d6d5b9b90eac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33156859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750845083886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750844628246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750844628264'] for port (e7e7466f-3526-4bfb-8f22-d9110165db63), after_update {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:44:07.943988 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e74ffe4-5d2c-43e7-9c7d-d6d5b9b90eac None None] Pushing event updated for resources: {'Port': ['ID=e7e7466f-3526-4bfb-8f22-d9110165db63,revision_number=3']} {{(pid=109570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:44:07.971942 dv-cinder-830538-5-iscsi neutron-server[109571]: DEBUG neutron.db.l3_dvr_db [None req-ae027d8e-2091-4b27-9918-2ced4fe1e5b7 None None] Set router 5cccabae-03f8-4a53-a123-a1f8775759e9 gateway port host: dv-cinder-830538-5-iscsi {{(pid=109571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 22:44:08.110698 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a443b333-7b51-46ba-b6dd-f8bdf672c007 req-5aa50931-fd85-419c-b1fc-6c298c092131 tempest-ServerRescueNegativeTestJSON-929871608 tempest-ServerRescueNegativeTestJSON-929871608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:44:08.112217 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-a443b333-7b51-46ba-b6dd-f8bdf672c007 req-5aa50931-fd85-419c-b1fc-6c298c092131 tempest-ServerRescueNegativeTestJSON-929871608 tempest-ServerRescueNegativeTestJSON-929871608-project] 10.222.0.11 "GET /v2.0/ports?device_id=bedc2889-c234-478f-9d9f-b557dcd5e13e HTTP/1.1" status: 200 len: 946 time: 0.1231937 Feb 28 22:44:08.185782 dv-cinder-830538-5-iscsi neutron-server[109571]: DEBUG neutron.db.l3_hamode_db [None req-ae027d8e-2091-4b27-9918-2ced4fe1e5b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cccabae-03f8-4a53-a123-a1f8775759e9', 'name': 'tempest-TestShelveInstance-508901651-router', 'tenant_id': '77e116bf700b44a1a6f3fd4b298b9c7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e7a10c7-addc-4b79-a555-0b472e939652', 'external_fixed_ips': [{'subnet_id': '8aaf002d-6309-4cf0-ae69-6d349a14c0b1', 'ip_address': '172.27.0.220'}], 'enable_snat': True}, 'gw_port_id': '72e1ae95-5578-4065-a44e-454842d789b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T22:44:05Z', 'updated_at': '2022-02-28T22:44:07Z', 'revision_number': 3, 'project_id': '77e116bf700b44a1a6f3fd4b298b9c7c', 'gw_port': {'id': '72e1ae95-5578-4065-a44e-454842d789b4', 'name': '', 'network_id': '3e7a10c7-addc-4b79-a555-0b472e939652', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:94:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5cccabae-03f8-4a53-a123-a1f8775759e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': '8aaf002d-6309-4cf0-ae69-6d349a14c0b1', 'ip_address': '172.27.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T22:44:06Z', 'updated_at': '2022-02-28T22:44:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8aaf002d-6309-4cf0-ae69-6d349a14c0b1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830538-5-iscsi'}], 'dv-cinder-830538-5-iscsi', False) {} {{(pid=109571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 22:44:08.195514 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.db.provisioning_blocks [None req-8e24259e-4f7d-40d1-892b-5e0cd3c7fb62 None None] Provisioning complete for port e7e7466f-3526-4bfb-8f22-d9110165db63 triggered by entity DHCP. {{(pid=109570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 22:44:08.196133 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-8e24259e-4f7d-40d1-892b-5e0cd3c7fb62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579965'] for port (e7e7466f-3526-4bfb-8f22-d9110165db63), provisioning_complete {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:44:08.222963 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-a443b333-7b51-46ba-b6dd-f8bdf672c007 req-54a5d8aa-af1f-4b09-bfb6-2a0cc6d7b0c8 tempest-ServerRescueNegativeTestJSON-929871608 tempest-ServerRescueNegativeTestJSON-929871608-project] 10.222.0.11 "GET /v2.0/security-groups?id=f1de89df-470d-49b7-98ac-8bb65cd72d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018775 Feb 28 22:44:08.259325 dv-cinder-830538-5-iscsi neutron-server[109571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae027d8e-2091-4b27-9918-2ced4fe1e5b7 None None] Checking router: 5cccabae-03f8-4a53-a123-a1f8775759e9 for host: dv-cinder-830538-5-iscsi {{(pid=109571) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 22:44:08.259871 dv-cinder-830538-5-iscsi neutron-server[109571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae027d8e-2091-4b27-9918-2ced4fe1e5b7 None None] Updating router 5cccabae-03f8-4a53-a123-a1f8775759e9 port 72e1ae95-5578-4065-a44e-454842d789b4 binding host dv-cinder-830538-5-iscsi {{(pid=109571) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 22:44:08.292675 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.plugin [None req-8e24259e-4f7d-40d1-892b-5e0cd3c7fb62 None None] Current status of the port e7e7466f-3526-4bfb-8f22-d9110165db63 is: ACTIVE; New status is: ACTIVE {{(pid=109570) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 22:44:08.299726 dv-cinder-830538-5-iscsi neutron-server[109571]: DEBUG neutron_lib.callbacks.manager [None req-ae027d8e-2091-4b27-9918-2ced4fe1e5b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616566'] for port (72e1ae95-5578-4065-a44e-454842d789b4), before_update {{(pid=109571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:44:08.359198 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa50b1a-5419-4ecb-bcd8-ab25461037fe req-f3605d70-77d9-4445-ae17-94de26f3f842 tempest-AttachVolumeNegativeTest-1243329128 tempest-AttachVolumeNegativeTest-1243329128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:44:08.360731 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-faa50b1a-5419-4ecb-bcd8-ab25461037fe req-f3605d70-77d9-4445-ae17-94de26f3f842 tempest-AttachVolumeNegativeTest-1243329128 tempest-AttachVolumeNegativeTest-1243329128-project] 10.222.0.11 "GET /v2.0/ports?device_id=7cd3383d-bd16-424e-9cdd-54abaedf33a6 HTTP/1.1" status: 200 len: 944 time: 0.1040924 Feb 28 22:44:08.469693 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-faa50b1a-5419-4ecb-bcd8-ab25461037fe req-0ab1408a-4c86-4adc-a26f-4e028c8448d7 tempest-AttachVolumeNegativeTest-1243329128 tempest-AttachVolumeNegativeTest-1243329128-project] 10.222.0.11 "GET /v2.0/security-groups?id=8aeed072-d876-4d95-a530-37a550f45527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873682 Feb 28 22:44:08.482768 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-5a475698-8a9a-4659-a871-941fb6db86f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616566'] for port (None), before_create {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:44:08.510307 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.rpc [None req-154add69-038d-48cc-93ba-bd7e358b6d11 None None] Device e7e7466f-3526-4bfb-8f22-d9110165db63 up at agent ovs-agent-dv-cinder-830538-5-iscsi {{(pid=109570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 22:44:08.565263 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.db.provisioning_blocks [None req-154add69-038d-48cc-93ba-bd7e358b6d11 None None] Provisioning complete for port e7e7466f-3526-4bfb-8f22-d9110165db63 triggered by entity L2. {{(pid=109570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 22:44:08.565728 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-154add69-038d-48cc-93ba-bd7e358b6d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579965'] for port (e7e7466f-3526-4bfb-8f22-d9110165db63), provisioning_complete {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:44:08.586740 dv-cinder-830538-5-iscsi neutron-server[109571]: DEBUG neutron_lib.callbacks.manager [None req-ae027d8e-2091-4b27-9918-2ced4fe1e5b7 None None] Publish callbacks [] for port (72e1ae95-5578-4065-a44e-454842d789b4), precommit_update {{(pid=109571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:44:08.592498 dv-cinder-830538-5-iscsi neutron-server[109571]: DEBUG neutron_lib.callbacks.manager [None req-ae027d8e-2091-4b27-9918-2ced4fe1e5b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33156859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750845083886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750844628246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750844628264'] for port (72e1ae95-5578-4065-a44e-454842d789b4), after_update {{(pid=109571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:44:08.648158 dv-cinder-830538-5-iscsi neutron-server[109571]: DEBUG neutron.plugins.ml2.managers [None req-ae027d8e-2091-4b27-9918-2ced4fe1e5b7 None None] Attempting to bind port 72e1ae95-5578-4065-a44e-454842d789b4 on host dv-cinder-830538-5-iscsi for vnic_type normal with profile {{(pid=109571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 22:44:08.648720 dv-cinder-830538-5-iscsi neutron-server[109571]: DEBUG neutron.plugins.ml2.managers [None req-ae027d8e-2091-4b27-9918-2ced4fe1e5b7 None None] Attempting to bind port 72e1ae95-5578-4065-a44e-454842d789b4 by drivers openvswitch,hyperv on host dv-cinder-830538-5-iscsi at level 0 using segments [{'id': 'ee66776f-25dd-443a-9417-ae0becd0bae6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e7a10c7-addc-4b79-a555-0b472e939652'}] {{(pid=109571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 22:44:08.649173 dv-cinder-830538-5-iscsi neutron-server[109571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae027d8e-2091-4b27-9918-2ced4fe1e5b7 None None] Attempting to bind port 72e1ae95-5578-4065-a44e-454842d789b4 on network 3e7a10c7-addc-4b79-a555-0b472e939652 {{(pid=109571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 22:44:08.651083 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.plugin [None req-154add69-038d-48cc-93ba-bd7e358b6d11 None None] Current status of the port e7e7466f-3526-4bfb-8f22-d9110165db63 is: ACTIVE; New status is: ACTIVE {{(pid=109570) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 22:44:08.652478 dv-cinder-830538-5-iscsi neutron-server[109571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688bb1ba-b3b2-432d-912c-d560b4d6082f None None] Pushing event updated for resources: {'Port': ['ID=72e1ae95-5578-4065-a44e-454842d789b4,revision_number=2']} {{(pid=109571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:44:08.659867 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.db.db_base_plugin_common [None req-5a475698-8a9a-4659-a871-941fb6db86f5 admin admin] Allocated IP 172.20.0.1 (5e888405-e835-4d9e-af33-9a4514df60c4/e81b642d-26f6-40c1-82ba-10ebf6b78fed/7ac7c138-d37d-49d6-84a8-6471145908cb) {{(pid=109568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 22:44:08.660787 dv-cinder-830538-5-iscsi neutron-server[109571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae027d8e-2091-4b27-9918-2ced4fe1e5b7 None None] Checking agent: {'id': '7aa25ffb-1b87-4f08-8530-4bdf6e6b221c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830538-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 22, 34, 7), 'started_at': datetime.datetime(2022, 2, 28, 22, 34, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 22, 44, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830538-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 22:44:08.661430 dv-cinder-830538-5-iscsi neutron-server[109571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae027d8e-2091-4b27-9918-2ced4fe1e5b7 None None] Checking segment: {'id': 'ee66776f-25dd-443a-9417-ae0becd0bae6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e7a10c7-addc-4b79-a555-0b472e939652'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 22:44:08.661640 dv-cinder-830538-5-iscsi neutron-server[109571]: DEBUG neutron_lib.callbacks.manager [None req-ae027d8e-2091-4b27-9918-2ced4fe1e5b7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:44:08.661944 dv-cinder-830538-5-iscsi neutron-server[109571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae027d8e-2091-4b27-9918-2ced4fe1e5b7 None None] Bound using segment: {'id': 'ee66776f-25dd-443a-9417-ae0becd0bae6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e7a10c7-addc-4b79-a555-0b472e939652'} {{(pid=109571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 22:44:08.662404 dv-cinder-830538-5-iscsi neutron-server[109571]: DEBUG neutron.plugins.ml2.managers [None req-ae027d8e-2091-4b27-9918-2ced4fe1e5b7 None None] Bound port: 72e1ae95-5578-4065-a44e-454842d789b4, host: dv-cinder-830538-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee66776f-25dd-443a-9417-ae0becd0bae6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e7a10c7-addc-4b79-a555-0b472e939652'}}] {{(pid=109571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 22:44:08.662783 dv-cinder-830538-5-iscsi neutron-server[109571]: DEBUG neutron_lib.callbacks.manager [None req-ae027d8e-2091-4b27-9918-2ced4fe1e5b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616566'] for port (72e1ae95-5578-4065-a44e-454842d789b4), before_update {{(pid=109571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:44:08.665925 dv-cinder-830538-5-iscsi neutron-server[109571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-688bb1ba-b3b2-432d-912c-d560b4d6082f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830538-5-iscsi {{(pid=109571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:44:08.666295 dv-cinder-830538-5-iscsi neutron-server[109571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-688bb1ba-b3b2-432d-912c-d560b4d6082f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-5-iscsi {{(pid=109571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:44:08.666662 dv-cinder-830538-5-iscsi neutron-server[109571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-688bb1ba-b3b2-432d-912c-d560b4d6082f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-5-iscsi {{(pid=109571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:44:08.667000 dv-cinder-830538-5-iscsi neutron-server[109571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-688bb1ba-b3b2-432d-912c-d560b4d6082f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-5-iscsi {{(pid=109571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:44:08.667330 dv-cinder-830538-5-iscsi neutron-server[109571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-688bb1ba-b3b2-432d-912c-d560b4d6082f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830538-5-iscsi {{(pid=109571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:44:08.667716 dv-cinder-830538-5-iscsi neutron-server[109571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-688bb1ba-b3b2-432d-912c-d560b4d6082f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830538-5-iscsi {{(pid=109571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:44:08.668048 dv-cinder-830538-5-iscsi neutron-server[109571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-688bb1ba-b3b2-432d-912c-d560b4d6082f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830538-5-iscsi {{(pid=109571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:44:08.668374 dv-cinder-830538-5-iscsi neutron-server[109571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-688bb1ba-b3b2-432d-912c-d560b4d6082f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830538-5-iscsi {{(pid=109571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:44:08.668698 dv-cinder-830538-5-iscsi neutron-server[109571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-688bb1ba-b3b2-432d-912c-d560b4d6082f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830538-5-iscsi {{(pid=109571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:44:08.669049 dv-cinder-830538-5-iscsi neutron-server[109571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-688bb1ba-b3b2-432d-912c-d560b4d6082f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830538-5-iscsi {{(pid=109571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:44:08.669380 dv-cinder-830538-5-iscsi neutron-server[109571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-688bb1ba-b3b2-432d-912c-d560b4d6082f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-5-iscsi {{(pid=109571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:44:08.669699 dv-cinder-830538-5-iscsi neutron-server[109571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-688bb1ba-b3b2-432d-912c-d560b4d6082f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830538-5-iscsi {{(pid=109571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:44:08.670019 dv-cinder-830538-5-iscsi neutron-server[109571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-688bb1ba-b3b2-432d-912c-d560b4d6082f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830538-5-iscsi {{(pid=109571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:44:08.725733 dv-cinder-830538-5-iscsi neutron-server[109571]: DEBUG neutron.plugins.ml2.db [None req-ae027d8e-2091-4b27-9918-2ced4fe1e5b7 None None] For port 72e1ae95-5578-4065-a44e-454842d789b4, host dv-cinder-830538-5-iscsi, cleared binding levels {{(pid=109571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 22:44:08.728906 dv-cinder-830538-5-iscsi neutron-server[109571]: DEBUG neutron.plugins.ml2.db [None req-ae027d8e-2091-4b27-9918-2ced4fe1e5b7 None None] For port 72e1ae95-5578-4065-a44e-454842d789b4, host dv-cinder-830538-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830538-5-iscsi',level=0,port_id=72e1ae95-5578-4065-a44e-454842d789b4,segment=NetworkSegment(ee66776f-25dd-443a-9417-ae0becd0bae6),segment_id=ee66776f-25dd-443a-9417-ae0becd0bae6)] {{(pid=109571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 22:44:08.735671 dv-cinder-830538-5-iscsi neutron-server[109571]: DEBUG neutron_lib.callbacks.manager [None req-ae027d8e-2091-4b27-9918-2ced4fe1e5b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33156859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750845083886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750844628246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750844628264'] for port (72e1ae95-5578-4065-a44e-454842d789b4), after_update {{(pid=109571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:44:08.773772 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-5a475698-8a9a-4659-a871-941fb6db86f5 admin admin] Publish callbacks [] for port (7ac7c138-d37d-49d6-84a8-6471145908cb), precommit_create {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:44:08.809955 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-5a475698-8a9a-4659-a871-941fb6db86f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33156859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750844628228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30788389'] for port (7ac7c138-d37d-49d6-84a8-6471145908cb), after_create {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:44:08.857320 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a475698-8a9a-4659-a871-941fb6db86f5 admin admin] Network 5e888405-e835-4d9e-af33-9a4514df60c4 is already hosted by enough agents. {{(pid=109568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 22:44:08.861858 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.scheduler.base_scheduler [None req-5a475698-8a9a-4659-a871-941fb6db86f5 admin admin] Resources bound (agent type, host, resource id): {{(pid=109568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 22:44:08.864693 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a475698-8a9a-4659-a871-941fb6db86f5 admin admin] Received port after_create {{(pid=109568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 22:44:08.867470 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a475698-8a9a-4659-a871-941fb6db86f5 admin admin] Pushing event updated for resources: {'Port': ['ID=7ac7c138-d37d-49d6-84a8-6471145908cb,revision_number=1']} {{(pid=109568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:44:08.878589 dv-cinder-830538-5-iscsi neutron-server[109571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688bb1ba-b3b2-432d-912c-d560b4d6082f None None] Pushing event updated for resources: {'Port': ['ID=72e1ae95-5578-4065-a44e-454842d789b4,revision_number=3']} {{(pid=109571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:44:08.883685 dv-cinder-830538-5-iscsi neutron-server[109571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae027d8e-2091-4b27-9918-2ced4fe1e5b7 None None] Routers {'5cccabae-03f8-4a53-a123-a1f8775759e9'} bound to L3 agent in host dv-cinder-830538-5-iscsi {{(pid=109571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 22:44:08.884303 dv-cinder-830538-5-iscsi neutron-server[109571]: DEBUG neutron.db.l3_hamode_db [None req-ae027d8e-2091-4b27-9918-2ced4fe1e5b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830538-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T22:34:03Z,description=,heartbeat_timestamp=2022-02-28T22:44:03Z,host='dv-cinder-830538-5-iscsi',id=1bbc3f13-d896-4633-9d3f-4f3415ceb83d,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T22:34:03Z,topic='l3_agent')) {'router_ids': ['5cccabae-03f8-4a53-a123-a1f8775759e9'], 'active': True} {{(pid=109571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 22:44:08.899587 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a475698-8a9a-4659-a871-941fb6db86f5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830538-5-iscsi {{(pid=109568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:44:08.899965 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a475698-8a9a-4659-a871-941fb6db86f5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-5-iscsi {{(pid=109568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:44:08.900305 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a475698-8a9a-4659-a871-941fb6db86f5 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-5-iscsi {{(pid=109568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:44:08.900637 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a475698-8a9a-4659-a871-941fb6db86f5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-5-iscsi {{(pid=109568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:44:08.900967 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a475698-8a9a-4659-a871-941fb6db86f5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830538-5-iscsi {{(pid=109568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:44:08.901289 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a475698-8a9a-4659-a871-941fb6db86f5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830538-5-iscsi {{(pid=109568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:44:08.901612 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a475698-8a9a-4659-a871-941fb6db86f5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830538-5-iscsi {{(pid=109568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:44:08.901931 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a475698-8a9a-4659-a871-941fb6db86f5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830538-5-iscsi {{(pid=109568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:44:08.902253 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a475698-8a9a-4659-a871-941fb6db86f5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830538-5-iscsi {{(pid=109568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:44:08.902569 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a475698-8a9a-4659-a871-941fb6db86f5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830538-5-iscsi {{(pid=109568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:44:08.902886 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a475698-8a9a-4659-a871-941fb6db86f5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-5-iscsi {{(pid=109568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:44:08.903199 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a475698-8a9a-4659-a871-941fb6db86f5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830538-5-iscsi {{(pid=109568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:44:08.903512 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a475698-8a9a-4659-a871-941fb6db86f5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830538-5-iscsi {{(pid=109568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:44:08.923257 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-5a475698-8a9a-4659-a871-941fb6db86f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33521968'] for router_interface (5cccabae-03f8-4a53-a123-a1f8775759e9), before_create {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:44:09.003741 dv-cinder-830538-5-iscsi neutron-server[109571]: DEBUG neutron.db.l3_dvr_db [None req-ae027d8e-2091-4b27-9918-2ced4fe1e5b7 None None] Set router 5cccabae-03f8-4a53-a123-a1f8775759e9 gateway port host: dv-cinder-830538-5-iscsi {{(pid=109571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 22:44:09.069350 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-5a475698-8a9a-4659-a871-941fb6db86f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616566'] for port (7ac7c138-d37d-49d6-84a8-6471145908cb), before_update {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:44:09.120842 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.db.provisioning_blocks [None req-4206c924-36de-47c2-af41-f51f66ffa767 None None] Provisioning complete for port 7ac7c138-d37d-49d6-84a8-6471145908cb triggered by entity DHCP. {{(pid=109570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 22:44:09.121437 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-4206c924-36de-47c2-af41-f51f66ffa767 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579965'] for port (7ac7c138-d37d-49d6-84a8-6471145908cb), provisioning_complete {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:44:09.160714 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.plugin [None req-4206c924-36de-47c2-af41-f51f66ffa767 None None] Port 7ac7c138-d37d-49d6-84a8-6471145908cb cannot update to ACTIVE because it is not bound. {{(pid=109570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 22:44:09.185918 dv-cinder-830538-5-iscsi neutron-server[109571]: DEBUG neutron.db.l3_hamode_db [None req-ae027d8e-2091-4b27-9918-2ced4fe1e5b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cccabae-03f8-4a53-a123-a1f8775759e9', 'name': 'tempest-TestShelveInstance-508901651-router', 'tenant_id': '77e116bf700b44a1a6f3fd4b298b9c7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e7a10c7-addc-4b79-a555-0b472e939652', 'external_fixed_ips': [{'subnet_id': '8aaf002d-6309-4cf0-ae69-6d349a14c0b1', 'ip_address': '172.27.0.220'}], 'enable_snat': True}, 'gw_port_id': '72e1ae95-5578-4065-a44e-454842d789b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T22:44:05Z', 'updated_at': '2022-02-28T22:44:07Z', 'revision_number': 3, 'project_id': '77e116bf700b44a1a6f3fd4b298b9c7c', 'gw_port': {'id': '72e1ae95-5578-4065-a44e-454842d789b4', 'name': '', 'network_id': '3e7a10c7-addc-4b79-a555-0b472e939652', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:94:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5cccabae-03f8-4a53-a123-a1f8775759e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': '8aaf002d-6309-4cf0-ae69-6d349a14c0b1', 'ip_address': '172.27.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T22:44:06Z', 'updated_at': '2022-02-28T22:44:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8aaf002d-6309-4cf0-ae69-6d349a14c0b1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830538-5-iscsi'}], 'dv-cinder-830538-5-iscsi', False) {} {{(pid=109571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 22:44:09.215603 dv-cinder-830538-5-iscsi neutron-server[109571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae027d8e-2091-4b27-9918-2ced4fe1e5b7 None None] The sync data for ids ['5cccabae-03f8-4a53-a123-a1f8775759e9'] in dv-cinder-830538-5-iscsi is: [{'id': '5cccabae-03f8-4a53-a123-a1f8775759e9', 'name': 'tempest-TestShelveInstance-508901651-router', 'tenant_id': '77e116bf700b44a1a6f3fd4b298b9c7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e7a10c7-addc-4b79-a555-0b472e939652', 'external_fixed_ips': [{'subnet_id': '8aaf002d-6309-4cf0-ae69-6d349a14c0b1', 'ip_address': '172.27.0.220'}], 'enable_snat': True}, 'gw_port_id': '72e1ae95-5578-4065-a44e-454842d789b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T22:44:05Z', 'updated_at': '2022-02-28T22:44:07Z', 'revision_number': 3, 'project_id': '77e116bf700b44a1a6f3fd4b298b9c7c', 'gw_port': {'id': '72e1ae95-5578-4065-a44e-454842d789b4', 'name': '', 'network_id': '3e7a10c7-addc-4b79-a555-0b472e939652', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:94:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5cccabae-03f8-4a53-a123-a1f8775759e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': '8aaf002d-6309-4cf0-ae69-6d349a14c0b1', 'ip_address': '172.27.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T22:44:06Z', 'updated_at': '2022-02-28T22:44:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8aaf002d-6309-4cf0-ae69-6d349a14c0b1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830538-5-iscsi'}] {{(pid=109571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 22:44:09.242102 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-5a475698-8a9a-4659-a871-941fb6db86f5 admin admin] Publish callbacks [] for port (7ac7c138-d37d-49d6-84a8-6471145908cb), precommit_update {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:44:09.248423 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-5a475698-8a9a-4659-a871-941fb6db86f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33156859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750845083886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750844628246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750844628264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30788396'] for port (7ac7c138-d37d-49d6-84a8-6471145908cb), after_update {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:44:09.474475 dv-cinder-830538-5-iscsi neutron-server[109571]: DEBUG neutron.db.agents_db [None req-267e04d6-1473-4c25-8f3a-d1c5e119a015 None None] Agent healthcheck: found 6 active agents {{(pid=109571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 22:44:09.614014 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-5a475698-8a9a-4659-a871-941fb6db86f5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33156617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33522848'] for router_interface (5cccabae-03f8-4a53-a123-a1f8775759e9), after_create {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:44:09.624901 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a475698-8a9a-4659-a871-941fb6db86f5 admin admin] Pushing event updated for resources: {'Port': ['ID=7ac7c138-d37d-49d6-84a8-6471145908cb,revision_number=2']} {{(pid=109568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:44:09.731426 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160b9909-c627-4ed7-b41d-e589c63b5e9b req-764c3600-c3d3-4e34-bd25-19307a4c8b4a tempest-ServerRescueNegativeTestJSON-929871608 tempest-ServerRescueNegativeTestJSON-929871608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:44:09.733255 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-160b9909-c627-4ed7-b41d-e589c63b5e9b req-764c3600-c3d3-4e34-bd25-19307a4c8b4a tempest-ServerRescueNegativeTestJSON-929871608 tempest-ServerRescueNegativeTestJSON-929871608-project] 10.222.0.11 "GET /v2.0/ports?device_id=bedc2889-c234-478f-9d9f-b557dcd5e13e HTTP/1.1" status: 200 len: 946 time: 0.4281631 Feb 28 22:44:09.751159 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4747ef4-4f69-4871-9eac-90c36afc0e8f req-da0751d8-6e6d-4da7-a021-4244b05240a6 tempest-AttachVolumeNegativeTest-1243329128 tempest-AttachVolumeNegativeTest-1243329128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:44:09.753067 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-c4747ef4-4f69-4871-9eac-90c36afc0e8f req-da0751d8-6e6d-4da7-a021-4244b05240a6 tempest-AttachVolumeNegativeTest-1243329128 tempest-AttachVolumeNegativeTest-1243329128-project] 10.222.0.11 "GET /v2.0/ports?device_id=7cd3383d-bd16-424e-9cdd-54abaedf33a6 HTTP/1.1" status: 200 len: 944 time: 0.1437178 Feb 28 22:44:09.844654 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a475698-8a9a-4659-a871-941fb6db86f5 admin admin] Network 5e888405-e835-4d9e-af33-9a4514df60c4 is already hosted by enough agents. {{(pid=109568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 22:44:09.852903 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.scheduler.base_scheduler [None req-5a475698-8a9a-4659-a871-941fb6db86f5 admin admin] Resources bound (agent type, host, resource id): {{(pid=109568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 22:44:09.863854 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-160b9909-c627-4ed7-b41d-e589c63b5e9b req-5fe61170-1e4f-4035-9519-10e3da6efbde tempest-ServerRescueNegativeTestJSON-929871608 tempest-ServerRescueNegativeTestJSON-929871608-project] 10.222.0.11 "GET /v2.0/security-groups?id=f1de89df-470d-49b7-98ac-8bb65cd72d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097670 Feb 28 22:44:09.925179 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-c4747ef4-4f69-4871-9eac-90c36afc0e8f req-d9d5af58-6f77-4df4-8c06-dc319db09a65 tempest-AttachVolumeNegativeTest-1243329128 tempest-AttachVolumeNegativeTest-1243329128-project] 10.222.0.11 "GET /v2.0/security-groups?id=8aeed072-d876-4d95-a530-37a550f45527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1611834 Feb 28 22:44:10.016564 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a475698-8a9a-4659-a871-941fb6db86f5 admin admin] Router 5cccabae-03f8-4a53-a123-a1f8775759e9 has already been hosted by L3 agent 1bbc3f13-d896-4633-9d3f-4f3415ceb83d {{(pid=109568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 22:44:10.060692 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.wsgi [-] (109569) accepted ('10.222.0.11', 53650) {{(pid=109569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 22:44:10.065373 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.rpc [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] Device b50958f4-60be-4348-a205-26ec3c5e5a17 details requested by agent hyperv_hv-cinder-83053 with host hv-cinder-83053 {{(pid=109570) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 22:44:10.161658 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a475698-8a9a-4659-a871-941fb6db86f5 admin admin] Notify agent at l3_agent.dv-cinder-830538-5-iscsi the message routers_updated {{(pid=109568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 22:44:10.172210 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [None req-5a475698-8a9a-4659-a871-941fb6db86f5 admin admin] 10.222.0.11 "PUT /v2.0/routers/5cccabae-03f8-4a53-a123-a1f8775759e9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3864877 Feb 28 22:44:10.208824 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.db [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] For port b50958f4-60be-4348-a205-26ec3c5e5a17, host hv-cinder-83053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83053',level=0,port_id=b50958f4-60be-4348-a205-26ec3c5e5a17,segment=NetworkSegment(926113ad-33a7-475f-acf2-53b8f901f788),segment_id=926113ad-33a7-475f-acf2-53b8f901f788)] {{(pid=109570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 22:44:10.217443 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-3b3282b6-80bc-4739-8282-63c14da0c636 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:44:10.228162 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.rpc [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] Returning: {'device': 'b50958f4-60be-4348-a205-26ec3c5e5a17', 'network_id': '0321cbe9-3229-497f-9213-34c6a912fd2a', 'port_id': 'b50958f4-60be-4348-a205-26ec3c5e5a17', 'mac_address': 'fa:16:3e:88:55:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 112, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e06c4751-499d-4207-9fc1-23232ee2e753', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109570) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 22:44:10.229989 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.db.provisioning_blocks [None req-90dc9489-8813-4bb6-a404-b2d3449f604e None None] Provisioning complete for port 7ac7c138-d37d-49d6-84a8-6471145908cb triggered by entity DHCP. {{(pid=109570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 22:44:10.230530 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-90dc9489-8813-4bb6-a404-b2d3449f604e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579965'] for port (7ac7c138-d37d-49d6-84a8-6471145908cb), provisioning_complete {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:44:10.300626 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.plugin [None req-90dc9489-8813-4bb6-a404-b2d3449f604e None None] Port 7ac7c138-d37d-49d6-84a8-6471145908cb cannot update to ACTIVE because it is not bound. {{(pid=109570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 22:44:10.309237 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.plugin [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] Current status of the port b50958f4-60be-4348-a205-26ec3c5e5a17 is: DOWN; New status is: BUILD {{(pid=109570) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 22:44:10.309622 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616566'] for port (b50958f4-60be-4348-a205-26ec3c5e5a17), before_update {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:44:10.313479 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-3b3282b6-80bc-4739-8282-63c14da0c636 admin admin] Publish callbacks [] for security_group (00bae647-4a39-4a7a-8394-ec3b1d7f25df), precommit_create {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:44:10.317949 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-3b3282b6-80bc-4739-8282-63c14da0c636 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33441213'] for security_group (00bae647-4a39-4a7a-8394-ec3b1d7f25df), after_create {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:44:10.325331 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.notifiers.nova [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b50958f4-60be-4348-a205-26ec3c5e5a17 {{(pid=109570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 22:44:10.346961 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.db [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] For port b50958f4-60be-4348-a205-26ec3c5e5a17, host hv-cinder-83053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83053',level=0,port_id=b50958f4-60be-4348-a205-26ec3c5e5a17,segment=NetworkSegment(926113ad-33a7-475f-acf2-53b8f901f788),segment_id=926113ad-33a7-475f-acf2-53b8f901f788)] {{(pid=109570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 22:44:10.353872 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33156859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750845083886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750844628246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750844628264'] for port (b50958f4-60be-4348-a205-26ec3c5e5a17), after_update {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:44:10.360232 dv-cinder-830538-5-iscsi neutron-server[109569]: INFO neutron.wsgi [None req-3b3282b6-80bc-4739-8282-63c14da0c636 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=1879c14ab8944831a76b4b014ea89134&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2964737 Feb 28 22:44:10.361976 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3282b6-80bc-4739-8282-63c14da0c636 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00bae647-4a39-4a7a-8394-ec3b1d7f25df,revision_number=1']} {{(pid=109569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:44:10.362168 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.wsgi [-] (109568) accepted ('10.222.0.11', 53658) {{(pid=109568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 22:44:10.412767 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] Pushing event updated for resources: {'Port': ['ID=b50958f4-60be-4348-a205-26ec3c5e5a17,revision_number=4']} {{(pid=109570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:44:10.432246 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-27d68d93-bbcb-481a-ae8f-6245aa08580e admin admin] Publish callbacks [] for security_group (00bae647-4a39-4a7a-8394-ec3b1d7f25df), before_delete {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:44:10.459000 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-27d68d93-bbcb-481a-ae8f-6245aa08580e admin admin] Publish callbacks [] for security_group (00bae647-4a39-4a7a-8394-ec3b1d7f25df), precommit_delete {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:44:10.513987 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.rpc [None req-154add69-038d-48cc-93ba-bd7e358b6d11 None None] Device 72e1ae95-5578-4065-a44e-454842d789b4 up at agent ovs-agent-dv-cinder-830538-5-iscsi {{(pid=109570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 22:44:10.518293 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-27d68d93-bbcb-481a-ae8f-6245aa08580e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33441213'] for security_group (00bae647-4a39-4a7a-8394-ec3b1d7f25df), after_delete {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:44:10.520789 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-27d68d93-bbcb-481a-ae8f-6245aa08580e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:44:10.523842 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [None req-27d68d93-bbcb-481a-ae8f-6245aa08580e admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/00bae647-4a39-4a7a-8394-ec3b1d7f25df HTTP/1.1" status: 204 len: 168 time: 0.1587992 Feb 28 22:44:10.537789 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d68d93-bbcb-481a-ae8f-6245aa08580e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00bae647-4a39-4a7a-8394-ec3b1d7f25df,revision_number=None']} {{(pid=109568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:44:10.581555 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.db.provisioning_blocks [None req-154add69-038d-48cc-93ba-bd7e358b6d11 None None] Provisioning complete for port 72e1ae95-5578-4065-a44e-454842d789b4 triggered by entity L2. {{(pid=109570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 22:44:10.582160 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-154add69-038d-48cc-93ba-bd7e358b6d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579965'] for port (72e1ae95-5578-4065-a44e-454842d789b4), provisioning_complete {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:44:10.674358 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.plugin [None req-154add69-038d-48cc-93ba-bd7e358b6d11 None None] Current status of the port 72e1ae95-5578-4065-a44e-454842d789b4 is: DOWN; New status is: ACTIVE {{(pid=109570) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 22:44:10.674754 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-154add69-038d-48cc-93ba-bd7e358b6d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616566'] for port (72e1ae95-5578-4065-a44e-454842d789b4), before_update {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:44:10.697407 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.db [None req-154add69-038d-48cc-93ba-bd7e358b6d11 None None] For port 72e1ae95-5578-4065-a44e-454842d789b4, host dv-cinder-830538-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830538-5-iscsi',level=0,port_id=72e1ae95-5578-4065-a44e-454842d789b4,segment=NetworkSegment(ee66776f-25dd-443a-9417-ae0becd0bae6),segment_id=ee66776f-25dd-443a-9417-ae0becd0bae6)] {{(pid=109570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 22:44:10.703081 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-154add69-038d-48cc-93ba-bd7e358b6d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33156859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750845083886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750844628246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750844628264'] for port (72e1ae95-5578-4065-a44e-454842d789b4), after_update {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:44:10.712700 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.db [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] get_ports_and_sgs() called for port_ids ['b50958f4-60be-4348-a205-26ec3c5e5a17'] {{(pid=109570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 22:44:10.766714 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.wsgi [-] (109568) accepted ('10.222.0.11', 53674) {{(pid=109568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 22:44:10.772174 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.api.v2.base [None req-49c67d73-a351-4d0b-8fa1-f10c300cc765 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1643082802-network', 'tenant_id': '4d18c00916aa475f9d6ff02bc782bf15'}} {{(pid=109568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 22:44:10.796682 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49c67d73-a351-4d0b-8fa1-f10c300cc765 admin admin] Made reservation on behalf of 4d18c00916aa475f9d6ff02bc782bf15 for: {'network': 1} {{(pid=109568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 22:44:10.801064 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-49c67d73-a351-4d0b-8fa1-f10c300cc765 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616566'] for network (None), before_create {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:44:10.806091 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154add69-038d-48cc-93ba-bd7e358b6d11 None None] Pushing event updated for resources: {'Port': ['ID=72e1ae95-5578-4065-a44e-454842d789b4,revision_number=4']} {{(pid=109570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:44:10.811626 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-49c67d73-a351-4d0b-8fa1-f10c300cc765 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:44:10.881699 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.wsgi [-] (109569) accepted ('10.222.0.11', 53676) {{(pid=109569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 22:44:10.907117 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-87e833f0-e1bc-49b7-b9f9-e2ef19cb34aa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:44:10.927622 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-49c67d73-a351-4d0b-8fa1-f10c300cc765 admin admin] Publish callbacks [] for security_group (6b30e226-d516-40fc-aff2-3ea8f5e61e50), precommit_create {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:44:10.934898 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-49c67d73-a351-4d0b-8fa1-f10c300cc765 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33441213'] for security_group (6b30e226-d516-40fc-aff2-3ea8f5e61e50), after_create {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:44:10.954336 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-49c67d73-a351-4d0b-8fa1-f10c300cc765 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 104} {{(pid=109568) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 22:44:10.975578 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-49c67d73-a351-4d0b-8fa1-f10c300cc765 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1012980'] for segment (fb73a256-b315-46d1-b37c-01047477a960), precommit_create {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:44:10.976298 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.db.segments_db [None req-49c67d73-a351-4d0b-8fa1-f10c300cc765 admin admin] Added segment fb73a256-b315-46d1-b37c-01047477a960 of type vlan for network 08e2098a-9f90-4073-b242-036db0aac34f Feb 28 22:44:11.019116 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-87e833f0-e1bc-49b7-b9f9-e2ef19cb34aa admin admin] Publish callbacks [] for security_group (1bb910f6-1767-4556-941c-aa88099b2859), precommit_create {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:44:11.025107 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-87e833f0-e1bc-49b7-b9f9-e2ef19cb34aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33441213'] for security_group (1bb910f6-1767-4556-941c-aa88099b2859), after_create {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:44:11.062580 dv-cinder-830538-5-iscsi neutron-server[109569]: INFO neutron.wsgi [None req-87e833f0-e1bc-49b7-b9f9-e2ef19cb34aa admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=6db85300877f420ba366287ffe91dfa1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1789882 Feb 28 22:44:11.067243 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.wsgi [-] (109569) accepted ('10.222.0.11', 53682) {{(pid=109569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 22:44:11.080502 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-49c67d73-a351-4d0b-8fa1-f10c300cc765 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750844646229'] for network (08e2098a-9f90-4073-b242-036db0aac34f), precommit_create {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:44:11.088740 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e833f0-e1bc-49b7-b9f9-e2ef19cb34aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1bb910f6-1767-4556-941c-aa88099b2859,revision_number=1']} {{(pid=109569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:44:11.114575 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c67d73-a351-4d0b-8fa1-f10c300cc765 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b30e226-d516-40fc-aff2-3ea8f5e61e50,revision_number=1']} {{(pid=109568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:44:11.128214 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-6fed4406-f701-48e1-8124-cddc7bc1306f admin admin] Publish callbacks [] for security_group (1bb910f6-1767-4556-941c-aa88099b2859), before_delete {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:44:11.150547 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f54e9ec3-43bd-470d-a34a-dba068e3d4b6 None None] Sync routers for ids ['5cccabae-03f8-4a53-a123-a1f8775759e9'] in dv-cinder-830538-5-iscsi {{(pid=109570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 22:44:11.154262 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-6fed4406-f701-48e1-8124-cddc7bc1306f admin admin] Publish callbacks [] for security_group (1bb910f6-1767-4556-941c-aa88099b2859), precommit_delete {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:44:11.158685 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-49c67d73-a351-4d0b-8fa1-f10c300cc765 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33441228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33156859'] for network (08e2098a-9f90-4073-b242-036db0aac34f), after_create {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:44:11.159705 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49c67d73-a351-4d0b-8fa1-f10c300cc765 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:44:11.160279 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-49c67d73-a351-4d0b-8fa1-f10c300cc765 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33156845'] for network (None), before_response {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:44:11.165137 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f54e9ec3-43bd-470d-a34a-dba068e3d4b6 None None] Routers {'5cccabae-03f8-4a53-a123-a1f8775759e9'} bound to L3 agent in host dv-cinder-830538-5-iscsi {{(pid=109570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 22:44:11.165830 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.db.l3_hamode_db [None req-f54e9ec3-43bd-470d-a34a-dba068e3d4b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830538-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T22:34:03Z,description=,heartbeat_timestamp=2022-02-28T22:44:03Z,host='dv-cinder-830538-5-iscsi',id=1bbc3f13-d896-4633-9d3f-4f3415ceb83d,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T22:34:03Z,topic='l3_agent')) {'router_ids': ['5cccabae-03f8-4a53-a123-a1f8775759e9'], 'active': True} {{(pid=109570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 22:44:11.175458 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e573428-84d1-47c0-acaf-2f53fef79202 req-20d15d7c-8613-4ff2-9110-5829a56b0478 tempest-ServerRescueNegativeTestJSON-929871608 tempest-ServerRescueNegativeTestJSON-929871608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:44:11.177280 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-2e573428-84d1-47c0-acaf-2f53fef79202 req-20d15d7c-8613-4ff2-9110-5829a56b0478 tempest-ServerRescueNegativeTestJSON-929871608 tempest-ServerRescueNegativeTestJSON-929871608-project] 10.222.0.11 "GET /v2.0/ports?device_id=bedc2889-c234-478f-9d9f-b557dcd5e13e HTTP/1.1" status: 200 len: 946 time: 0.1503386 Feb 28 22:44:11.188843 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36faf32-84bc-4c04-b87e-317a106e5c68 req-3333f383-fd71-4014-8e99-65673e301896 tempest-AttachVolumeNegativeTest-1243329128 tempest-AttachVolumeNegativeTest-1243329128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:44:11.190310 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-d36faf32-84bc-4c04-b87e-317a106e5c68 req-3333f383-fd71-4014-8e99-65673e301896 tempest-AttachVolumeNegativeTest-1243329128 tempest-AttachVolumeNegativeTest-1243329128-project] 10.222.0.11 "GET /v2.0/ports?device_id=7cd3383d-bd16-424e-9cdd-54abaedf33a6 HTTP/1.1" status: 200 len: 945 time: 0.1394703 Feb 28 22:44:11.214149 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-6fed4406-f701-48e1-8124-cddc7bc1306f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33441213'] for security_group (1bb910f6-1767-4556-941c-aa88099b2859), after_delete {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:44:11.217084 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-6fed4406-f701-48e1-8124-cddc7bc1306f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:44:11.220445 dv-cinder-830538-5-iscsi neutron-server[109569]: INFO neutron.wsgi [None req-6fed4406-f701-48e1-8124-cddc7bc1306f admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/1bb910f6-1767-4556-941c-aa88099b2859 HTTP/1.1" status: 204 len: 168 time: 0.1520231 Feb 28 22:44:11.237173 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fed4406-f701-48e1-8124-cddc7bc1306f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bb910f6-1767-4556-941c-aa88099b2859,revision_number=None']} {{(pid=109569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:44:11.242058 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [None req-49c67d73-a351-4d0b-8fa1-f10c300cc765 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4739270 Feb 28 22:44:11.245398 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.wsgi [-] (109569) accepted ('10.222.0.11', 53686) {{(pid=109569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 22:44:11.256202 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.api.v2.base [None req-89707611-3839-4673-b287-de700faaffaa admin admin] Request body: {'subnet': {'network_id': '08e2098a-9f90-4073-b242-036db0aac34f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1643082802-subnet', 'tenant_id': '4d18c00916aa475f9d6ff02bc782bf15', 'ip_version': 4}} {{(pid=109569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 22:44:11.286648 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89707611-3839-4673-b287-de700faaffaa admin admin] Made reservation on behalf of 4d18c00916aa475f9d6ff02bc782bf15 for: {'subnet': 1} {{(pid=109569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 22:44:11.290946 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-89707611-3839-4673-b287-de700faaffaa admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30127698'] for subnet (None), before_create {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:44:11.297384 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c67d73-a351-4d0b-8fa1-f10c300cc765 admin admin] Pushing event updated for resources: {'Network': ['ID=08e2098a-9f90-4073-b242-036db0aac34f,revision_number=1']} {{(pid=109568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:44:11.318781 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.rpc [None req-154add69-038d-48cc-93ba-bd7e358b6d11 None None] Network 08e2098a-9f90-4073-b242-036db0aac34f details requested by agent ovs-agent-dv-cinder-830538-5-iscsi with host dv-cinder-830538-5-iscsi {{(pid=109570) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 22:44:11.326320 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-d36faf32-84bc-4c04-b87e-317a106e5c68 req-ca7f4520-d5e0-4616-9c59-7d6c9073b15c tempest-AttachVolumeNegativeTest-1243329128 tempest-AttachVolumeNegativeTest-1243329128-project] 10.222.0.11 "GET /v2.0/security-groups?id=8aeed072-d876-4d95-a530-37a550f45527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910807 Feb 28 22:44:11.330072 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-2e573428-84d1-47c0-acaf-2f53fef79202 req-25e3e602-d5de-4014-85e7-fff0c068e033 tempest-ServerRescueNegativeTestJSON-929871608 tempest-ServerRescueNegativeTestJSON-929871608-project] 10.222.0.11 "GET /v2.0/security-groups?id=f1de89df-470d-49b7-98ac-8bb65cd72d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1388652 Feb 28 22:44:11.411958 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.db.l3_dvr_db [None req-f54e9ec3-43bd-470d-a34a-dba068e3d4b6 None None] Set router 5cccabae-03f8-4a53-a123-a1f8775759e9 gateway port host: dv-cinder-830538-5-iscsi {{(pid=109570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 22:44:11.512453 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-89707611-3839-4673-b287-de700faaffaa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33448168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33156859', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30055490', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30127712'] for subnet (560231c7-4387-441d-a27c-e8fa28469c29), after_create {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:44:11.567491 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89707611-3839-4673-b287-de700faaffaa admin admin] Pushing event updated for resources: {'Subnet': ['ID=560231c7-4387-441d-a27c-e8fa28469c29,revision_number=0']} {{(pid=109569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:44:11.581370 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89707611-3839-4673-b287-de700faaffaa admin admin] Checking segment: {'id': 'fb73a256-b315-46d1-b37c-01047477a960', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '08e2098a-9f90-4073-b242-036db0aac34f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 22:44:11.581738 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89707611-3839-4673-b287-de700faaffaa admin admin] Network hostable DHCP agents. Network: 08e2098a-9f90-4073-b242-036db0aac34f, hostable agents: ['55d6ddf3-619a-4750-95a9-02c5b2728e0c'], hosted agents: [] {{(pid=109569) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 22:44:11.599687 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89707611-3839-4673-b287-de700faaffaa admin admin] Network 08e2098a-9f90-4073-b242-036db0aac34f is scheduled to be hosted by DHCP agent 55d6ddf3-619a-4750-95a9-02c5b2728e0c with binding_index 1 {{(pid=109569) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 22:44:11.612213 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.scheduler.base_scheduler [None req-89707611-3839-4673-b287-de700faaffaa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830538-5-iscsi, 08e2098a-9f90-4073-b242-036db0aac34f) {{(pid=109569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 22:44:11.622893 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89707611-3839-4673-b287-de700faaffaa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:44:11.623481 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-89707611-3839-4673-b287-de700faaffaa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33156845'] for subnet (None), before_response {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:44:11.626266 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc6b7305-4cce-4078-894b-88f63c973b55 None None] Network 08e2098a-9f90-4073-b242-036db0aac34f requested from dv-cinder-830538-5-iscsi {{(pid=109570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 22:44:11.642245 dv-cinder-830538-5-iscsi neutron-server[109569]: INFO neutron.wsgi [None req-89707611-3839-4673-b287-de700faaffaa admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3955319 Feb 28 22:44:11.644750 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.wsgi [-] (109568) accepted ('10.222.0.11', 53694) {{(pid=109568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 22:44:11.649181 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.api.v2.base [None req-52055410-c26b-4be9-94f5-a86fd57dc789 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1643082802-router', 'tenant_id': '4d18c00916aa475f9d6ff02bc782bf15', 'external_gateway_info': {'network_id': '3e7a10c7-addc-4b79-a555-0b472e939652'}}} {{(pid=109568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 22:44:11.670161 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-52055410-c26b-4be9-94f5-a86fd57dc789 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33524095', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4109'] for router (e385438f-830a-452e-8537-53a391666901), before_create {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:44:11.671395 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-52055410-c26b-4be9-94f5-a86fd57dc789 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33526511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33523248', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33436857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4102'] for router (e385438f-830a-452e-8537-53a391666901), precommit_create {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:44:11.720514 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.db.l3_hamode_db [None req-f54e9ec3-43bd-470d-a34a-dba068e3d4b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cccabae-03f8-4a53-a123-a1f8775759e9', 'name': 'tempest-TestShelveInstance-508901651-router', 'tenant_id': '77e116bf700b44a1a6f3fd4b298b9c7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e7a10c7-addc-4b79-a555-0b472e939652', 'external_fixed_ips': [{'subnet_id': '8aaf002d-6309-4cf0-ae69-6d349a14c0b1', 'ip_address': '172.27.0.220'}], 'enable_snat': True}, 'gw_port_id': '72e1ae95-5578-4065-a44e-454842d789b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T22:44:05Z', 'updated_at': '2022-02-28T22:44:09Z', 'revision_number': 4, 'project_id': '77e116bf700b44a1a6f3fd4b298b9c7c', 'gw_port': {'id': '72e1ae95-5578-4065-a44e-454842d789b4', 'name': '', 'network_id': '3e7a10c7-addc-4b79-a555-0b472e939652', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:94:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cccabae-03f8-4a53-a123-a1f8775759e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': '8aaf002d-6309-4cf0-ae69-6d349a14c0b1', 'ip_address': '172.27.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T22:44:06Z', 'updated_at': '2022-02-28T22:44:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8aaf002d-6309-4cf0-ae69-6d349a14c0b1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830538-5-iscsi', '_interfaces': [{'id': '7ac7c138-d37d-49d6-84a8-6471145908cb', 'name': '', 'network_id': '5e888405-e835-4d9e-af33-9a4514df60c4', 'tenant_id': '77e116bf700b44a1a6f3fd4b298b9c7c', 'mac_address': 'fa:16:3e:db:ec:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5cccabae-03f8-4a53-a123-a1f8775759e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': 'e81b642d-26f6-40c1-82ba-10ebf6b78fed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T22:44:08Z', 'updated_at': '2022-02-28T22:44:09Z', 'revision_number': 2, 'project_id': '77e116bf700b44a1a6f3fd4b298b9c7c', 'subnets': [{'id': 'e81b642d-26f6-40c1-82ba-10ebf6b78fed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830538-5-iscsi', False) {} {{(pid=109570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 22:44:11.738575 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-52055410-c26b-4be9-94f5-a86fd57dc789 admin admin] Publish callbacks [] for router_controller (e385438f-830a-452e-8537-53a391666901), precommit_add_association {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:44:11.750199 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f54e9ec3-43bd-470d-a34a-dba068e3d4b6 None None] Checking router: 5cccabae-03f8-4a53-a123-a1f8775759e9 for host: dv-cinder-830538-5-iscsi {{(pid=109570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 22:44:11.750563 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f54e9ec3-43bd-470d-a34a-dba068e3d4b6 None None] Updating router 5cccabae-03f8-4a53-a123-a1f8775759e9 port 7ac7c138-d37d-49d6-84a8-6471145908cb binding host dv-cinder-830538-5-iscsi {{(pid=109570) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 22:44:11.803935 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4dde3ed-714c-41ce-8358-d4ac38e398d7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb31ac5c2-b819-5011-be4d-90e3836323fa-08e2098a-9f90-4073-b242-036db0aac34f', 'network_id': '08e2098a-9f90-4073-b242-036db0aac34f', 'project_id': '4d18c00916aa475f9d6ff02bc782bf15', 'fixed_ips': [{'subnet_id': '560231c7-4387-441d-a27c-e8fa28469c29'}]}} from dv-cinder-830538-5-iscsi. {{(pid=109570) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 28 22:44:11.804981 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-b4dde3ed-714c-41ce-8358-d4ac38e398d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616566'] for port (None), before_create {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:44:11.810530 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-f54e9ec3-43bd-470d-a34a-dba068e3d4b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616566'] for port (7ac7c138-d37d-49d6-84a8-6471145908cb), before_update {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:44:11.920295 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-52055410-c26b-4be9-94f5-a86fd57dc789 admin admin] Publish callbacks [] for router_gateway (e385438f-830a-452e-8537-53a391666901), precommit_update {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:44:12.078636 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.rpc [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] Device b50958f4-60be-4348-a205-26ec3c5e5a17 up at agent hyperv_hv-cinder-83053 {{(pid=109570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 22:44:12.135750 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.db.db_base_plugin_common [None req-b4dde3ed-714c-41ce-8358-d4ac38e398d7 None None] Allocated IP 172.20.0.2 (08e2098a-9f90-4073-b242-036db0aac34f/560231c7-4387-441d-a27c-e8fa28469c29/028dabda-6531-4d32-abbf-df0954ba21cd) {{(pid=109570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 22:44:12.159444 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-52055410-c26b-4be9-94f5-a86fd57dc789 admin admin] Publish callbacks [] for router_gateway (e385438f-830a-452e-8537-53a391666901), before_create {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:44:12.178906 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-52055410-c26b-4be9-94f5-a86fd57dc789 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616566'] for port (None), before_create {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:44:12.249707 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.db.provisioning_blocks [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] Provisioning for port b50958f4-60be-4348-a205-26ec3c5e5a17 completed by entity L2. {{(pid=109570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 28 22:44:12.273220 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.db.provisioning_blocks [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] Provisioning complete for port b50958f4-60be-4348-a205-26ec3c5e5a17 triggered by entity L2. {{(pid=109570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 22:44:12.273458 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579965'] for port (b50958f4-60be-4348-a205-26ec3c5e5a17), provisioning_complete {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:44:12.302340 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.db.db_base_plugin_common [None req-52055410-c26b-4be9-94f5-a86fd57dc789 admin admin] Allocated IP 172.27.0.79 (3e7a10c7-addc-4b79-a555-0b472e939652/8aaf002d-6309-4cf0-ae69-6d349a14c0b1/bb011a2b-3de4-420b-a68b-5364dc126f0f) {{(pid=109568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 22:44:12.417569 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-b4dde3ed-714c-41ce-8358-d4ac38e398d7 None None] Publish callbacks [] for port (028dabda-6531-4d32-abbf-df0954ba21cd), precommit_create {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:44:12.425429 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-52055410-c26b-4be9-94f5-a86fd57dc789 admin admin] Publish callbacks [] for port (bb011a2b-3de4-420b-a68b-5364dc126f0f), precommit_create {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:44:12.432901 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-f54e9ec3-43bd-470d-a34a-dba068e3d4b6 None None] Publish callbacks [] for port (7ac7c138-d37d-49d6-84a8-6471145908cb), precommit_update {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:44:12.438542 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-b4dde3ed-714c-41ce-8358-d4ac38e398d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33156859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750844628228'] for port (028dabda-6531-4d32-abbf-df0954ba21cd), after_create {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:44:12.469348 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-f54e9ec3-43bd-470d-a34a-dba068e3d4b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33156859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750845083886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750844628246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750844628264'] for port (7ac7c138-d37d-49d6-84a8-6471145908cb), after_update {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:44:12.480018 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-52055410-c26b-4be9-94f5-a86fd57dc789 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33156859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750844628228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30788389'] for port (bb011a2b-3de4-420b-a68b-5364dc126f0f), after_create {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:44:12.522521 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.rpc [None req-154add69-038d-48cc-93ba-bd7e358b6d11 None None] Device 72e1ae95-5578-4065-a44e-454842d789b4 up at agent ovs-agent-dv-cinder-830538-5-iscsi {{(pid=109570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 22:44:12.538638 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4dde3ed-714c-41ce-8358-d4ac38e398d7 None None] Network 08e2098a-9f90-4073-b242-036db0aac34f is already hosted by enough agents. {{(pid=109570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 22:44:12.559376 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.plugin [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] Current status of the port b50958f4-60be-4348-a205-26ec3c5e5a17 is: BUILD; New status is: ACTIVE {{(pid=109570) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 22:44:12.559792 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616566'] for port (b50958f4-60be-4348-a205-26ec3c5e5a17), before_update {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:44:12.568204 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4dde3ed-714c-41ce-8358-d4ac38e398d7 None None] Pushing event updated for resources: {'Port': ['ID=028dabda-6531-4d32-abbf-df0954ba21cd,revision_number=1']} {{(pid=109570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:44:12.570443 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.scheduler.base_scheduler [None req-b4dde3ed-714c-41ce-8358-d4ac38e398d7 None None] Resources bound (agent type, host, resource id): {{(pid=109570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 22:44:12.589079 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4dde3ed-714c-41ce-8358-d4ac38e398d7 None None] Received port after_create {{(pid=109570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 22:44:12.611626 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52055410-c26b-4be9-94f5-a86fd57dc789 admin admin] Network 3e7a10c7-addc-4b79-a555-0b472e939652 is already hosted by enough agents. {{(pid=109568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 22:44:12.620719 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.scheduler.base_scheduler [None req-52055410-c26b-4be9-94f5-a86fd57dc789 admin admin] Resources bound (agent type, host, resource id): {{(pid=109568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 22:44:12.623844 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52055410-c26b-4be9-94f5-a86fd57dc789 admin admin] Received port after_create {{(pid=109568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 22:44:12.660724 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52055410-c26b-4be9-94f5-a86fd57dc789 admin admin] Pushing event updated for resources: {'Port': ['ID=bb011a2b-3de4-420b-a68b-5364dc126f0f,revision_number=1']} {{(pid=109568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:44:12.678267 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7cd3383d-bd16-424e-9cdd-54abaedf33a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b50958f4-60be-4348-a205-26ec3c5e5a17'}] {{(pid=109570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 22:44:12.680543 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fade63a226c96e14254c735f674fb73a181a47373151acc9bb38ade81564009" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f111e18b-f5bd-41fa-84af-fab8713ce99a" -d '{"events": [{"server_uuid": "7cd3383d-bd16-424e-9cdd-54abaedf33a6", "name": "network-vif-plugged", "status": "completed", "tag": "b50958f4-60be-4348-a205-26ec3c5e5a17"}]}' {{(pid=109570) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 22:44:12.700800 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749e5211-bfbd-4442-a9fc-8a7cc5c98693 req-a66b9f72-6272-4745-8382-357c8a89dfdb tempest-ServerRescueNegativeTestJSON-929871608 tempest-ServerRescueNegativeTestJSON-929871608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:44:12.702403 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-749e5211-bfbd-4442-a9fc-8a7cc5c98693 req-a66b9f72-6272-4745-8382-357c8a89dfdb tempest-ServerRescueNegativeTestJSON-929871608 tempest-ServerRescueNegativeTestJSON-929871608-project] 10.222.0.11 "GET /v2.0/ports?device_id=bedc2889-c234-478f-9d9f-b557dcd5e13e HTTP/1.1" status: 200 len: 946 time: 0.1679757 Feb 28 22:44:12.711684 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28965876-6307-4b67-91df-9be5b2452109 req-f919bfd4-9adf-4ca6-a7b1-d00298b8caa1 tempest-AttachVolumeNegativeTest-1243329128 tempest-AttachVolumeNegativeTest-1243329128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:44:12.713173 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-28965876-6307-4b67-91df-9be5b2452109 req-f919bfd4-9adf-4ca6-a7b1-d00298b8caa1 tempest-AttachVolumeNegativeTest-1243329128 tempest-AttachVolumeNegativeTest-1243329128-project] 10.222.0.11 "GET /v2.0/ports?device_id=7cd3383d-bd16-424e-9cdd-54abaedf33a6 HTTP/1.1" status: 200 len: 945 time: 0.2185833 Feb 28 22:44:12.732290 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.db [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] For port b50958f4-60be-4348-a205-26ec3c5e5a17, host hv-cinder-83053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83053',level=0,port_id=b50958f4-60be-4348-a205-26ec3c5e5a17,segment=NetworkSegment(926113ad-33a7-475f-acf2-53b8f901f788),segment_id=926113ad-33a7-475f-acf2-53b8f901f788)] {{(pid=109570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 22:44:12.739176 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cacd962-b6a1-4eaf-a47f-35aad86709cd None None] Pushing event updated for resources: {'Port': ['ID=7ac7c138-d37d-49d6-84a8-6471145908cb,revision_number=3']} {{(pid=109570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:44:12.755333 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33156859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750845083886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750844628246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750844628264'] for port (b50958f4-60be-4348-a205-26ec3c5e5a17), after_update {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:44:12.919552 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.managers [None req-b4dde3ed-714c-41ce-8358-d4ac38e398d7 None None] Attempting to bind port 028dabda-6531-4d32-abbf-df0954ba21cd on host dv-cinder-830538-5-iscsi for vnic_type normal with profile {{(pid=109570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 22:44:12.919959 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.managers [None req-b4dde3ed-714c-41ce-8358-d4ac38e398d7 None None] Attempting to bind port 028dabda-6531-4d32-abbf-df0954ba21cd by drivers openvswitch,hyperv on host dv-cinder-830538-5-iscsi at level 0 using segments [{'id': 'fb73a256-b315-46d1-b37c-01047477a960', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '08e2098a-9f90-4073-b242-036db0aac34f'}] {{(pid=109570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 22:44:12.920310 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4dde3ed-714c-41ce-8358-d4ac38e398d7 None None] Attempting to bind port 028dabda-6531-4d32-abbf-df0954ba21cd on network 08e2098a-9f90-4073-b242-036db0aac34f {{(pid=109570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 22:44:12.927710 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.managers [None req-f54e9ec3-43bd-470d-a34a-dba068e3d4b6 None None] Attempting to bind port 7ac7c138-d37d-49d6-84a8-6471145908cb on host dv-cinder-830538-5-iscsi for vnic_type normal with profile {{(pid=109570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 22:44:12.928073 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.managers [None req-f54e9ec3-43bd-470d-a34a-dba068e3d4b6 None None] Attempting to bind port 7ac7c138-d37d-49d6-84a8-6471145908cb by drivers openvswitch,hyperv on host dv-cinder-830538-5-iscsi at level 0 using segments [{'id': '40962d94-efde-405d-9470-857ab3eca9da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '5e888405-e835-4d9e-af33-9a4514df60c4'}] {{(pid=109570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 22:44:12.928430 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f54e9ec3-43bd-470d-a34a-dba068e3d4b6 None None] Attempting to bind port 7ac7c138-d37d-49d6-84a8-6471145908cb on network 5e888405-e835-4d9e-af33-9a4514df60c4 {{(pid=109570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 22:44:12.953136 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4dde3ed-714c-41ce-8358-d4ac38e398d7 None None] Checking agent: {'id': '7aa25ffb-1b87-4f08-8530-4bdf6e6b221c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830538-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 22, 34, 7), 'started_at': datetime.datetime(2022, 2, 28, 22, 34, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 22, 44, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830538-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 22:44:12.953563 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4dde3ed-714c-41ce-8358-d4ac38e398d7 None None] Checking segment: {'id': 'fb73a256-b315-46d1-b37c-01047477a960', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '08e2098a-9f90-4073-b242-036db0aac34f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 22:44:12.953915 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-b4dde3ed-714c-41ce-8358-d4ac38e398d7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:44:12.954534 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4dde3ed-714c-41ce-8358-d4ac38e398d7 None None] Bound using segment: {'id': 'fb73a256-b315-46d1-b37c-01047477a960', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '08e2098a-9f90-4073-b242-036db0aac34f'} {{(pid=109570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 22:44:12.954770 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.managers [None req-b4dde3ed-714c-41ce-8358-d4ac38e398d7 None None] Bound port: 028dabda-6531-4d32-abbf-df0954ba21cd, host: dv-cinder-830538-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb73a256-b315-46d1-b37c-01047477a960', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '08e2098a-9f90-4073-b242-036db0aac34f'}}] {{(pid=109570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 22:44:12.955150 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-b4dde3ed-714c-41ce-8358-d4ac38e398d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616566'] for port (028dabda-6531-4d32-abbf-df0954ba21cd), before_update {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:44:12.961201 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f54e9ec3-43bd-470d-a34a-dba068e3d4b6 None None] Checking agent: {'id': '7aa25ffb-1b87-4f08-8530-4bdf6e6b221c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830538-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 22, 34, 7), 'started_at': datetime.datetime(2022, 2, 28, 22, 34, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 22, 44, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830538-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 22:44:12.961571 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f54e9ec3-43bd-470d-a34a-dba068e3d4b6 None None] Checking segment: {'id': '40962d94-efde-405d-9470-857ab3eca9da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '5e888405-e835-4d9e-af33-9a4514df60c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 22:44:12.961958 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-f54e9ec3-43bd-470d-a34a-dba068e3d4b6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:44:12.962339 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f54e9ec3-43bd-470d-a34a-dba068e3d4b6 None None] Bound using segment: {'id': '40962d94-efde-405d-9470-857ab3eca9da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '5e888405-e835-4d9e-af33-9a4514df60c4'} {{(pid=109570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 22:44:12.962813 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.managers [None req-f54e9ec3-43bd-470d-a34a-dba068e3d4b6 None None] Bound port: 7ac7c138-d37d-49d6-84a8-6471145908cb, host: dv-cinder-830538-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '40962d94-efde-405d-9470-857ab3eca9da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '5e888405-e835-4d9e-af33-9a4514df60c4'}}] {{(pid=109570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 22:44:12.963342 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-f54e9ec3-43bd-470d-a34a-dba068e3d4b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616566'] for port (7ac7c138-d37d-49d6-84a8-6471145908cb), before_update {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:44:12.969798 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-749e5211-bfbd-4442-a9fc-8a7cc5c98693 req-a3484356-cb78-420a-b3fc-5762a345b331 tempest-ServerRescueNegativeTestJSON-929871608 tempest-ServerRescueNegativeTestJSON-929871608-project] 10.222.0.11 "GET /v2.0/security-groups?id=f1de89df-470d-49b7-98ac-8bb65cd72d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2553365 Feb 28 22:44:12.974345 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.db.provisioning_blocks [None req-154add69-038d-48cc-93ba-bd7e358b6d11 None None] Provisioning complete for port 72e1ae95-5578-4065-a44e-454842d789b4 triggered by entity L2. {{(pid=109570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 22:44:12.974720 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-154add69-038d-48cc-93ba-bd7e358b6d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579965'] for port (72e1ae95-5578-4065-a44e-454842d789b4), provisioning_complete {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:44:12.987383 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-28965876-6307-4b67-91df-9be5b2452109 req-47991e35-6bfb-4c6f-a1cc-8999274ab8dc tempest-AttachVolumeNegativeTest-1243329128 tempest-AttachVolumeNegativeTest-1243329128-project] 10.222.0.11 "GET /v2.0/security-groups?id=8aeed072-d876-4d95-a530-37a550f45527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2117643 Feb 28 22:44:13.022773 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] Pushing event updated for resources: {'Port': ['ID=b50958f4-60be-4348-a205-26ec3c5e5a17,revision_number=5']} {{(pid=109570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:44:13.030359 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.db.provisioning_blocks [None req-f7788326-8bd8-4a77-a398-240c0a3e84b8 None None] Provisioning complete for port 7ac7c138-d37d-49d6-84a8-6471145908cb triggered by entity DHCP. {{(pid=109570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 22:44:13.030542 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-f7788326-8bd8-4a77-a398-240c0a3e84b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579965'] for port (7ac7c138-d37d-49d6-84a8-6471145908cb), provisioning_complete {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:44:13.083106 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-52055410-c26b-4be9-94f5-a86fd57dc789 admin admin] Publish callbacks [] for router_gateway (e385438f-830a-452e-8537-53a391666901), after_create {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:44:13.089902 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 22:44:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a9134f8-0ab9-4c83-9bca-0c836c910af0 x-openstack-request-id: req-2a9134f8-0ab9-4c83-9bca-0c836c910af0 {{(pid=109570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 22:44:13.090307 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7cd3383d-bd16-424e-9cdd-54abaedf33a6", "name": "network-vif-plugged", "status": "completed", "tag": "b50958f4-60be-4348-a205-26ec3c5e5a17", "code": 200}]} {{(pid=109570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 22:44:13.090567 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-2a9134f8-0ab9-4c83-9bca-0c836c910af0 {{(pid=109570) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 22:44:13.090955 dv-cinder-830538-5-iscsi neutron-server[109570]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7cd3383d-bd16-424e-9cdd-54abaedf33a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b50958f4-60be-4348-a205-26ec3c5e5a17', 'code': 200} Feb 28 22:44:13.163986 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.plugin [None req-f7788326-8bd8-4a77-a398-240c0a3e84b8 None None] Port 7ac7c138-d37d-49d6-84a8-6471145908cb cannot update to ACTIVE because it is not bound. {{(pid=109570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 22:44:13.175677 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.db [None req-b4dde3ed-714c-41ce-8358-d4ac38e398d7 None None] For port 028dabda-6531-4d32-abbf-df0954ba21cd, host dv-cinder-830538-5-iscsi, cleared binding levels {{(pid=109570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 22:44:13.178687 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.db [None req-f54e9ec3-43bd-470d-a34a-dba068e3d4b6 None None] For port 7ac7c138-d37d-49d6-84a8-6471145908cb, host dv-cinder-830538-5-iscsi, cleared binding levels {{(pid=109570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 22:44:13.182024 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.db [None req-b4dde3ed-714c-41ce-8358-d4ac38e398d7 None None] For port 028dabda-6531-4d32-abbf-df0954ba21cd, host dv-cinder-830538-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830538-5-iscsi',level=0,port_id=028dabda-6531-4d32-abbf-df0954ba21cd,segment=NetworkSegment(fb73a256-b315-46d1-b37c-01047477a960),segment_id=fb73a256-b315-46d1-b37c-01047477a960)] {{(pid=109570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 22:44:13.184628 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.db [None req-f54e9ec3-43bd-470d-a34a-dba068e3d4b6 None None] For port 7ac7c138-d37d-49d6-84a8-6471145908cb, host dv-cinder-830538-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830538-5-iscsi',level=0,port_id=7ac7c138-d37d-49d6-84a8-6471145908cb,segment=NetworkSegment(40962d94-efde-405d-9470-857ab3eca9da),segment_id=40962d94-efde-405d-9470-857ab3eca9da)] {{(pid=109570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 22:44:13.213231 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-f54e9ec3-43bd-470d-a34a-dba068e3d4b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33156859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750845083886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750844628246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750844628264'] for port (7ac7c138-d37d-49d6-84a8-6471145908cb), after_update {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:44:13.225674 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-b4dde3ed-714c-41ce-8358-d4ac38e398d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33156859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750845083886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750844628246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750844628264'] for port (028dabda-6531-4d32-abbf-df0954ba21cd), after_update {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:44:13.296886 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.plugin [None req-154add69-038d-48cc-93ba-bd7e358b6d11 None None] Current status of the port 72e1ae95-5578-4065-a44e-454842d789b4 is: ACTIVE; New status is: ACTIVE {{(pid=109570) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 22:44:13.323689 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cacd962-b6a1-4eaf-a47f-35aad86709cd None None] Pushing event updated for resources: {'Port': ['ID=7ac7c138-d37d-49d6-84a8-6471145908cb,revision_number=4']} {{(pid=109570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:44:13.333109 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f54e9ec3-43bd-470d-a34a-dba068e3d4b6 None None] Routers {'5cccabae-03f8-4a53-a123-a1f8775759e9'} bound to L3 agent in host dv-cinder-830538-5-iscsi {{(pid=109570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 22:44:13.333767 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.db.l3_hamode_db [None req-f54e9ec3-43bd-470d-a34a-dba068e3d4b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830538-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T22:34:03Z,description=,heartbeat_timestamp=2022-02-28T22:44:03Z,host='dv-cinder-830538-5-iscsi',id=1bbc3f13-d896-4633-9d3f-4f3415ceb83d,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T22:34:03Z,topic='l3_agent')) {'router_ids': ['5cccabae-03f8-4a53-a123-a1f8775759e9'], 'active': True} {{(pid=109570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 22:44:13.538526 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.db.l3_dvr_db [None req-f54e9ec3-43bd-470d-a34a-dba068e3d4b6 None None] Set router 5cccabae-03f8-4a53-a123-a1f8775759e9 gateway port host: dv-cinder-830538-5-iscsi {{(pid=109570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 22:44:13.580569 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce559d38-cfec-403c-a907-4c090888eaca req-2d24c56a-313b-4166-a1ec-1b8f92a52b07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:44:13.582726 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-ce559d38-cfec-403c-a907-4c090888eaca req-2d24c56a-313b-4166-a1ec-1b8f92a52b07 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=7cd3383d-bd16-424e-9cdd-54abaedf33a6 HTTP/1.1" status: 200 len: 1130 time: 0.0995963 Feb 28 22:44:13.650933 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4dde3ed-714c-41ce-8358-d4ac38e398d7 None None] Pushing event updated for resources: {'Port': ['ID=028dabda-6531-4d32-abbf-df0954ba21cd,revision_number=2']} {{(pid=109570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:44:13.738169 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-ce559d38-cfec-403c-a907-4c090888eaca req-4f4155c3-edf6-42e2-ae1b-678ce7baba09 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=8aeed072-d876-4d95-a530-37a550f45527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998151 Feb 28 22:44:13.814609 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e9b56e-4ce6-4942-85d5-78040b995315 req-9cdac8d4-1f11-43fe-890f-15ad755480d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:44:13.814821 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.db.provisioning_blocks [None req-a7438ce6-8570-4c38-beed-493eaf193c28 None None] Provisioning complete for port 7ac7c138-d37d-49d6-84a8-6471145908cb triggered by entity DHCP. {{(pid=109570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 22:44:13.815015 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-a7438ce6-8570-4c38-beed-493eaf193c28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579965'] for port (7ac7c138-d37d-49d6-84a8-6471145908cb), provisioning_complete {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:44:13.816180 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-c5e9b56e-4ce6-4942-85d5-78040b995315 req-9cdac8d4-1f11-43fe-890f-15ad755480d7 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=1a9fe67e7e534a2f9e267047a6a40917&device_id=bedc2889-c234-478f-9d9f-b557dcd5e13e HTTP/1.1" status: 200 len: 1130 time: 0.1790540 Feb 28 22:44:13.820784 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-52055410-c26b-4be9-94f5-a86fd57dc789 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33526520', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33523309'] for router (e385438f-830a-452e-8537-53a391666901), after_create {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:44:13.892589 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750845036683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579975'] for agent (5b2bda77-ea31-45ff-af39-f050a95cb1da), after_update {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:44:13.940047 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.db.l3_hamode_db [None req-f54e9ec3-43bd-470d-a34a-dba068e3d4b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cccabae-03f8-4a53-a123-a1f8775759e9', 'name': 'tempest-TestShelveInstance-508901651-router', 'tenant_id': '77e116bf700b44a1a6f3fd4b298b9c7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e7a10c7-addc-4b79-a555-0b472e939652', 'external_fixed_ips': [{'subnet_id': '8aaf002d-6309-4cf0-ae69-6d349a14c0b1', 'ip_address': '172.27.0.220'}], 'enable_snat': True}, 'gw_port_id': '72e1ae95-5578-4065-a44e-454842d789b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T22:44:05Z', 'updated_at': '2022-02-28T22:44:09Z', 'revision_number': 4, 'project_id': '77e116bf700b44a1a6f3fd4b298b9c7c', 'gw_port': {'id': '72e1ae95-5578-4065-a44e-454842d789b4', 'name': '', 'network_id': '3e7a10c7-addc-4b79-a555-0b472e939652', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:94:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cccabae-03f8-4a53-a123-a1f8775759e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': '8aaf002d-6309-4cf0-ae69-6d349a14c0b1', 'ip_address': '172.27.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T22:44:06Z', 'updated_at': '2022-02-28T22:44:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8aaf002d-6309-4cf0-ae69-6d349a14c0b1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830538-5-iscsi', '_interfaces': [{'id': '7ac7c138-d37d-49d6-84a8-6471145908cb', 'name': '', 'network_id': '5e888405-e835-4d9e-af33-9a4514df60c4', 'tenant_id': '77e116bf700b44a1a6f3fd4b298b9c7c', 'mac_address': 'fa:16:3e:db:ec:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5cccabae-03f8-4a53-a123-a1f8775759e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': 'e81b642d-26f6-40c1-82ba-10ebf6b78fed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T22:44:08Z', 'updated_at': '2022-02-28T22:44:13Z', 'revision_number': 4, 'project_id': '77e116bf700b44a1a6f3fd4b298b9c7c', 'subnets': [{'id': 'e81b642d-26f6-40c1-82ba-10ebf6b78fed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830538-5-iscsi', False) {} {{(pid=109570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 22:44:13.978439 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f54e9ec3-43bd-470d-a34a-dba068e3d4b6 None None] The sync data for ids ['5cccabae-03f8-4a53-a123-a1f8775759e9'] in dv-cinder-830538-5-iscsi is: [{'id': '5cccabae-03f8-4a53-a123-a1f8775759e9', 'name': 'tempest-TestShelveInstance-508901651-router', 'tenant_id': '77e116bf700b44a1a6f3fd4b298b9c7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e7a10c7-addc-4b79-a555-0b472e939652', 'external_fixed_ips': [{'subnet_id': '8aaf002d-6309-4cf0-ae69-6d349a14c0b1', 'ip_address': '172.27.0.220'}], 'enable_snat': True}, 'gw_port_id': '72e1ae95-5578-4065-a44e-454842d789b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T22:44:05Z', 'updated_at': '2022-02-28T22:44:09Z', 'revision_number': 4, 'project_id': '77e116bf700b44a1a6f3fd4b298b9c7c', 'gw_port': {'id': '72e1ae95-5578-4065-a44e-454842d789b4', 'name': '', 'network_id': '3e7a10c7-addc-4b79-a555-0b472e939652', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:94:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cccabae-03f8-4a53-a123-a1f8775759e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': '8aaf002d-6309-4cf0-ae69-6d349a14c0b1', 'ip_address': '172.27.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T22:44:06Z', 'updated_at': '2022-02-28T22:44:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8aaf002d-6309-4cf0-ae69-6d349a14c0b1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830538-5-iscsi', '_interfaces': [{'id': '7ac7c138-d37d-49d6-84a8-6471145908cb', 'name': '', 'network_id': '5e888405-e835-4d9e-af33-9a4514df60c4', 'tenant_id': '77e116bf700b44a1a6f3fd4b298b9c7c', 'mac_address': 'fa:16:3e:db:ec:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5cccabae-03f8-4a53-a123-a1f8775759e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': 'e81b642d-26f6-40c1-82ba-10ebf6b78fed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T22:44:08Z', 'updated_at': '2022-02-28T22:44:13Z', 'revision_number': 4, 'project_id': '77e116bf700b44a1a6f3fd4b298b9c7c', 'subnets': [{'id': 'e81b642d-26f6-40c1-82ba-10ebf6b78fed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 22:44:13.985065 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.plugin [None req-a7438ce6-8570-4c38-beed-493eaf193c28 None None] Current status of the port 7ac7c138-d37d-49d6-84a8-6471145908cb is: DOWN; New status is: ACTIVE {{(pid=109570) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 22:44:13.985423 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-a7438ce6-8570-4c38-beed-493eaf193c28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616566'] for port (7ac7c138-d37d-49d6-84a8-6471145908cb), before_update {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:44:13.985575 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52055410-c26b-4be9-94f5-a86fd57dc789 admin admin] Router e385438f-830a-452e-8537-53a391666901 is scheduled to L3 agent 1bbc3f13-d896-4633-9d3f-4f3415ceb83d with binding_index 1 {{(pid=109568) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 28 22:44:14.026908 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.wsgi [-] (109569) accepted ('10.222.0.11', 53766) {{(pid=109569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 22:44:14.089409 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.db [None req-a7438ce6-8570-4c38-beed-493eaf193c28 None None] For port 7ac7c138-d37d-49d6-84a8-6471145908cb, host dv-cinder-830538-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830538-5-iscsi',level=0,port_id=7ac7c138-d37d-49d6-84a8-6471145908cb,segment=NetworkSegment(40962d94-efde-405d-9470-857ab3eca9da),segment_id=40962d94-efde-405d-9470-857ab3eca9da)] {{(pid=109570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 22:44:14.099414 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-a7438ce6-8570-4c38-beed-493eaf193c28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33156859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750845083886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750844628246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750844628264'] for port (7ac7c138-d37d-49d6-84a8-6471145908cb), after_update {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:44:14.168198 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7438ce6-8570-4c38-beed-493eaf193c28 None None] Pushing event updated for resources: {'Port': ['ID=7ac7c138-d37d-49d6-84a8-6471145908cb,revision_number=5']} {{(pid=109570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:44:14.207097 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-2d056c17-6bfc-4afa-a301-5bd96fe88940 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:44:14.307925 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-2d056c17-6bfc-4afa-a301-5bd96fe88940 admin admin] Publish callbacks [] for security_group (c884ec96-d0d2-45a6-8fff-173cc74b2fae), precommit_create {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:44:14.314973 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-2d056c17-6bfc-4afa-a301-5bd96fe88940 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33441213'] for security_group (c884ec96-d0d2-45a6-8fff-173cc74b2fae), after_create {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:44:14.356773 dv-cinder-830538-5-iscsi neutron-server[109569]: INFO neutron.wsgi [None req-2d056c17-6bfc-4afa-a301-5bd96fe88940 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=0fefa451df054629847f3458dd98b613&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3285811 Feb 28 22:44:14.357572 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.wsgi [-] (109569) accepted ('10.222.0.11', 53770) {{(pid=109569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 22:44:14.359928 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d6aaab-7676-47ea-bc61-dfc01edbe5b3 req-7d9eba67-ea84-4592-92dd-b09f0a278440 tempest-ServerRescueNegativeTestJSON-929871608 tempest-ServerRescueNegativeTestJSON-929871608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:44:14.361495 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-a4d6aaab-7676-47ea-bc61-dfc01edbe5b3 req-7d9eba67-ea84-4592-92dd-b09f0a278440 tempest-ServerRescueNegativeTestJSON-929871608 tempest-ServerRescueNegativeTestJSON-929871608-project] 10.222.0.11 "GET /v2.0/ports?device_id=bedc2889-c234-478f-9d9f-b557dcd5e13e HTTP/1.1" status: 200 len: 946 time: 0.1782994 Feb 28 22:44:14.396802 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d056c17-6bfc-4afa-a301-5bd96fe88940 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c884ec96-d0d2-45a6-8fff-173cc74b2fae,revision_number=1']} {{(pid=109569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:44:14.402932 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28badf29-4376-46bf-9e99-a9dbe0f23b3f req-dd9308a9-8a70-47c1-bfeb-87afebe3002c tempest-AttachVolumeNegativeTest-1243329128 tempest-AttachVolumeNegativeTest-1243329128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:44:14.404229 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-28badf29-4376-46bf-9e99-a9dbe0f23b3f req-dd9308a9-8a70-47c1-bfeb-87afebe3002c tempest-AttachVolumeNegativeTest-1243329128 tempest-AttachVolumeNegativeTest-1243329128-project] 10.222.0.11 "GET /v2.0/ports?device_id=7cd3383d-bd16-424e-9cdd-54abaedf33a6 HTTP/1.1" status: 200 len: 946 time: 0.2119744 Feb 28 22:44:14.417871 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52055410-c26b-4be9-94f5-a86fd57dc789 admin admin] Notify agent at l3_agent.dv-cinder-830538-5-iscsi the message routers_updated {{(pid=109568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 22:44:14.431992 dv-cinder-830538-5-iscsi neutron-server[109571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55ee3610-5ee4-4f42-bcf5-fdd77ecf371d None None] Sync routers for ids ['e385438f-830a-452e-8537-53a391666901'] in dv-cinder-830538-5-iscsi {{(pid=109571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 22:44:14.436347 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e9b56e-4ce6-4942-85d5-78040b995315 req-1b80854d-2ef7-452f-ac23-d6f21b287c4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:44:14.438242 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-c5e9b56e-4ce6-4942-85d5-78040b995315 req-1b80854d-2ef7-452f-ac23-d6f21b287c4a service neutron] 10.222.0.36 "GET /v2.0/networks?id=ba9103be-0016-4db5-8443-08fa8db70094 HTTP/1.1" status: 200 len: 919 time: 0.4421675 Feb 28 22:44:14.452067 dv-cinder-830538-5-iscsi neutron-server[109571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55ee3610-5ee4-4f42-bcf5-fdd77ecf371d None None] Routers {'e385438f-830a-452e-8537-53a391666901'} bound to L3 agent in host dv-cinder-830538-5-iscsi {{(pid=109571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 22:44:14.454618 dv-cinder-830538-5-iscsi neutron-server[109571]: DEBUG neutron.db.l3_hamode_db [None req-55ee3610-5ee4-4f42-bcf5-fdd77ecf371d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830538-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T22:34:03Z,description=,heartbeat_timestamp=2022-02-28T22:44:03Z,host='dv-cinder-830538-5-iscsi',id=1bbc3f13-d896-4633-9d3f-4f3415ceb83d,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T22:34:03Z,topic='l3_agent')) {'router_ids': ['e385438f-830a-452e-8537-53a391666901'], 'active': True} {{(pid=109571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 22:44:14.457526 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-d1d12fb0-545f-4afb-a8bb-8ad25ca602a4 admin admin] Publish callbacks [] for security_group (c884ec96-d0d2-45a6-8fff-173cc74b2fae), before_delete {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:44:14.503880 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-d1d12fb0-545f-4afb-a8bb-8ad25ca602a4 admin admin] Publish callbacks [] for security_group (c884ec96-d0d2-45a6-8fff-173cc74b2fae), precommit_delete {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:44:14.537457 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-c5e9b56e-4ce6-4942-85d5-78040b995315 req-40b2549f-bb54-4307-b7c6-2851df83042d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a8b159f5-dc76-40f5-bc9d-ed147644722e HTTP/1.1" status: 200 len: 217 time: 0.0476203 Feb 28 22:44:14.546419 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-52055410-c26b-4be9-94f5-a86fd57dc789 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:44:14.550297 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [None req-52055410-c26b-4be9-94f5-a86fd57dc789 admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.9020765 Feb 28 22:44:14.555841 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.wsgi [-] (109568) accepted ('10.222.0.11', 53772) {{(pid=109568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 22:44:14.588328 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-a4d6aaab-7676-47ea-bc61-dfc01edbe5b3 req-8961924e-0822-456f-96dd-ec90757e7981 tempest-ServerRescueNegativeTestJSON-929871608 tempest-ServerRescueNegativeTestJSON-929871608-project] 10.222.0.11 "GET /v2.0/security-groups?id=f1de89df-470d-49b7-98ac-8bb65cd72d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2187829 Feb 28 22:44:14.614934 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-d1d12fb0-545f-4afb-a8bb-8ad25ca602a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33441213'] for security_group (c884ec96-d0d2-45a6-8fff-173cc74b2fae), after_delete {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:44:14.617503 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-d1d12fb0-545f-4afb-a8bb-8ad25ca602a4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:44:14.618886 dv-cinder-830538-5-iscsi neutron-server[109569]: INFO neutron.wsgi [None req-d1d12fb0-545f-4afb-a8bb-8ad25ca602a4 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/c884ec96-d0d2-45a6-8fff-173cc74b2fae HTTP/1.1" status: 204 len: 168 time: 0.2544107 Feb 28 22:44:14.638772 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d12fb0-545f-4afb-a8bb-8ad25ca602a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c884ec96-d0d2-45a6-8fff-173cc74b2fae,revision_number=None']} {{(pid=109569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:44:14.691221 dv-cinder-830538-5-iscsi neutron-server[109571]: DEBUG neutron.db.l3_dvr_db [None req-55ee3610-5ee4-4f42-bcf5-fdd77ecf371d None None] Set router e385438f-830a-452e-8537-53a391666901 gateway port host: dv-cinder-830538-5-iscsi {{(pid=109571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 22:44:14.707291 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.rpc [None req-154add69-038d-48cc-93ba-bd7e358b6d11 None None] Device 028dabda-6531-4d32-abbf-df0954ba21cd up at agent ovs-agent-dv-cinder-830538-5-iscsi {{(pid=109570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 22:44:14.746447 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-28badf29-4376-46bf-9e99-a9dbe0f23b3f req-2477b911-9688-4167-b447-c51d485278ad tempest-AttachVolumeNegativeTest-1243329128 tempest-AttachVolumeNegativeTest-1243329128-project] 10.222.0.11 "GET /v2.0/security-groups?id=8aeed072-d876-4d95-a530-37a550f45527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3299198 Feb 28 22:44:14.775594 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e9b56e-4ce6-4942-85d5-78040b995315 req-6f5ca5ac-5a7c-464e-a321-4d318c70ac76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:44:14.775594 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-c5e9b56e-4ce6-4942-85d5-78040b995315 req-6f5ca5ac-5a7c-464e-a321-4d318c70ac76 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4f074c84-eecc-4df3-bfe8-db2db878868a HTTP/1.1" status: 200 len: 858 time: 0.2142262 Feb 28 22:44:14.803741 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.db.provisioning_blocks [None req-154add69-038d-48cc-93ba-bd7e358b6d11 None None] Provisioning complete for port 028dabda-6531-4d32-abbf-df0954ba21cd triggered by entity L2. {{(pid=109570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 22:44:14.804260 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-154add69-038d-48cc-93ba-bd7e358b6d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579965'] for port (028dabda-6531-4d32-abbf-df0954ba21cd), provisioning_complete {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:44:14.859752 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3056e1f9-5585-486f-96c3-da2656d55549 None None] Network 08e2098a-9f90-4073-b242-036db0aac34f requested from dv-cinder-830538-5-iscsi {{(pid=109570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 22:44:14.865742 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-c5e9b56e-4ce6-4942-85d5-78040b995315 req-dee9571e-7681-464c-b5da-07e1686261f4 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=ba9103be-0016-4db5-8443-08fa8db70094&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0515778 Feb 28 22:44:14.979954 dv-cinder-830538-5-iscsi neutron-server[109571]: DEBUG neutron.db.l3_hamode_db [None req-55ee3610-5ee4-4f42-bcf5-fdd77ecf371d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e385438f-830a-452e-8537-53a391666901', 'name': 'tempest-TestShelveInstance-1643082802-router', 'tenant_id': '4d18c00916aa475f9d6ff02bc782bf15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e7a10c7-addc-4b79-a555-0b472e939652', 'external_fixed_ips': [{'subnet_id': '8aaf002d-6309-4cf0-ae69-6d349a14c0b1', 'ip_address': '172.27.0.79'}], 'enable_snat': True}, 'gw_port_id': 'bb011a2b-3de4-420b-a68b-5364dc126f0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T22:44:11Z', 'updated_at': '2022-02-28T22:44:12Z', 'revision_number': 3, 'project_id': '4d18c00916aa475f9d6ff02bc782bf15', 'gw_port': {'id': 'bb011a2b-3de4-420b-a68b-5364dc126f0f', 'name': '', 'network_id': '3e7a10c7-addc-4b79-a555-0b472e939652', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:d7:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e385438f-830a-452e-8537-53a391666901', 'device_owner': 'network:router_gateway', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': '8aaf002d-6309-4cf0-ae69-6d349a14c0b1', 'ip_address': '172.27.0.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T22:44:12Z', 'updated_at': '2022-02-28T22:44:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8aaf002d-6309-4cf0-ae69-6d349a14c0b1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830538-5-iscsi'}], 'dv-cinder-830538-5-iscsi', False) {} {{(pid=109571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 22:44:15.010944 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.db.provisioning_blocks [None req-c487a819-049d-485a-b892-f5528e0340e6 None None] Provisioning complete for port 028dabda-6531-4d32-abbf-df0954ba21cd triggered by entity DHCP. {{(pid=109570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 22:44:15.011497 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-c487a819-049d-485a-b892-f5528e0340e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579965'] for port (028dabda-6531-4d32-abbf-df0954ba21cd), provisioning_complete {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:44:15.027367 dv-cinder-830538-5-iscsi neutron-server[109571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55ee3610-5ee4-4f42-bcf5-fdd77ecf371d None None] Checking router: e385438f-830a-452e-8537-53a391666901 for host: dv-cinder-830538-5-iscsi {{(pid=109571) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 22:44:15.030439 dv-cinder-830538-5-iscsi neutron-server[109571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55ee3610-5ee4-4f42-bcf5-fdd77ecf371d None None] Updating router e385438f-830a-452e-8537-53a391666901 port bb011a2b-3de4-420b-a68b-5364dc126f0f binding host dv-cinder-830538-5-iscsi {{(pid=109571) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 22:44:15.086819 dv-cinder-830538-5-iscsi neutron-server[109571]: DEBUG neutron_lib.callbacks.manager [None req-55ee3610-5ee4-4f42-bcf5-fdd77ecf371d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616566'] for port (bb011a2b-3de4-420b-a68b-5364dc126f0f), before_update {{(pid=109571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:44:15.103067 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.wsgi [-] (109569) accepted ('10.222.0.11', 53778) {{(pid=109569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 22:44:15.120960 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.plugin [None req-154add69-038d-48cc-93ba-bd7e358b6d11 None None] Current status of the port 028dabda-6531-4d32-abbf-df0954ba21cd is: DOWN; New status is: ACTIVE {{(pid=109570) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 22:44:15.121518 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-154add69-038d-48cc-93ba-bd7e358b6d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616566'] for port (028dabda-6531-4d32-abbf-df0954ba21cd), before_update {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:44:15.133381 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-c5e9b56e-4ce6-4942-85d5-78040b995315 req-a0ba4fef-f51e-4715-ab3c-99bbab373a05 service neutron] 10.222.0.36 "GET /v2.0/networks/ba9103be-0016-4db5-8443-08fa8db70094?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2508125 Feb 28 22:44:15.143635 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-281d12f4-d8e0-4b90-8ef9-24e2ad14e8ae admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:44:15.228462 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.db [None req-154add69-038d-48cc-93ba-bd7e358b6d11 None None] For port 028dabda-6531-4d32-abbf-df0954ba21cd, host dv-cinder-830538-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830538-5-iscsi',level=0,port_id=028dabda-6531-4d32-abbf-df0954ba21cd,segment=NetworkSegment(fb73a256-b315-46d1-b37c-01047477a960),segment_id=fb73a256-b315-46d1-b37c-01047477a960)] {{(pid=109570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 22:44:15.237777 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-154add69-038d-48cc-93ba-bd7e358b6d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33156859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750845083886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750844628246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750844628264'] for port (028dabda-6531-4d32-abbf-df0954ba21cd), after_update {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:44:15.238863 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.rpc [None req-154add69-038d-48cc-93ba-bd7e358b6d11 None None] Device 7ac7c138-d37d-49d6-84a8-6471145908cb up at agent ovs-agent-dv-cinder-830538-5-iscsi {{(pid=109570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 22:44:15.363853 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-281d12f4-d8e0-4b90-8ef9-24e2ad14e8ae admin admin] Publish callbacks [] for security_group (70b8447d-7150-4fd5-af27-854441887f70), precommit_create {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:44:15.374109 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.plugin [None req-c487a819-049d-485a-b892-f5528e0340e6 None None] Current status of the port 028dabda-6531-4d32-abbf-df0954ba21cd is: DOWN; New status is: ACTIVE {{(pid=109570) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 22:44:15.378103 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-c487a819-049d-485a-b892-f5528e0340e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616566'] for port (028dabda-6531-4d32-abbf-df0954ba21cd), before_update {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:44:15.378373 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-281d12f4-d8e0-4b90-8ef9-24e2ad14e8ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33441213'] for security_group (70b8447d-7150-4fd5-af27-854441887f70), after_create {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:44:15.415794 dv-cinder-830538-5-iscsi neutron-server[109569]: INFO neutron.wsgi [None req-281d12f4-d8e0-4b90-8ef9-24e2ad14e8ae admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=25b425403a4c4b2b88a9f522ea4183eb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3104532 Feb 28 22:44:15.436159 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.wsgi [-] (109569) accepted ('10.222.0.11', 53780) {{(pid=109569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 22:44:15.441803 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154add69-038d-48cc-93ba-bd7e358b6d11 None None] Pushing event updated for resources: {'Port': ['ID=028dabda-6531-4d32-abbf-df0954ba21cd,revision_number=3']} {{(pid=109570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:44:15.516849 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-281d12f4-d8e0-4b90-8ef9-24e2ad14e8ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70b8447d-7150-4fd5-af27-854441887f70,revision_number=1']} {{(pid=109569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:44:15.524971 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.db.provisioning_blocks [None req-154add69-038d-48cc-93ba-bd7e358b6d11 None None] Provisioning complete for port 7ac7c138-d37d-49d6-84a8-6471145908cb triggered by entity L2. {{(pid=109570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 22:44:15.525506 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-154add69-038d-48cc-93ba-bd7e358b6d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579965'] for port (7ac7c138-d37d-49d6-84a8-6471145908cb), provisioning_complete {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:44:15.527489 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.db.api [None req-c487a819-049d-485a-b892-f5528e0340e6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109570) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 22:44:15.528024 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG oslo_db.api [None req-c487a819-049d-485a-b892-f5528e0340e6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 22:44:15.535377 dv-cinder-830538-5-iscsi neutron-server[109571]: DEBUG neutron_lib.callbacks.manager [None req-55ee3610-5ee4-4f42-bcf5-fdd77ecf371d None None] Publish callbacks [] for port (bb011a2b-3de4-420b-a68b-5364dc126f0f), precommit_update {{(pid=109571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:44:15.546447 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-ad96d6c7-27cf-4e97-97f5-c27d7f5aed15 admin admin] Publish callbacks [] for security_group (70b8447d-7150-4fd5-af27-854441887f70), before_delete {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:44:15.548730 dv-cinder-830538-5-iscsi neutron-server[109571]: DEBUG neutron_lib.callbacks.manager [None req-55ee3610-5ee4-4f42-bcf5-fdd77ecf371d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33156859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750845083886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750844628246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750844628264'] for port (bb011a2b-3de4-420b-a68b-5364dc126f0f), after_update {{(pid=109571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:44:15.579018 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-c5e9b56e-4ce6-4942-85d5-78040b995315 req-0f612550-4d0a-4dbe-ace4-53d1a418eede service neutron] 10.222.0.36 "GET /v2.0/networks/ba9103be-0016-4db5-8443-08fa8db70094?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2278643 Feb 28 22:44:15.601791 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-ad96d6c7-27cf-4e97-97f5-c27d7f5aed15 admin admin] Publish callbacks [] for security_group (70b8447d-7150-4fd5-af27-854441887f70), precommit_delete {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:44:15.626723 dv-cinder-830538-5-iscsi neutron-server[109571]: DEBUG neutron.plugins.ml2.managers [None req-55ee3610-5ee4-4f42-bcf5-fdd77ecf371d None None] Attempting to bind port bb011a2b-3de4-420b-a68b-5364dc126f0f on host dv-cinder-830538-5-iscsi for vnic_type normal with profile {{(pid=109571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 22:44:15.627266 dv-cinder-830538-5-iscsi neutron-server[109571]: DEBUG neutron.plugins.ml2.managers [None req-55ee3610-5ee4-4f42-bcf5-fdd77ecf371d None None] Attempting to bind port bb011a2b-3de4-420b-a68b-5364dc126f0f by drivers openvswitch,hyperv on host dv-cinder-830538-5-iscsi at level 0 using segments [{'id': 'ee66776f-25dd-443a-9417-ae0becd0bae6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e7a10c7-addc-4b79-a555-0b472e939652'}] {{(pid=109571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 22:44:15.628546 dv-cinder-830538-5-iscsi neutron-server[109571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55ee3610-5ee4-4f42-bcf5-fdd77ecf371d None None] Attempting to bind port bb011a2b-3de4-420b-a68b-5364dc126f0f on network 3e7a10c7-addc-4b79-a555-0b472e939652 {{(pid=109571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 22:44:15.646842 dv-cinder-830538-5-iscsi neutron-server[109571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55ee3610-5ee4-4f42-bcf5-fdd77ecf371d None None] Checking agent: {'id': '7aa25ffb-1b87-4f08-8530-4bdf6e6b221c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830538-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 22, 34, 7), 'started_at': datetime.datetime(2022, 2, 28, 22, 34, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 22, 44, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830538-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 22:44:15.647614 dv-cinder-830538-5-iscsi neutron-server[109571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55ee3610-5ee4-4f42-bcf5-fdd77ecf371d None None] Checking segment: {'id': 'ee66776f-25dd-443a-9417-ae0becd0bae6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e7a10c7-addc-4b79-a555-0b472e939652'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 22:44:15.648199 dv-cinder-830538-5-iscsi neutron-server[109571]: DEBUG neutron_lib.callbacks.manager [None req-55ee3610-5ee4-4f42-bcf5-fdd77ecf371d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:44:15.648888 dv-cinder-830538-5-iscsi neutron-server[109571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55ee3610-5ee4-4f42-bcf5-fdd77ecf371d None None] Bound using segment: {'id': 'ee66776f-25dd-443a-9417-ae0becd0bae6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e7a10c7-addc-4b79-a555-0b472e939652'} {{(pid=109571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 22:44:15.649523 dv-cinder-830538-5-iscsi neutron-server[109571]: DEBUG neutron.plugins.ml2.managers [None req-55ee3610-5ee4-4f42-bcf5-fdd77ecf371d None None] Bound port: bb011a2b-3de4-420b-a68b-5364dc126f0f, host: dv-cinder-830538-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee66776f-25dd-443a-9417-ae0becd0bae6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e7a10c7-addc-4b79-a555-0b472e939652'}}] {{(pid=109571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 22:44:15.650059 dv-cinder-830538-5-iscsi neutron-server[109571]: DEBUG neutron_lib.callbacks.manager [None req-55ee3610-5ee4-4f42-bcf5-fdd77ecf371d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616566'] for port (bb011a2b-3de4-420b-a68b-5364dc126f0f), before_update {{(pid=109571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:44:15.670980 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-ad96d6c7-27cf-4e97-97f5-c27d7f5aed15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33441213'] for security_group (70b8447d-7150-4fd5-af27-854441887f70), after_delete {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:44:15.675920 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-ad96d6c7-27cf-4e97-97f5-c27d7f5aed15 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:44:15.676524 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.plugin [None req-154add69-038d-48cc-93ba-bd7e358b6d11 None None] Current status of the port 7ac7c138-d37d-49d6-84a8-6471145908cb is: ACTIVE; New status is: ACTIVE {{(pid=109570) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 22:44:15.680066 dv-cinder-830538-5-iscsi neutron-server[109569]: INFO neutron.wsgi [None req-ad96d6c7-27cf-4e97-97f5-c27d7f5aed15 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/70b8447d-7150-4fd5-af27-854441887f70 HTTP/1.1" status: 204 len: 168 time: 0.2422523 Feb 28 22:44:15.690215 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad96d6c7-27cf-4e97-97f5-c27d7f5aed15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70b8447d-7150-4fd5-af27-854441887f70,revision_number=None']} {{(pid=109569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:44:15.722844 dv-cinder-830538-5-iscsi neutron-server[109571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c85c9d3-c85b-4587-86e3-d057467549fd None None] Pushing event updated for resources: {'Port': ['ID=bb011a2b-3de4-420b-a68b-5364dc126f0f,revision_number=2']} {{(pid=109571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:44:15.763053 dv-cinder-830538-5-iscsi neutron-server[109571]: DEBUG neutron.plugins.ml2.db [None req-55ee3610-5ee4-4f42-bcf5-fdd77ecf371d None None] For port bb011a2b-3de4-420b-a68b-5364dc126f0f, host dv-cinder-830538-5-iscsi, cleared binding levels {{(pid=109571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 22:44:15.769052 dv-cinder-830538-5-iscsi neutron-server[109571]: DEBUG neutron.plugins.ml2.db [None req-55ee3610-5ee4-4f42-bcf5-fdd77ecf371d None None] For port bb011a2b-3de4-420b-a68b-5364dc126f0f, host dv-cinder-830538-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830538-5-iscsi',level=0,port_id=bb011a2b-3de4-420b-a68b-5364dc126f0f,segment=NetworkSegment(ee66776f-25dd-443a-9417-ae0becd0bae6),segment_id=ee66776f-25dd-443a-9417-ae0becd0bae6)] {{(pid=109571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 22:44:15.782263 dv-cinder-830538-5-iscsi neutron-server[109571]: DEBUG neutron_lib.callbacks.manager [None req-55ee3610-5ee4-4f42-bcf5-fdd77ecf371d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33156859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750845083886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750844628246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750844628264'] for port (bb011a2b-3de4-420b-a68b-5364dc126f0f), after_update {{(pid=109571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:44:15.782862 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-6443631c-e774-4eba-affa-04994f14b985 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616566'] for port (None), before_create {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:44:15.844273 dv-cinder-830538-5-iscsi neutron-server[109571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55ee3610-5ee4-4f42-bcf5-fdd77ecf371d None None] Routers {'e385438f-830a-452e-8537-53a391666901'} bound to L3 agent in host dv-cinder-830538-5-iscsi {{(pid=109571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 22:44:15.845098 dv-cinder-830538-5-iscsi neutron-server[109571]: DEBUG neutron.db.l3_hamode_db [None req-55ee3610-5ee4-4f42-bcf5-fdd77ecf371d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830538-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T22:34:03Z,description=,heartbeat_timestamp=2022-02-28T22:44:03Z,host='dv-cinder-830538-5-iscsi',id=1bbc3f13-d896-4633-9d3f-4f3415ceb83d,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T22:34:03Z,topic='l3_agent')) {'router_ids': ['e385438f-830a-452e-8537-53a391666901'], 'active': True} {{(pid=109571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 22:44:15.882796 dv-cinder-830538-5-iscsi neutron-server[109571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c85c9d3-c85b-4587-86e3-d057467549fd None None] Pushing event updated for resources: {'Port': ['ID=bb011a2b-3de4-420b-a68b-5364dc126f0f,revision_number=3']} {{(pid=109571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:44:15.934532 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3bb3be0-2820-4506-b19f-e3417b927d28 req-127dbf81-9285-4c5e-96f2-6e85333caa2a tempest-ServerRescueNegativeTestJSON-929871608 tempest-ServerRescueNegativeTestJSON-929871608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:44:15.936316 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-c3bb3be0-2820-4506-b19f-e3417b927d28 req-127dbf81-9285-4c5e-96f2-6e85333caa2a tempest-ServerRescueNegativeTestJSON-929871608 tempest-ServerRescueNegativeTestJSON-929871608-project] 10.222.0.11 "GET /v2.0/ports?device_id=bedc2889-c234-478f-9d9f-b557dcd5e13e HTTP/1.1" status: 200 len: 946 time: 0.2506800 Feb 28 22:44:15.997180 dv-cinder-830538-5-iscsi neutron-server[109571]: DEBUG neutron.db.l3_dvr_db [None req-55ee3610-5ee4-4f42-bcf5-fdd77ecf371d None None] Set router e385438f-830a-452e-8537-53a391666901 gateway port host: dv-cinder-830538-5-iscsi {{(pid=109571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 22:44:16.066536 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7380d181-b2b1-4867-8552-71a4192aef51 req-63d9a24f-24ad-4ce2-8504-b96913f89280 tempest-AttachVolumeNegativeTest-1243329128 tempest-AttachVolumeNegativeTest-1243329128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:44:16.068071 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-7380d181-b2b1-4867-8552-71a4192aef51 req-63d9a24f-24ad-4ce2-8504-b96913f89280 tempest-AttachVolumeNegativeTest-1243329128 tempest-AttachVolumeNegativeTest-1243329128-project] 10.222.0.11 "GET /v2.0/ports?device_id=7cd3383d-bd16-424e-9cdd-54abaedf33a6 HTTP/1.1" status: 200 len: 946 time: 0.1688063 Feb 28 22:44:16.075072 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-c3bb3be0-2820-4506-b19f-e3417b927d28 req-54521f69-563e-40d6-8bbe-16cc30299f21 tempest-ServerRescueNegativeTestJSON-929871608 tempest-ServerRescueNegativeTestJSON-929871608-project] 10.222.0.11 "GET /v2.0/security-groups?id=f1de89df-470d-49b7-98ac-8bb65cd72d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164997 Feb 28 22:44:16.103620 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.plugin [None req-c487a819-049d-485a-b892-f5528e0340e6 None None] Current status of the port 028dabda-6531-4d32-abbf-df0954ba21cd is: ACTIVE; New status is: ACTIVE {{(pid=109570) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 22:44:16.138326 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.db.db_base_plugin_common [None req-6443631c-e774-4eba-affa-04994f14b985 admin admin] Allocated IP 172.20.0.1 (08e2098a-9f90-4073-b242-036db0aac34f/560231c7-4387-441d-a27c-e8fa28469c29/089322dc-b53a-4b90-9590-9fcf12ca1cdf) {{(pid=109568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 22:44:16.171505 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-7380d181-b2b1-4867-8552-71a4192aef51 req-653a736b-bf5a-4703-88d0-1a3c1fe4a41b tempest-AttachVolumeNegativeTest-1243329128 tempest-AttachVolumeNegativeTest-1243329128-project] 10.222.0.11 "GET /v2.0/security-groups?id=8aeed072-d876-4d95-a530-37a550f45527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767307 Feb 28 22:44:16.237604 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.db.provisioning_blocks [None req-b68d8e94-fa50-4661-8d23-cc1897053273 None None] Provisioning complete for port 028dabda-6531-4d32-abbf-df0954ba21cd triggered by entity DHCP. {{(pid=109570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 22:44:16.238777 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-b68d8e94-fa50-4661-8d23-cc1897053273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579965'] for port (028dabda-6531-4d32-abbf-df0954ba21cd), provisioning_complete {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:44:16.276959 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-6443631c-e774-4eba-affa-04994f14b985 admin admin] Publish callbacks [] for port (089322dc-b53a-4b90-9590-9fcf12ca1cdf), precommit_create {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:44:16.291188 dv-cinder-830538-5-iscsi neutron-server[109571]: DEBUG neutron.db.l3_hamode_db [None req-55ee3610-5ee4-4f42-bcf5-fdd77ecf371d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e385438f-830a-452e-8537-53a391666901', 'name': 'tempest-TestShelveInstance-1643082802-router', 'tenant_id': '4d18c00916aa475f9d6ff02bc782bf15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e7a10c7-addc-4b79-a555-0b472e939652', 'external_fixed_ips': [{'subnet_id': '8aaf002d-6309-4cf0-ae69-6d349a14c0b1', 'ip_address': '172.27.0.79'}], 'enable_snat': True}, 'gw_port_id': 'bb011a2b-3de4-420b-a68b-5364dc126f0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T22:44:11Z', 'updated_at': '2022-02-28T22:44:12Z', 'revision_number': 3, 'project_id': '4d18c00916aa475f9d6ff02bc782bf15', 'gw_port': {'id': 'bb011a2b-3de4-420b-a68b-5364dc126f0f', 'name': '', 'network_id': '3e7a10c7-addc-4b79-a555-0b472e939652', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:d7:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e385438f-830a-452e-8537-53a391666901', 'device_owner': 'network:router_gateway', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': '8aaf002d-6309-4cf0-ae69-6d349a14c0b1', 'ip_address': '172.27.0.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T22:44:12Z', 'updated_at': '2022-02-28T22:44:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8aaf002d-6309-4cf0-ae69-6d349a14c0b1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830538-5-iscsi'}], 'dv-cinder-830538-5-iscsi', False) {} {{(pid=109571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 22:44:16.340236 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-6443631c-e774-4eba-affa-04994f14b985 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33156859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750844628228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30788389'] for port (089322dc-b53a-4b90-9590-9fcf12ca1cdf), after_create {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:44:16.351879 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.plugin [None req-b68d8e94-fa50-4661-8d23-cc1897053273 None None] Current status of the port 028dabda-6531-4d32-abbf-df0954ba21cd is: ACTIVE; New status is: ACTIVE {{(pid=109570) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 22:44:16.398325 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6443631c-e774-4eba-affa-04994f14b985 admin admin] Network 08e2098a-9f90-4073-b242-036db0aac34f is already hosted by enough agents. {{(pid=109568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 22:44:16.402429 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.scheduler.base_scheduler [None req-6443631c-e774-4eba-affa-04994f14b985 admin admin] Resources bound (agent type, host, resource id): {{(pid=109568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 22:44:16.404628 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6443631c-e774-4eba-affa-04994f14b985 admin admin] Pushing event updated for resources: {'Port': ['ID=089322dc-b53a-4b90-9590-9fcf12ca1cdf,revision_number=1']} {{(pid=109568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:44:16.407671 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6443631c-e774-4eba-affa-04994f14b985 admin admin] Received port after_create {{(pid=109568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 22:44:16.430865 dv-cinder-830538-5-iscsi neutron-server[109571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55ee3610-5ee4-4f42-bcf5-fdd77ecf371d None None] The sync data for ids ['e385438f-830a-452e-8537-53a391666901'] in dv-cinder-830538-5-iscsi is: [{'id': 'e385438f-830a-452e-8537-53a391666901', 'name': 'tempest-TestShelveInstance-1643082802-router', 'tenant_id': '4d18c00916aa475f9d6ff02bc782bf15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e7a10c7-addc-4b79-a555-0b472e939652', 'external_fixed_ips': [{'subnet_id': '8aaf002d-6309-4cf0-ae69-6d349a14c0b1', 'ip_address': '172.27.0.79'}], 'enable_snat': True}, 'gw_port_id': 'bb011a2b-3de4-420b-a68b-5364dc126f0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T22:44:11Z', 'updated_at': '2022-02-28T22:44:12Z', 'revision_number': 3, 'project_id': '4d18c00916aa475f9d6ff02bc782bf15', 'gw_port': {'id': 'bb011a2b-3de4-420b-a68b-5364dc126f0f', 'name': '', 'network_id': '3e7a10c7-addc-4b79-a555-0b472e939652', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:d7:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e385438f-830a-452e-8537-53a391666901', 'device_owner': 'network:router_gateway', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': '8aaf002d-6309-4cf0-ae69-6d349a14c0b1', 'ip_address': '172.27.0.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T22:44:12Z', 'updated_at': '2022-02-28T22:44:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8aaf002d-6309-4cf0-ae69-6d349a14c0b1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830538-5-iscsi'}] {{(pid=109571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 22:44:16.475411 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-6443631c-e774-4eba-affa-04994f14b985 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33521968'] for router_interface (e385438f-830a-452e-8537-53a391666901), before_create {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:44:16.523825 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.rpc [None req-154add69-038d-48cc-93ba-bd7e358b6d11 None None] Device 028dabda-6531-4d32-abbf-df0954ba21cd up at agent ovs-agent-dv-cinder-830538-5-iscsi {{(pid=109570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 22:44:16.623723 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.db.provisioning_blocks [None req-154add69-038d-48cc-93ba-bd7e358b6d11 None None] Provisioning complete for port 028dabda-6531-4d32-abbf-df0954ba21cd triggered by entity L2. {{(pid=109570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 22:44:16.623723 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-154add69-038d-48cc-93ba-bd7e358b6d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579965'] for port (028dabda-6531-4d32-abbf-df0954ba21cd), provisioning_complete {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:44:16.771447 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.plugin [None req-154add69-038d-48cc-93ba-bd7e358b6d11 None None] Current status of the port 028dabda-6531-4d32-abbf-df0954ba21cd is: ACTIVE; New status is: ACTIVE {{(pid=109570) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 22:44:16.906690 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.db.provisioning_blocks [None req-fe279fd1-9772-4f55-8db1-a9f5d01b9ce9 None None] Provisioning complete for port 089322dc-b53a-4b90-9590-9fcf12ca1cdf triggered by entity DHCP. {{(pid=109570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 22:44:16.907076 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-fe279fd1-9772-4f55-8db1-a9f5d01b9ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579965'] for port (089322dc-b53a-4b90-9590-9fcf12ca1cdf), provisioning_complete {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:44:16.975088 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-6443631c-e774-4eba-affa-04994f14b985 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616566'] for port (089322dc-b53a-4b90-9590-9fcf12ca1cdf), before_update {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:44:17.091924 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.plugin [None req-fe279fd1-9772-4f55-8db1-a9f5d01b9ce9 None None] Port 089322dc-b53a-4b90-9590-9fcf12ca1cdf cannot update to ACTIVE because it is not bound. {{(pid=109570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 22:44:17.205714 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-6443631c-e774-4eba-affa-04994f14b985 admin admin] Publish callbacks [] for port (089322dc-b53a-4b90-9590-9fcf12ca1cdf), precommit_update {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:44:17.212174 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-6443631c-e774-4eba-affa-04994f14b985 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33156859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750845083886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750844628246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750844628264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30788396'] for port (089322dc-b53a-4b90-9590-9fcf12ca1cdf), after_update {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:44:17.298004 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da756f4c-3b59-4f63-b81b-c25df3c4380d req-de662494-41c3-42d6-a2c1-642e2accbf11 tempest-ServerRescueNegativeTestJSON-929871608 tempest-ServerRescueNegativeTestJSON-929871608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:44:17.299781 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-da756f4c-3b59-4f63-b81b-c25df3c4380d req-de662494-41c3-42d6-a2c1-642e2accbf11 tempest-ServerRescueNegativeTestJSON-929871608 tempest-ServerRescueNegativeTestJSON-929871608-project] 10.222.0.11 "GET /v2.0/ports?device_id=bedc2889-c234-478f-9d9f-b557dcd5e13e HTTP/1.1" status: 200 len: 946 time: 0.1377349 Feb 28 22:44:17.303539 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-6443631c-e774-4eba-affa-04994f14b985 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33156617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33522848'] for router_interface (e385438f-830a-452e-8537-53a391666901), after_create {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:44:17.316473 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6443631c-e774-4eba-affa-04994f14b985 admin admin] Pushing event updated for resources: {'Port': ['ID=089322dc-b53a-4b90-9590-9fcf12ca1cdf,revision_number=2']} {{(pid=109568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:44:17.406503 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-da756f4c-3b59-4f63-b81b-c25df3c4380d req-12dd9c65-0959-494d-95b1-be163f70959c tempest-ServerRescueNegativeTestJSON-929871608 tempest-ServerRescueNegativeTestJSON-929871608-project] 10.222.0.11 "GET /v2.0/security-groups?id=f1de89df-470d-49b7-98ac-8bb65cd72d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002698 Feb 28 22:44:17.451127 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6443631c-e774-4eba-affa-04994f14b985 admin admin] Network 08e2098a-9f90-4073-b242-036db0aac34f is already hosted by enough agents. {{(pid=109568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 22:44:17.453607 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.scheduler.base_scheduler [None req-6443631c-e774-4eba-affa-04994f14b985 admin admin] Resources bound (agent type, host, resource id): {{(pid=109568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 22:44:17.604679 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6443631c-e774-4eba-affa-04994f14b985 admin admin] Router e385438f-830a-452e-8537-53a391666901 has already been hosted by L3 agent 1bbc3f13-d896-4633-9d3f-4f3415ceb83d {{(pid=109568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 22:44:17.757898 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6443631c-e774-4eba-affa-04994f14b985 admin admin] Notify agent at l3_agent.dv-cinder-830538-5-iscsi the message routers_updated {{(pid=109568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 22:44:17.769132 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [None req-6443631c-e774-4eba-affa-04994f14b985 admin admin] 10.222.0.11 "PUT /v2.0/routers/e385438f-830a-452e-8537-53a391666901/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2088084 Feb 28 22:44:17.821124 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.db.provisioning_blocks [None req-787b7aca-bd7d-4097-9fb6-e1fb0a52a668 None None] Provisioning complete for port 089322dc-b53a-4b90-9590-9fcf12ca1cdf triggered by entity DHCP. {{(pid=109570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 22:44:17.827180 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-787b7aca-bd7d-4097-9fb6-e1fb0a52a668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579965'] for port (089322dc-b53a-4b90-9590-9fcf12ca1cdf), provisioning_complete {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:44:17.866203 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.plugin [None req-787b7aca-bd7d-4097-9fb6-e1fb0a52a668 None None] Port 089322dc-b53a-4b90-9590-9fcf12ca1cdf cannot update to ACTIVE because it is not bound. {{(pid=109570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 22:44:17.915423 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c61a3d6-849f-4596-b15e-5b80cb91a239 req-eebe1508-94e3-4ae7-ba62-41584cccf249 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:44:17.917164 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-2c61a3d6-849f-4596-b15e-5b80cb91a239 req-eebe1508-94e3-4ae7-ba62-41584cccf249 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=bedc2889-c234-478f-9d9f-b557dcd5e13e HTTP/1.1" status: 200 len: 1130 time: 0.0683572 Feb 28 22:44:17.981737 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-2c61a3d6-849f-4596-b15e-5b80cb91a239 req-cd4317e7-a072-4857-894a-1c0ef0b9e59e service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=f1de89df-470d-49b7-98ac-8bb65cd72d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510964 Feb 28 22:44:18.536075 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.rpc [None req-154add69-038d-48cc-93ba-bd7e358b6d11 None None] Device bb011a2b-3de4-420b-a68b-5364dc126f0f up at agent ovs-agent-dv-cinder-830538-5-iscsi {{(pid=109570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 22:44:18.587026 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9183bc19-9dcc-475a-8180-252cb09b4cd2 None None] Sync routers for ids ['e385438f-830a-452e-8537-53a391666901'] in dv-cinder-830538-5-iscsi {{(pid=109570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 22:44:18.623320 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9183bc19-9dcc-475a-8180-252cb09b4cd2 None None] Routers {'e385438f-830a-452e-8537-53a391666901'} bound to L3 agent in host dv-cinder-830538-5-iscsi {{(pid=109570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 22:44:18.624516 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.db.l3_hamode_db [None req-9183bc19-9dcc-475a-8180-252cb09b4cd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830538-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T22:34:03Z,description=,heartbeat_timestamp=2022-02-28T22:44:03Z,host='dv-cinder-830538-5-iscsi',id=1bbc3f13-d896-4633-9d3f-4f3415ceb83d,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T22:34:03Z,topic='l3_agent')) {'router_ids': ['e385438f-830a-452e-8537-53a391666901'], 'active': True} {{(pid=109570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 22:44:18.646255 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.wsgi [-] (109569) accepted ('10.222.0.11', 53896) {{(pid=109569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 22:44:18.652986 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.api.v2.base [None req-bb275e96-00d8-40cd-8798-c94c9e0bb9b4 tempest-TestShelveInstance-339258210 tempest-TestShelveInstance-339258210-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1327483265', 'description': 'tempest-secgroup-smoke-1327483265 description', 'project_id': '77e116bf700b44a1a6f3fd4b298b9c7c'}} {{(pid=109569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 22:44:18.693546 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-bb275e96-00d8-40cd-8798-c94c9e0bb9b4 tempest-TestShelveInstance-339258210 tempest-TestShelveInstance-339258210-project] Publish callbacks [] for security_group (None), before_create {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:44:18.705907 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.db.provisioning_blocks [None req-154add69-038d-48cc-93ba-bd7e358b6d11 None None] Provisioning complete for port bb011a2b-3de4-420b-a68b-5364dc126f0f triggered by entity L2. {{(pid=109570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 22:44:18.706093 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-154add69-038d-48cc-93ba-bd7e358b6d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579965'] for port (bb011a2b-3de4-420b-a68b-5364dc126f0f), provisioning_complete {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:44:18.802801 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d4affd-6a75-4ef1-b820-92788f75aeb6 req-a31f2238-0ae6-48d1-8c5d-c57cc88559be tempest-ServerRescueNegativeTestJSON-929871608 tempest-ServerRescueNegativeTestJSON-929871608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:44:18.804734 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-f6d4affd-6a75-4ef1-b820-92788f75aeb6 req-a31f2238-0ae6-48d1-8c5d-c57cc88559be tempest-ServerRescueNegativeTestJSON-929871608 tempest-ServerRescueNegativeTestJSON-929871608-project] 10.222.0.11 "GET /v2.0/ports?device_id=bedc2889-c234-478f-9d9f-b557dcd5e13e HTTP/1.1" status: 200 len: 946 time: 0.1026692 Feb 28 22:44:18.832767 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.db.l3_dvr_db [None req-9183bc19-9dcc-475a-8180-252cb09b4cd2 None None] Set router e385438f-830a-452e-8537-53a391666901 gateway port host: dv-cinder-830538-5-iscsi {{(pid=109570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 22:44:18.894468 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-bb275e96-00d8-40cd-8798-c94c9e0bb9b4 tempest-TestShelveInstance-339258210 tempest-TestShelveInstance-339258210-project] Publish callbacks [] for security_group (024ad902-35c5-4d85-9bcc-a0943f245810), precommit_create {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:44:18.904591 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-f6d4affd-6a75-4ef1-b820-92788f75aeb6 req-7051cf91-b7a2-419f-889e-5bc72eb6363a tempest-ServerRescueNegativeTestJSON-929871608 tempest-ServerRescueNegativeTestJSON-929871608-project] 10.222.0.11 "GET /v2.0/security-groups?id=f1de89df-470d-49b7-98ac-8bb65cd72d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882461 Feb 28 22:44:18.914519 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-bb275e96-00d8-40cd-8798-c94c9e0bb9b4 tempest-TestShelveInstance-339258210 tempest-TestShelveInstance-339258210-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33441213'] for security_group (024ad902-35c5-4d85-9bcc-a0943f245810), after_create {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:44:18.957518 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb275e96-00d8-40cd-8798-c94c9e0bb9b4 tempest-TestShelveInstance-339258210 tempest-TestShelveInstance-339258210-project] Pushing event updated for resources: {'SecurityGroup': ['ID=024ad902-35c5-4d85-9bcc-a0943f245810,revision_number=1']} {{(pid=109569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:44:18.965386 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.wsgi [-] (109568) accepted ('10.222.0.11', 53908) {{(pid=109568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 22:44:18.977322 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-bb275e96-00d8-40cd-8798-c94c9e0bb9b4 tempest-TestShelveInstance-339258210 tempest-TestShelveInstance-339258210-project] Publish callbacks [] for security_group (None), before_response {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:44:18.978564 dv-cinder-830538-5-iscsi neutron-server[109569]: INFO neutron.wsgi [None req-bb275e96-00d8-40cd-8798-c94c9e0bb9b4 tempest-TestShelveInstance-339258210 tempest-TestShelveInstance-339258210-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3304238 Feb 28 22:44:18.979307 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.plugin [None req-154add69-038d-48cc-93ba-bd7e358b6d11 None None] Current status of the port bb011a2b-3de4-420b-a68b-5364dc126f0f is: DOWN; New status is: ACTIVE {{(pid=109570) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 22:44:18.979725 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-154add69-038d-48cc-93ba-bd7e358b6d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616566'] for port (bb011a2b-3de4-420b-a68b-5364dc126f0f), before_update {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:44:18.981434 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.wsgi [-] (109569) accepted ('10.222.0.11', 53912) {{(pid=109569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 22:44:18.986161 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.api.v2.base [None req-2f471f96-132e-4f0a-aa36-62f49da30113 tempest-TestShelveInstance-339258210 tempest-TestShelveInstance-339258210-project] Request body: {'security_group_rule': {'security_group_id': '024ad902-35c5-4d85-9bcc-a0943f245810', 'project_id': '77e116bf700b44a1a6f3fd4b298b9c7c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 22:44:19.022605 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-2f471f96-132e-4f0a-aa36-62f49da30113 tempest-TestShelveInstance-339258210 tempest-TestShelveInstance-339258210-project] Publish callbacks [] for security_group_rule (443a44d9-e498-4545-993b-3a30c41ca277), before_create {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:44:19.024181 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1ad250-aba4-495d-9d77-69826f5fd273 req-4890b9ab-3fbb-4da9-979d-d4a7fd66534e tempest-AttachVolumeShelveTestJSON-2030561000 tempest-AttachVolumeShelveTestJSON-2030561000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:44:19.026499 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-fe1ad250-aba4-495d-9d77-69826f5fd273 req-4890b9ab-3fbb-4da9-979d-d4a7fd66534e tempest-AttachVolumeShelveTestJSON-2030561000 tempest-AttachVolumeShelveTestJSON-2030561000-project] 10.222.0.11 "GET /v2.0/ports?device_id=9d3d1dbb-222b-4ece-94fa-9ef43d198daf HTTP/1.1" status: 200 len: 945 time: 0.0711422 Feb 28 22:44:19.057335 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.db [None req-154add69-038d-48cc-93ba-bd7e358b6d11 None None] For port bb011a2b-3de4-420b-a68b-5364dc126f0f, host dv-cinder-830538-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830538-5-iscsi',level=0,port_id=bb011a2b-3de4-420b-a68b-5364dc126f0f,segment=NetworkSegment(ee66776f-25dd-443a-9417-ae0becd0bae6),segment_id=ee66776f-25dd-443a-9417-ae0becd0bae6)] {{(pid=109570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 22:44:19.068149 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-154add69-038d-48cc-93ba-bd7e358b6d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33156859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750845083886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750844628246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750844628264'] for port (bb011a2b-3de4-420b-a68b-5364dc126f0f), after_update {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:44:19.082963 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-fe1ad250-aba4-495d-9d77-69826f5fd273 req-83d47acc-767e-4a92-a62f-2400d54db738 tempest-AttachVolumeShelveTestJSON-2030561000 tempest-AttachVolumeShelveTestJSON-2030561000-project] 10.222.0.11 "GET /v2.0/security-groups?id=0a9915aa-9c1d-45b5-936b-2bead19a9f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501952 Feb 28 22:44:19.091232 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-2f471f96-132e-4f0a-aa36-62f49da30113 tempest-TestShelveInstance-339258210 tempest-TestShelveInstance-339258210-project] Publish callbacks [] for security_group_rule (443a44d9-e498-4545-993b-3a30c41ca277), precommit_create {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:44:19.097122 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-2f471f96-132e-4f0a-aa36-62f49da30113 tempest-TestShelveInstance-339258210 tempest-TestShelveInstance-339258210-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33441134'] for security_group_rule (443a44d9-e498-4545-993b-3a30c41ca277), after_create {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:44:19.121822 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f471f96-132e-4f0a-aa36-62f49da30113 tempest-TestShelveInstance-339258210 tempest-TestShelveInstance-339258210-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=443a44d9-e498-4545-993b-3a30c41ca277,revision_number=0']} {{(pid=109569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:44:19.135921 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-2f471f96-132e-4f0a-aa36-62f49da30113 tempest-TestShelveInstance-339258210 tempest-TestShelveInstance-339258210-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:44:19.137116 dv-cinder-830538-5-iscsi neutron-server[109569]: INFO neutron.wsgi [None req-2f471f96-132e-4f0a-aa36-62f49da30113 tempest-TestShelveInstance-339258210 tempest-TestShelveInstance-339258210-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1545026 Feb 28 22:44:19.139932 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.wsgi [-] (109569) accepted ('10.222.0.11', 53916) {{(pid=109569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 22:44:19.144677 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-6c293940-adb7-4066-a656-c737b2c2b48a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:44:19.145509 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.api.v2.base [None req-b0051a48-c7f2-447c-aa02-6fa6c2fff2ba tempest-TestShelveInstance-339258210 tempest-TestShelveInstance-339258210-project] Request body: {'security_group_rule': {'security_group_id': '024ad902-35c5-4d85-9bcc-a0943f245810', 'project_id': '77e116bf700b44a1a6f3fd4b298b9c7c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 22:44:19.179529 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-b0051a48-c7f2-447c-aa02-6fa6c2fff2ba tempest-TestShelveInstance-339258210 tempest-TestShelveInstance-339258210-project] Publish callbacks [] for security_group_rule (2f7cc602-1baf-41da-a279-c0f2d34609c3), before_create {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:44:19.195147 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154add69-038d-48cc-93ba-bd7e358b6d11 None None] Pushing event updated for resources: {'Port': ['ID=bb011a2b-3de4-420b-a68b-5364dc126f0f,revision_number=4']} {{(pid=109570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:44:19.207213 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-154add69-038d-48cc-93ba-bd7e358b6d11 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830538-5-iscsi {{(pid=109570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:44:19.207861 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-154add69-038d-48cc-93ba-bd7e358b6d11 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-5-iscsi {{(pid=109570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:44:19.208226 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-154add69-038d-48cc-93ba-bd7e358b6d11 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-5-iscsi {{(pid=109570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:44:19.208633 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-154add69-038d-48cc-93ba-bd7e358b6d11 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-5-iscsi {{(pid=109570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:44:19.209171 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-154add69-038d-48cc-93ba-bd7e358b6d11 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830538-5-iscsi {{(pid=109570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:44:19.209887 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-154add69-038d-48cc-93ba-bd7e358b6d11 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830538-5-iscsi {{(pid=109570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:44:19.210385 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-154add69-038d-48cc-93ba-bd7e358b6d11 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830538-5-iscsi {{(pid=109570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:44:19.210727 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-154add69-038d-48cc-93ba-bd7e358b6d11 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830538-5-iscsi {{(pid=109570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:44:19.211056 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-154add69-038d-48cc-93ba-bd7e358b6d11 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830538-5-iscsi {{(pid=109570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:44:19.211452 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-154add69-038d-48cc-93ba-bd7e358b6d11 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830538-5-iscsi {{(pid=109570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:44:19.211868 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-154add69-038d-48cc-93ba-bd7e358b6d11 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-5-iscsi {{(pid=109570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:44:19.212364 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-154add69-038d-48cc-93ba-bd7e358b6d11 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830538-5-iscsi {{(pid=109570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:44:19.212690 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-154add69-038d-48cc-93ba-bd7e358b6d11 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830538-5-iscsi {{(pid=109570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:44:19.241779 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-6c293940-adb7-4066-a656-c737b2c2b48a admin admin] Publish callbacks [] for security_group (9767c1e0-d1a6-48fc-85fa-7e5eb170f4ea), precommit_create {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:44:19.243369 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.db.l3_hamode_db [None req-9183bc19-9dcc-475a-8180-252cb09b4cd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e385438f-830a-452e-8537-53a391666901', 'name': 'tempest-TestShelveInstance-1643082802-router', 'tenant_id': '4d18c00916aa475f9d6ff02bc782bf15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e7a10c7-addc-4b79-a555-0b472e939652', 'external_fixed_ips': [{'subnet_id': '8aaf002d-6309-4cf0-ae69-6d349a14c0b1', 'ip_address': '172.27.0.79'}], 'enable_snat': True}, 'gw_port_id': 'bb011a2b-3de4-420b-a68b-5364dc126f0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T22:44:11Z', 'updated_at': '2022-02-28T22:44:16Z', 'revision_number': 4, 'project_id': '4d18c00916aa475f9d6ff02bc782bf15', 'gw_port': {'id': 'bb011a2b-3de4-420b-a68b-5364dc126f0f', 'name': '', 'network_id': '3e7a10c7-addc-4b79-a555-0b472e939652', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:d7:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e385438f-830a-452e-8537-53a391666901', 'device_owner': 'network:router_gateway', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': '8aaf002d-6309-4cf0-ae69-6d349a14c0b1', 'ip_address': '172.27.0.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T22:44:12Z', 'updated_at': '2022-02-28T22:44:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8aaf002d-6309-4cf0-ae69-6d349a14c0b1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830538-5-iscsi', '_interfaces': [{'id': '089322dc-b53a-4b90-9590-9fcf12ca1cdf', 'name': '', 'network_id': '08e2098a-9f90-4073-b242-036db0aac34f', 'tenant_id': '4d18c00916aa475f9d6ff02bc782bf15', 'mac_address': 'fa:16:3e:5e:21:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e385438f-830a-452e-8537-53a391666901', 'device_owner': 'network:router_interface', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': '560231c7-4387-441d-a27c-e8fa28469c29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T22:44:15Z', 'updated_at': '2022-02-28T22:44:17Z', 'revision_number': 2, 'project_id': '4d18c00916aa475f9d6ff02bc782bf15', 'subnets': [{'id': '560231c7-4387-441d-a27c-e8fa28469c29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830538-5-iscsi', False) {} {{(pid=109570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 22:44:19.246356 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-6c293940-adb7-4066-a656-c737b2c2b48a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33441213'] for security_group (9767c1e0-d1a6-48fc-85fa-7e5eb170f4ea), after_create {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:44:19.266099 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-b0051a48-c7f2-447c-aa02-6fa6c2fff2ba tempest-TestShelveInstance-339258210 tempest-TestShelveInstance-339258210-project] Publish callbacks [] for security_group_rule (2f7cc602-1baf-41da-a279-c0f2d34609c3), precommit_create {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:44:19.270479 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-b0051a48-c7f2-447c-aa02-6fa6c2fff2ba tempest-TestShelveInstance-339258210 tempest-TestShelveInstance-339258210-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33441134'] for security_group_rule (2f7cc602-1baf-41da-a279-c0f2d34609c3), after_create {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:44:19.282827 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9183bc19-9dcc-475a-8180-252cb09b4cd2 None None] Checking router: e385438f-830a-452e-8537-53a391666901 for host: dv-cinder-830538-5-iscsi {{(pid=109570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 22:44:19.282827 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9183bc19-9dcc-475a-8180-252cb09b4cd2 None None] Updating router e385438f-830a-452e-8537-53a391666901 port 089322dc-b53a-4b90-9590-9fcf12ca1cdf binding host dv-cinder-830538-5-iscsi {{(pid=109570) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 22:44:19.286922 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [None req-6c293940-adb7-4066-a656-c737b2c2b48a admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=49771c04818246c5a3f9c342fc6717b2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3194344 Feb 28 22:44:19.288939 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c293940-adb7-4066-a656-c737b2c2b48a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9767c1e0-d1a6-48fc-85fa-7e5eb170f4ea,revision_number=1']} {{(pid=109568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:44:19.289850 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.wsgi [-] (109569) accepted ('10.222.0.11', 53918) {{(pid=109569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 22:44:19.296456 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0051a48-c7f2-447c-aa02-6fa6c2fff2ba tempest-TestShelveInstance-339258210 tempest-TestShelveInstance-339258210-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2f7cc602-1baf-41da-a279-c0f2d34609c3,revision_number=0']} {{(pid=109569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:44:19.313379 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-b0051a48-c7f2-447c-aa02-6fa6c2fff2ba tempest-TestShelveInstance-339258210 tempest-TestShelveInstance-339258210-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:44:19.315936 dv-cinder-830538-5-iscsi neutron-server[109569]: INFO neutron.wsgi [None req-b0051a48-c7f2-447c-aa02-6fa6c2fff2ba tempest-TestShelveInstance-339258210 tempest-TestShelveInstance-339258210-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1728950 Feb 28 22:44:19.317470 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.wsgi [-] (109568) accepted ('10.222.0.11', 53920) {{(pid=109568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 22:44:19.322300 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.api.v2.base [None req-ed03f97c-9db4-465d-b960-6b631720f406 tempest-TestShelveInstance-339258210 tempest-TestShelveInstance-339258210-project] Request body: {'security_group_rule': {'security_group_id': '024ad902-35c5-4d85-9bcc-a0943f245810', 'project_id': '77e116bf700b44a1a6f3fd4b298b9c7c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 22:44:19.326911 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-9183bc19-9dcc-475a-8180-252cb09b4cd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616566'] for port (089322dc-b53a-4b90-9590-9fcf12ca1cdf), before_update {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:44:19.349071 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-754d47e0-b42b-49a6-9853-a8162af1df50 admin admin] Publish callbacks [] for security_group (9767c1e0-d1a6-48fc-85fa-7e5eb170f4ea), before_delete {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:44:19.352390 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-ed03f97c-9db4-465d-b960-6b631720f406 tempest-TestShelveInstance-339258210 tempest-TestShelveInstance-339258210-project] Publish callbacks [] for security_group_rule (883d0cea-c49c-45f7-a3d0-8cd9d3f8f35f), before_create {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:44:19.370900 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-754d47e0-b42b-49a6-9853-a8162af1df50 admin admin] Publish callbacks [] for security_group (9767c1e0-d1a6-48fc-85fa-7e5eb170f4ea), precommit_delete {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:44:19.425838 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-754d47e0-b42b-49a6-9853-a8162af1df50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33441213'] for security_group (9767c1e0-d1a6-48fc-85fa-7e5eb170f4ea), after_delete {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:44:19.428383 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-754d47e0-b42b-49a6-9853-a8162af1df50 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:44:19.432766 dv-cinder-830538-5-iscsi neutron-server[109569]: INFO neutron.wsgi [None req-754d47e0-b42b-49a6-9853-a8162af1df50 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/9767c1e0-d1a6-48fc-85fa-7e5eb170f4ea HTTP/1.1" status: 204 len: 168 time: 0.1393061 Feb 28 22:44:19.439958 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-754d47e0-b42b-49a6-9853-a8162af1df50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9767c1e0-d1a6-48fc-85fa-7e5eb170f4ea,revision_number=None']} {{(pid=109569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:44:19.442013 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-ed03f97c-9db4-465d-b960-6b631720f406 tempest-TestShelveInstance-339258210 tempest-TestShelveInstance-339258210-project] Publish callbacks [] for security_group_rule (883d0cea-c49c-45f7-a3d0-8cd9d3f8f35f), precommit_create {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:44:19.447829 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-ed03f97c-9db4-465d-b960-6b631720f406 tempest-TestShelveInstance-339258210 tempest-TestShelveInstance-339258210-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33441134'] for security_group_rule (883d0cea-c49c-45f7-a3d0-8cd9d3f8f35f), after_create {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:44:19.472627 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed03f97c-9db4-465d-b960-6b631720f406 tempest-TestShelveInstance-339258210 tempest-TestShelveInstance-339258210-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=883d0cea-c49c-45f7-a3d0-8cd9d3f8f35f,revision_number=0']} {{(pid=109568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:44:19.490584 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-ed03f97c-9db4-465d-b960-6b631720f406 tempest-TestShelveInstance-339258210 tempest-TestShelveInstance-339258210-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:44:19.492468 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [None req-ed03f97c-9db4-465d-b960-6b631720f406 tempest-TestShelveInstance-339258210 tempest-TestShelveInstance-339258210-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1737328 Feb 28 22:44:19.495161 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.wsgi [-] (109569) accepted ('10.222.0.11', 53926) {{(pid=109569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 22:44:19.502554 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.api.v2.base [None req-d1d8e7c0-a133-4347-ad16-f900768ddf5c tempest-TestShelveInstance-339258210 tempest-TestShelveInstance-339258210-project] Request body: {'security_group_rule': {'security_group_id': '024ad902-35c5-4d85-9bcc-a0943f245810', 'project_id': '77e116bf700b44a1a6f3fd4b298b9c7c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 22:44:19.540052 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-d1d8e7c0-a133-4347-ad16-f900768ddf5c tempest-TestShelveInstance-339258210 tempest-TestShelveInstance-339258210-project] Publish callbacks [] for security_group_rule (65985a89-dd4b-485e-8551-d4b5e64bd30d), before_create {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:44:19.601265 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-d1d8e7c0-a133-4347-ad16-f900768ddf5c tempest-TestShelveInstance-339258210 tempest-TestShelveInstance-339258210-project] Publish callbacks [] for security_group_rule (65985a89-dd4b-485e-8551-d4b5e64bd30d), precommit_create {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:44:19.606865 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-d1d8e7c0-a133-4347-ad16-f900768ddf5c tempest-TestShelveInstance-339258210 tempest-TestShelveInstance-339258210-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33441134'] for security_group_rule (65985a89-dd4b-485e-8551-d4b5e64bd30d), after_create {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:44:19.628072 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d8e7c0-a133-4347-ad16-f900768ddf5c tempest-TestShelveInstance-339258210 tempest-TestShelveInstance-339258210-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=65985a89-dd4b-485e-8551-d4b5e64bd30d,revision_number=0']} {{(pid=109569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:44:19.639978 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-d1d8e7c0-a133-4347-ad16-f900768ddf5c tempest-TestShelveInstance-339258210 tempest-TestShelveInstance-339258210-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:44:19.646356 dv-cinder-830538-5-iscsi neutron-server[109569]: INFO neutron.wsgi [None req-d1d8e7c0-a133-4347-ad16-f900768ddf5c tempest-TestShelveInstance-339258210 tempest-TestShelveInstance-339258210-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1487644 Feb 28 22:44:19.647178 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.wsgi [-] (109568) accepted ('10.222.0.11', 53930) {{(pid=109568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 22:44:19.652269 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.api.v2.base [None req-a0da1f44-959f-41c1-8c65-3617befb1881 tempest-TestShelveInstance-339258210 tempest-TestShelveInstance-339258210-project] Request body: {'security_group_rule': {'security_group_id': '024ad902-35c5-4d85-9bcc-a0943f245810', 'project_id': '77e116bf700b44a1a6f3fd4b298b9c7c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 22:44:19.673902 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.db.securitygroups_db [None req-a0da1f44-959f-41c1-8c65-3617befb1881 tempest-TestShelveInstance-339258210 tempest-TestShelveInstance-339258210-project] Project 77e116bf700b44a1a6f3fd4b298b9c7c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 28 22:44:19.679756 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-a0da1f44-959f-41c1-8c65-3617befb1881 tempest-TestShelveInstance-339258210 tempest-TestShelveInstance-339258210-project] Publish callbacks [] for security_group_rule (05cdc88f-6d30-40e6-ba8e-fc3a10997aa2), before_create {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:44:19.691314 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-9183bc19-9dcc-475a-8180-252cb09b4cd2 None None] Publish callbacks [] for port (089322dc-b53a-4b90-9590-9fcf12ca1cdf), precommit_update {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:44:19.696942 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-9183bc19-9dcc-475a-8180-252cb09b4cd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33156859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750845083886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750844628246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750844628264'] for port (089322dc-b53a-4b90-9590-9fcf12ca1cdf), after_update {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:44:19.760298 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-a0da1f44-959f-41c1-8c65-3617befb1881 tempest-TestShelveInstance-339258210 tempest-TestShelveInstance-339258210-project] Publish callbacks [] for security_group_rule (05cdc88f-6d30-40e6-ba8e-fc3a10997aa2), precommit_create {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:44:19.766319 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-a0da1f44-959f-41c1-8c65-3617befb1881 tempest-TestShelveInstance-339258210 tempest-TestShelveInstance-339258210-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33441134'] for security_group_rule (05cdc88f-6d30-40e6-ba8e-fc3a10997aa2), after_create {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:44:19.781318 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348fd732-830f-4788-b8ec-78ca346873c9 None None] Pushing event updated for resources: {'Port': ['ID=089322dc-b53a-4b90-9590-9fcf12ca1cdf,revision_number=3']} {{(pid=109570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:44:19.785579 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0da1f44-959f-41c1-8c65-3617befb1881 tempest-TestShelveInstance-339258210 tempest-TestShelveInstance-339258210-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=05cdc88f-6d30-40e6-ba8e-fc3a10997aa2,revision_number=0']} {{(pid=109568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:44:19.788680 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.wsgi [-] (109569) accepted ('10.222.0.11', 53932) {{(pid=109569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 22:44:19.796716 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-a0da1f44-959f-41c1-8c65-3617befb1881 tempest-TestShelveInstance-339258210 tempest-TestShelveInstance-339258210-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:44:19.800848 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [None req-a0da1f44-959f-41c1-8c65-3617befb1881 tempest-TestShelveInstance-339258210 tempest-TestShelveInstance-339258210-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1497338 Feb 28 22:44:19.804241 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.wsgi [-] (109569) accepted ('10.222.0.11', 53934) {{(pid=109569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 22:44:19.809208 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.api.v2.base [None req-12424f13-c2a5-473f-942c-5fde751d47b8 tempest-TestShelveInstance-339258210 tempest-TestShelveInstance-339258210-project] Request body: {'security_group_rule': {'security_group_id': '024ad902-35c5-4d85-9bcc-a0943f245810', 'project_id': '77e116bf700b44a1a6f3fd4b298b9c7c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 22:44:19.813825 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-740d3037-bbfd-4a92-b451-701cf0cb5cbf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:44:19.828535 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.managers [None req-9183bc19-9dcc-475a-8180-252cb09b4cd2 None None] Attempting to bind port 089322dc-b53a-4b90-9590-9fcf12ca1cdf on host dv-cinder-830538-5-iscsi for vnic_type normal with profile {{(pid=109570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 22:44:19.829190 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.managers [None req-9183bc19-9dcc-475a-8180-252cb09b4cd2 None None] Attempting to bind port 089322dc-b53a-4b90-9590-9fcf12ca1cdf by drivers openvswitch,hyperv on host dv-cinder-830538-5-iscsi at level 0 using segments [{'id': 'fb73a256-b315-46d1-b37c-01047477a960', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '08e2098a-9f90-4073-b242-036db0aac34f'}] {{(pid=109570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 22:44:19.829564 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9183bc19-9dcc-475a-8180-252cb09b4cd2 None None] Attempting to bind port 089322dc-b53a-4b90-9590-9fcf12ca1cdf on network 08e2098a-9f90-4073-b242-036db0aac34f {{(pid=109570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 22:44:19.835190 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9183bc19-9dcc-475a-8180-252cb09b4cd2 None None] Checking agent: {'id': '7aa25ffb-1b87-4f08-8530-4bdf6e6b221c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830538-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 22, 34, 7), 'started_at': datetime.datetime(2022, 2, 28, 22, 34, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 22, 44, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830538-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 22:44:19.835909 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9183bc19-9dcc-475a-8180-252cb09b4cd2 None None] Checking segment: {'id': 'fb73a256-b315-46d1-b37c-01047477a960', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '08e2098a-9f90-4073-b242-036db0aac34f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 22:44:19.836006 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-9183bc19-9dcc-475a-8180-252cb09b4cd2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:44:19.841729 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9183bc19-9dcc-475a-8180-252cb09b4cd2 None None] Bound using segment: {'id': 'fb73a256-b315-46d1-b37c-01047477a960', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '08e2098a-9f90-4073-b242-036db0aac34f'} {{(pid=109570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 22:44:19.842314 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.managers [None req-9183bc19-9dcc-475a-8180-252cb09b4cd2 None None] Bound port: 089322dc-b53a-4b90-9590-9fcf12ca1cdf, host: dv-cinder-830538-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb73a256-b315-46d1-b37c-01047477a960', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '08e2098a-9f90-4073-b242-036db0aac34f'}}] {{(pid=109570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 22:44:19.842748 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-9183bc19-9dcc-475a-8180-252cb09b4cd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616566'] for port (089322dc-b53a-4b90-9590-9fcf12ca1cdf), before_update {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:44:19.856538 dv-cinder-830538-5-iscsi neutron-server[109569]: INFO neutron.db.securitygroups_db [None req-12424f13-c2a5-473f-942c-5fde751d47b8 tempest-TestShelveInstance-339258210 tempest-TestShelveInstance-339258210-project] Project 77e116bf700b44a1a6f3fd4b298b9c7c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 28 22:44:19.867725 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-12424f13-c2a5-473f-942c-5fde751d47b8 tempest-TestShelveInstance-339258210 tempest-TestShelveInstance-339258210-project] Publish callbacks [] for security_group_rule (d28bd043-5c90-4b4e-833b-4185e433ee24), before_create {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:44:19.943483 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.db [None req-9183bc19-9dcc-475a-8180-252cb09b4cd2 None None] For port 089322dc-b53a-4b90-9590-9fcf12ca1cdf, host dv-cinder-830538-5-iscsi, cleared binding levels {{(pid=109570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 22:44:19.951169 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-740d3037-bbfd-4a92-b451-701cf0cb5cbf admin admin] Publish callbacks [] for security_group (1e48b63b-a512-4725-87af-142dfb069aca), precommit_create {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:44:19.952935 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.db [None req-9183bc19-9dcc-475a-8180-252cb09b4cd2 None None] For port 089322dc-b53a-4b90-9590-9fcf12ca1cdf, host dv-cinder-830538-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830538-5-iscsi',level=0,port_id=089322dc-b53a-4b90-9590-9fcf12ca1cdf,segment=NetworkSegment(fb73a256-b315-46d1-b37c-01047477a960),segment_id=fb73a256-b315-46d1-b37c-01047477a960)] {{(pid=109570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 22:44:19.957531 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-12424f13-c2a5-473f-942c-5fde751d47b8 tempest-TestShelveInstance-339258210 tempest-TestShelveInstance-339258210-project] Publish callbacks [] for security_group_rule (d28bd043-5c90-4b4e-833b-4185e433ee24), precommit_create {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:44:19.959313 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-740d3037-bbfd-4a92-b451-701cf0cb5cbf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33441213'] for security_group (1e48b63b-a512-4725-87af-142dfb069aca), after_create {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:44:19.963914 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-9183bc19-9dcc-475a-8180-252cb09b4cd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33156859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750845083886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750844628246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750844628264'] for port (089322dc-b53a-4b90-9590-9fcf12ca1cdf), after_update {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:44:19.967313 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-12424f13-c2a5-473f-942c-5fde751d47b8 tempest-TestShelveInstance-339258210 tempest-TestShelveInstance-339258210-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33441134'] for security_group_rule (d28bd043-5c90-4b4e-833b-4185e433ee24), after_create {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:44:20.020617 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12424f13-c2a5-473f-942c-5fde751d47b8 tempest-TestShelveInstance-339258210 tempest-TestShelveInstance-339258210-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d28bd043-5c90-4b4e-833b-4185e433ee24,revision_number=0']} {{(pid=109569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:44:20.024741 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740d3037-bbfd-4a92-b451-701cf0cb5cbf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e48b63b-a512-4725-87af-142dfb069aca,revision_number=1']} {{(pid=109569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:44:20.032026 dv-cinder-830538-5-iscsi neutron-server[109569]: INFO neutron.wsgi [None req-740d3037-bbfd-4a92-b451-701cf0cb5cbf admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=6a4926aef3a5464e84c4bd958b7293f9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2391443 Feb 28 22:44:20.033532 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-12424f13-c2a5-473f-942c-5fde751d47b8 tempest-TestShelveInstance-339258210 tempest-TestShelveInstance-339258210-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:44:20.043095 dv-cinder-830538-5-iscsi neutron-server[109569]: INFO neutron.wsgi [None req-12424f13-c2a5-473f-942c-5fde751d47b8 tempest-TestShelveInstance-339258210 tempest-TestShelveInstance-339258210-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2292073 Feb 28 22:44:20.043095 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.wsgi [-] (109569) accepted ('10.222.0.11', 53938) {{(pid=109569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 22:44:20.060079 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348fd732-830f-4788-b8ec-78ca346873c9 None None] Pushing event updated for resources: {'Port': ['ID=089322dc-b53a-4b90-9590-9fcf12ca1cdf,revision_number=4']} {{(pid=109570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:44:20.070073 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9183bc19-9dcc-475a-8180-252cb09b4cd2 None None] Routers {'e385438f-830a-452e-8537-53a391666901'} bound to L3 agent in host dv-cinder-830538-5-iscsi {{(pid=109570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 22:44:20.070983 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.db.l3_hamode_db [None req-9183bc19-9dcc-475a-8180-252cb09b4cd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830538-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T22:34:03Z,description=,heartbeat_timestamp=2022-02-28T22:44:03Z,host='dv-cinder-830538-5-iscsi',id=1bbc3f13-d896-4633-9d3f-4f3415ceb83d,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T22:34:03Z,topic='l3_agent')) {'router_ids': ['e385438f-830a-452e-8537-53a391666901'], 'active': True} {{(pid=109570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 22:44:20.119136 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4083edd-562b-4110-8c34-1ead4e8f0d4f req-cf7420a5-e3f2-4ea7-9cf2-c56ef5d62b4b tempest-ServerRescueNegativeTestJSON-929871608 tempest-ServerRescueNegativeTestJSON-929871608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:44:20.128056 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.db.provisioning_blocks [None req-ef22999d-2883-4145-9b67-ad5c735a67e5 None None] Provisioning complete for port 089322dc-b53a-4b90-9590-9fcf12ca1cdf triggered by entity DHCP. {{(pid=109570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 22:44:20.128517 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-ef22999d-2883-4145-9b67-ad5c735a67e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579965'] for port (089322dc-b53a-4b90-9590-9fcf12ca1cdf), provisioning_complete {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:44:20.130164 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-a4083edd-562b-4110-8c34-1ead4e8f0d4f req-cf7420a5-e3f2-4ea7-9cf2-c56ef5d62b4b tempest-ServerRescueNegativeTestJSON-929871608 tempest-ServerRescueNegativeTestJSON-929871608-project] 10.222.0.11 "GET /v2.0/ports?device_id=bedc2889-c234-478f-9d9f-b557dcd5e13e HTTP/1.1" status: 200 len: 946 time: 0.1273601 Feb 28 22:44:20.143124 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-558130a7-3f21-435a-82c6-25704dc0ef06 admin admin] Publish callbacks [] for security_group (1e48b63b-a512-4725-87af-142dfb069aca), before_delete {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:44:20.196381 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-558130a7-3f21-435a-82c6-25704dc0ef06 admin admin] Publish callbacks [] for security_group (1e48b63b-a512-4725-87af-142dfb069aca), precommit_delete {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:44:20.287276 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.db.l3_dvr_db [None req-9183bc19-9dcc-475a-8180-252cb09b4cd2 None None] Set router e385438f-830a-452e-8537-53a391666901 gateway port host: dv-cinder-830538-5-iscsi {{(pid=109570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 22:44:20.291341 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-558130a7-3f21-435a-82c6-25704dc0ef06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33441213'] for security_group (1e48b63b-a512-4725-87af-142dfb069aca), after_delete {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:44:20.294447 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-558130a7-3f21-435a-82c6-25704dc0ef06 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:44:20.299928 dv-cinder-830538-5-iscsi neutron-server[109569]: INFO neutron.wsgi [None req-558130a7-3f21-435a-82c6-25704dc0ef06 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/1e48b63b-a512-4725-87af-142dfb069aca HTTP/1.1" status: 204 len: 168 time: 0.2596467 Feb 28 22:44:20.310572 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558130a7-3f21-435a-82c6-25704dc0ef06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e48b63b-a512-4725-87af-142dfb069aca,revision_number=None']} {{(pid=109569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:44:20.337737 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-a4083edd-562b-4110-8c34-1ead4e8f0d4f req-7d5bfb83-19c7-443f-8ff4-b6429ba85eed tempest-ServerRescueNegativeTestJSON-929871608 tempest-ServerRescueNegativeTestJSON-929871608-project] 10.222.0.11 "GET /v2.0/security-groups?id=f1de89df-470d-49b7-98ac-8bb65cd72d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2051306 Feb 28 22:44:20.425629 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b759bbc8-fcb3-47fb-970d-498d9e406ea9 req-9300ce21-0dcd-4b72-9d3b-bb30abcd0aeb tempest-AttachVolumeShelveTestJSON-2030561000 tempest-AttachVolumeShelveTestJSON-2030561000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:44:20.439109 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-b759bbc8-fcb3-47fb-970d-498d9e406ea9 req-9300ce21-0dcd-4b72-9d3b-bb30abcd0aeb tempest-AttachVolumeShelveTestJSON-2030561000 tempest-AttachVolumeShelveTestJSON-2030561000-project] 10.222.0.11 "GET /v2.0/ports?device_id=9d3d1dbb-222b-4ece-94fa-9ef43d198daf HTTP/1.1" status: 200 len: 945 time: 0.2542272 Feb 28 22:44:20.466323 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.plugin [None req-ef22999d-2883-4145-9b67-ad5c735a67e5 None None] Current status of the port 089322dc-b53a-4b90-9590-9fcf12ca1cdf is: DOWN; New status is: ACTIVE {{(pid=109570) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 22:44:20.466716 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-ef22999d-2883-4145-9b67-ad5c735a67e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616566'] for port (089322dc-b53a-4b90-9590-9fcf12ca1cdf), before_update {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:44:20.520660 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-b759bbc8-fcb3-47fb-970d-498d9e406ea9 req-206b6d02-ecca-4147-a65e-5ffbc668efb3 tempest-AttachVolumeShelveTestJSON-2030561000 tempest-AttachVolumeShelveTestJSON-2030561000-project] 10.222.0.11 "GET /v2.0/security-groups?id=0a9915aa-9c1d-45b5-936b-2bead19a9f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0802627 Feb 28 22:44:20.677709 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.rpc [None req-154add69-038d-48cc-93ba-bd7e358b6d11 None None] Device bb011a2b-3de4-420b-a68b-5364dc126f0f up at agent ovs-agent-dv-cinder-830538-5-iscsi {{(pid=109570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 22:44:20.754563 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.db [None req-ef22999d-2883-4145-9b67-ad5c735a67e5 None None] For port 089322dc-b53a-4b90-9590-9fcf12ca1cdf, host dv-cinder-830538-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830538-5-iscsi',level=0,port_id=089322dc-b53a-4b90-9590-9fcf12ca1cdf,segment=NetworkSegment(fb73a256-b315-46d1-b37c-01047477a960),segment_id=fb73a256-b315-46d1-b37c-01047477a960)] {{(pid=109570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 22:44:20.775358 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8734af6-7a14-4de8-a201-336deae2a317 req-e4948498-b47c-4205-9020-7d578ebeaff1 tempest-ServerRescueNegativeTestJSON-929871608 tempest-ServerRescueNegativeTestJSON-929871608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:44:20.784849 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-b8734af6-7a14-4de8-a201-336deae2a317 req-e4948498-b47c-4205-9020-7d578ebeaff1 tempest-ServerRescueNegativeTestJSON-929871608 tempest-ServerRescueNegativeTestJSON-929871608-project] 10.222.0.11 "GET /v2.0/ports?device_id=bedc2889-c234-478f-9d9f-b557dcd5e13e HTTP/1.1" status: 200 len: 946 time: 0.1213338 Feb 28 22:44:20.786724 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-ef22999d-2883-4145-9b67-ad5c735a67e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33156859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750845083886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750844628246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750844628264'] for port (089322dc-b53a-4b90-9590-9fcf12ca1cdf), after_update {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:44:20.789664 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919e6b97-bd12-4de4-9ad0-d45d7e4df56b req-c77acda0-4b49-4e58-9937-32aa21793afb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:44:20.790922 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-919e6b97-bd12-4de4-9ad0-d45d7e4df56b req-c77acda0-4b49-4e58-9937-32aa21793afb service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=1a9fe67e7e534a2f9e267047a6a40917&device_id=bedc2889-c234-478f-9d9f-b557dcd5e13e HTTP/1.1" status: 200 len: 1130 time: 0.1182604 Feb 28 22:44:20.859322 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.db.provisioning_blocks [None req-154add69-038d-48cc-93ba-bd7e358b6d11 None None] Provisioning complete for port bb011a2b-3de4-420b-a68b-5364dc126f0f triggered by entity L2. {{(pid=109570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 22:44:20.860460 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-154add69-038d-48cc-93ba-bd7e358b6d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579965'] for port (bb011a2b-3de4-420b-a68b-5364dc126f0f), provisioning_complete {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:44:20.930660 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef22999d-2883-4145-9b67-ad5c735a67e5 None None] Pushing event updated for resources: {'Port': ['ID=089322dc-b53a-4b90-9590-9fcf12ca1cdf,revision_number=5']} {{(pid=109570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:44:20.932987 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-b8734af6-7a14-4de8-a201-336deae2a317 req-71c17428-b2a2-4e46-9011-2628b11cce6c tempest-ServerRescueNegativeTestJSON-929871608 tempest-ServerRescueNegativeTestJSON-929871608-project] 10.222.0.11 "GET /v2.0/security-groups?id=f1de89df-470d-49b7-98ac-8bb65cd72d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1469634 Feb 28 22:44:20.956358 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.db.provisioning_blocks [None req-be8b72b0-6ae5-454a-a894-e240ffeb9b0b None None] Provisioning complete for port 089322dc-b53a-4b90-9590-9fcf12ca1cdf triggered by entity DHCP. {{(pid=109570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 22:44:20.956755 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-be8b72b0-6ae5-454a-a894-e240ffeb9b0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579965'] for port (089322dc-b53a-4b90-9590-9fcf12ca1cdf), provisioning_complete {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:44:20.960619 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.db.l3_hamode_db [None req-9183bc19-9dcc-475a-8180-252cb09b4cd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e385438f-830a-452e-8537-53a391666901', 'name': 'tempest-TestShelveInstance-1643082802-router', 'tenant_id': '4d18c00916aa475f9d6ff02bc782bf15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e7a10c7-addc-4b79-a555-0b472e939652', 'external_fixed_ips': [{'subnet_id': '8aaf002d-6309-4cf0-ae69-6d349a14c0b1', 'ip_address': '172.27.0.79'}], 'enable_snat': True}, 'gw_port_id': 'bb011a2b-3de4-420b-a68b-5364dc126f0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T22:44:11Z', 'updated_at': '2022-02-28T22:44:16Z', 'revision_number': 4, 'project_id': '4d18c00916aa475f9d6ff02bc782bf15', 'gw_port': {'id': 'bb011a2b-3de4-420b-a68b-5364dc126f0f', 'name': '', 'network_id': '3e7a10c7-addc-4b79-a555-0b472e939652', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:d7:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e385438f-830a-452e-8537-53a391666901', 'device_owner': 'network:router_gateway', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': '8aaf002d-6309-4cf0-ae69-6d349a14c0b1', 'ip_address': '172.27.0.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T22:44:12Z', 'updated_at': '2022-02-28T22:44:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8aaf002d-6309-4cf0-ae69-6d349a14c0b1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830538-5-iscsi', '_interfaces': [{'id': '089322dc-b53a-4b90-9590-9fcf12ca1cdf', 'name': '', 'network_id': '08e2098a-9f90-4073-b242-036db0aac34f', 'tenant_id': '4d18c00916aa475f9d6ff02bc782bf15', 'mac_address': 'fa:16:3e:5e:21:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e385438f-830a-452e-8537-53a391666901', 'device_owner': 'network:router_interface', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': '560231c7-4387-441d-a27c-e8fa28469c29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T22:44:15Z', 'updated_at': '2022-02-28T22:44:19Z', 'revision_number': 4, 'project_id': '4d18c00916aa475f9d6ff02bc782bf15', 'subnets': [{'id': '560231c7-4387-441d-a27c-e8fa28469c29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830538-5-iscsi', False) {} {{(pid=109570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 22:44:20.979569 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919e6b97-bd12-4de4-9ad0-d45d7e4df56b req-88655cdc-9718-46fc-8b53-894432e80174 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:44:20.981535 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-919e6b97-bd12-4de4-9ad0-d45d7e4df56b req-88655cdc-9718-46fc-8b53-894432e80174 service neutron] 10.222.0.36 "GET /v2.0/networks?id=ba9103be-0016-4db5-8443-08fa8db70094 HTTP/1.1" status: 200 len: 919 time: 0.1819265 Feb 28 22:44:21.013145 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9183bc19-9dcc-475a-8180-252cb09b4cd2 None None] The sync data for ids ['e385438f-830a-452e-8537-53a391666901'] in dv-cinder-830538-5-iscsi is: [{'id': 'e385438f-830a-452e-8537-53a391666901', 'name': 'tempest-TestShelveInstance-1643082802-router', 'tenant_id': '4d18c00916aa475f9d6ff02bc782bf15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e7a10c7-addc-4b79-a555-0b472e939652', 'external_fixed_ips': [{'subnet_id': '8aaf002d-6309-4cf0-ae69-6d349a14c0b1', 'ip_address': '172.27.0.79'}], 'enable_snat': True}, 'gw_port_id': 'bb011a2b-3de4-420b-a68b-5364dc126f0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T22:44:11Z', 'updated_at': '2022-02-28T22:44:16Z', 'revision_number': 4, 'project_id': '4d18c00916aa475f9d6ff02bc782bf15', 'gw_port': {'id': 'bb011a2b-3de4-420b-a68b-5364dc126f0f', 'name': '', 'network_id': '3e7a10c7-addc-4b79-a555-0b472e939652', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:d7:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e385438f-830a-452e-8537-53a391666901', 'device_owner': 'network:router_gateway', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': '8aaf002d-6309-4cf0-ae69-6d349a14c0b1', 'ip_address': '172.27.0.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T22:44:12Z', 'updated_at': '2022-02-28T22:44:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8aaf002d-6309-4cf0-ae69-6d349a14c0b1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830538-5-iscsi', '_interfaces': [{'id': '089322dc-b53a-4b90-9590-9fcf12ca1cdf', 'name': '', 'network_id': '08e2098a-9f90-4073-b242-036db0aac34f', 'tenant_id': '4d18c00916aa475f9d6ff02bc782bf15', 'mac_address': 'fa:16:3e:5e:21:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e385438f-830a-452e-8537-53a391666901', 'device_owner': 'network:router_interface', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': '560231c7-4387-441d-a27c-e8fa28469c29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T22:44:15Z', 'updated_at': '2022-02-28T22:44:19Z', 'revision_number': 4, 'project_id': '4d18c00916aa475f9d6ff02bc782bf15', 'subnets': [{'id': '560231c7-4387-441d-a27c-e8fa28469c29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 22:44:21.046808 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-919e6b97-bd12-4de4-9ad0-d45d7e4df56b req-40203332-06e9-4549-9b96-8b4dfcef5b1b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a8b159f5-dc76-40f5-bc9d-ed147644722e HTTP/1.1" status: 200 len: 217 time: 0.0570130 Feb 28 22:44:21.067410 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.plugin [None req-154add69-038d-48cc-93ba-bd7e358b6d11 None None] Current status of the port bb011a2b-3de4-420b-a68b-5364dc126f0f is: ACTIVE; New status is: ACTIVE {{(pid=109570) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 22:44:21.146153 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.plugin [None req-be8b72b0-6ae5-454a-a894-e240ffeb9b0b None None] Current status of the port 089322dc-b53a-4b90-9590-9fcf12ca1cdf is: ACTIVE; New status is: ACTIVE {{(pid=109570) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 22:44:21.157771 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919e6b97-bd12-4de4-9ad0-d45d7e4df56b req-c2ec0cb6-969b-4919-a414-60aebdb712a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:44:21.159549 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-919e6b97-bd12-4de4-9ad0-d45d7e4df56b req-c2ec0cb6-969b-4919-a414-60aebdb712a9 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4f074c84-eecc-4df3-bfe8-db2db878868a HTTP/1.1" status: 200 len: 858 time: 0.0972435 Feb 28 22:44:21.200064 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-919e6b97-bd12-4de4-9ad0-d45d7e4df56b req-021e31f4-1649-4707-99b6-d0d3932a8f58 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=ba9103be-0016-4db5-8443-08fa8db70094&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0293212 Feb 28 22:44:21.316088 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-919e6b97-bd12-4de4-9ad0-d45d7e4df56b req-6746bd5a-4025-4d04-bcea-e8eedf2f6557 service neutron] 10.222.0.36 "GET /v2.0/networks/ba9103be-0016-4db5-8443-08fa8db70094?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1082757 Feb 28 22:44:21.434151 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-919e6b97-bd12-4de4-9ad0-d45d7e4df56b req-67e81dc9-be71-4aed-9cb8-879fc71a4e8f service neutron] 10.222.0.36 "GET /v2.0/networks/ba9103be-0016-4db5-8443-08fa8db70094?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1058402 Feb 28 22:44:21.687488 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c814071a-dabc-4b3e-8f29-90a1e16fa5c8 req-c28f1bf8-29d9-44dc-807d-6b0ac23be55c tempest-AttachVolumeShelveTestJSON-2030561000 tempest-AttachVolumeShelveTestJSON-2030561000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:44:21.689281 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-c814071a-dabc-4b3e-8f29-90a1e16fa5c8 req-c28f1bf8-29d9-44dc-807d-6b0ac23be55c tempest-AttachVolumeShelveTestJSON-2030561000 tempest-AttachVolumeShelveTestJSON-2030561000-project] 10.222.0.11 "GET /v2.0/ports?device_id=9d3d1dbb-222b-4ece-94fa-9ef43d198daf HTTP/1.1" status: 200 len: 945 time: 0.0657606 Feb 28 22:44:21.741613 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-c814071a-dabc-4b3e-8f29-90a1e16fa5c8 req-14e7ebe6-c253-4793-9bd6-a2f7b7c8334c tempest-AttachVolumeShelveTestJSON-2030561000 tempest-AttachVolumeShelveTestJSON-2030561000-project] 10.222.0.11 "GET /v2.0/security-groups?id=0a9915aa-9c1d-45b5-936b-2bead19a9f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458288 Feb 28 22:44:22.074664 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71fa664-701b-4bf4-825b-4e600be4136e req-2c26778a-8819-4a35-8f26-e584281d35ac tempest-ServerRescueNegativeTestJSON-929871608 tempest-ServerRescueNegativeTestJSON-929871608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:44:22.076201 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-b71fa664-701b-4bf4-825b-4e600be4136e req-2c26778a-8819-4a35-8f26-e584281d35ac tempest-ServerRescueNegativeTestJSON-929871608 tempest-ServerRescueNegativeTestJSON-929871608-project] 10.222.0.11 "GET /v2.0/ports?device_id=bedc2889-c234-478f-9d9f-b557dcd5e13e HTTP/1.1" status: 200 len: 946 time: 0.0554790 Feb 28 22:44:22.130272 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-b71fa664-701b-4bf4-825b-4e600be4136e req-74a33e69-be94-49a2-98db-e348360f091d tempest-ServerRescueNegativeTestJSON-929871608 tempest-ServerRescueNegativeTestJSON-929871608-project] 10.222.0.11 "GET /v2.0/security-groups?id=f1de89df-470d-49b7-98ac-8bb65cd72d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479839 Feb 28 22:44:22.473559 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.rpc [None req-154add69-038d-48cc-93ba-bd7e358b6d11 None None] Device 089322dc-b53a-4b90-9590-9fcf12ca1cdf up at agent ovs-agent-dv-cinder-830538-5-iscsi {{(pid=109570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 22:44:22.519993 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.db.provisioning_blocks [None req-154add69-038d-48cc-93ba-bd7e358b6d11 None None] Provisioning complete for port 089322dc-b53a-4b90-9590-9fcf12ca1cdf triggered by entity L2. {{(pid=109570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 22:44:22.520302 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-154add69-038d-48cc-93ba-bd7e358b6d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579965'] for port (089322dc-b53a-4b90-9590-9fcf12ca1cdf), provisioning_complete {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:44:22.602256 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.plugin [None req-154add69-038d-48cc-93ba-bd7e358b6d11 None None] Current status of the port 089322dc-b53a-4b90-9590-9fcf12ca1cdf is: ACTIVE; New status is: ACTIVE {{(pid=109570) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 22:44:22.880711 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be15f233-e222-4ced-9a1e-cd93ae336469 req-3f019327-3a97-4bb0-92fe-9961fe1c0bbb tempest-AttachVolumeShelveTestJSON-2030561000 tempest-AttachVolumeShelveTestJSON-2030561000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:44:22.884129 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-be15f233-e222-4ced-9a1e-cd93ae336469 req-3f019327-3a97-4bb0-92fe-9961fe1c0bbb tempest-AttachVolumeShelveTestJSON-2030561000 tempest-AttachVolumeShelveTestJSON-2030561000-project] 10.222.0.11 "GET /v2.0/ports?device_id=9d3d1dbb-222b-4ece-94fa-9ef43d198daf HTTP/1.1" status: 200 len: 945 time: 0.0597544 Feb 28 22:44:22.948699 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-be15f233-e222-4ced-9a1e-cd93ae336469 req-9d9163d2-f320-47b7-a439-0c289ac9f315 tempest-AttachVolumeShelveTestJSON-2030561000 tempest-AttachVolumeShelveTestJSON-2030561000-project] 10.222.0.11 "GET /v2.0/security-groups?id=0a9915aa-9c1d-45b5-936b-2bead19a9f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520563 Feb 28 22:44:23.253350 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2beba2d7-63e4-4f6a-b96f-050e8d660b26 req-5f03128c-20b2-4d5f-b8c0-bb9faec4825e tempest-ServerRescueNegativeTestJSON-929871608 tempest-ServerRescueNegativeTestJSON-929871608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:44:23.254834 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-2beba2d7-63e4-4f6a-b96f-050e8d660b26 req-5f03128c-20b2-4d5f-b8c0-bb9faec4825e tempest-ServerRescueNegativeTestJSON-929871608 tempest-ServerRescueNegativeTestJSON-929871608-project] 10.222.0.11 "GET /v2.0/ports?device_id=bedc2889-c234-478f-9d9f-b557dcd5e13e HTTP/1.1" status: 200 len: 946 time: 0.0544693 Feb 28 22:44:23.303646 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-2beba2d7-63e4-4f6a-b96f-050e8d660b26 req-dc51c19c-dffd-4220-a568-05a325373f02 tempest-ServerRescueNegativeTestJSON-929871608 tempest-ServerRescueNegativeTestJSON-929871608-project] 10.222.0.11 "GET /v2.0/security-groups?id=f1de89df-470d-49b7-98ac-8bb65cd72d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430841 Feb 28 22:44:24.092000 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b245e36-6215-459a-a367-a3717ba07c83 req-bb1bc4e7-c530-4c7c-b4a3-5609698503f1 tempest-AttachVolumeShelveTestJSON-2030561000 tempest-AttachVolumeShelveTestJSON-2030561000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:44:24.095003 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-1b245e36-6215-459a-a367-a3717ba07c83 req-bb1bc4e7-c530-4c7c-b4a3-5609698503f1 tempest-AttachVolumeShelveTestJSON-2030561000 tempest-AttachVolumeShelveTestJSON-2030561000-project] 10.222.0.11 "GET /v2.0/ports?device_id=9d3d1dbb-222b-4ece-94fa-9ef43d198daf HTTP/1.1" status: 200 len: 945 time: 0.0709846 Feb 28 22:44:24.145200 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-1b245e36-6215-459a-a367-a3717ba07c83 req-6e14677e-2595-4935-853b-046ee3504734 tempest-AttachVolumeShelveTestJSON-2030561000 tempest-AttachVolumeShelveTestJSON-2030561000-project] 10.222.0.11 "GET /v2.0/security-groups?id=0a9915aa-9c1d-45b5-936b-2bead19a9f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444949 Feb 28 22:44:24.424891 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79eab892-21df-4999-9d8e-eab4415ac0c5 req-16c0eb5e-cdb0-4bf2-a649-41acb76016aa tempest-ServerRescueNegativeTestJSON-929871608 tempest-ServerRescueNegativeTestJSON-929871608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:44:24.426285 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-79eab892-21df-4999-9d8e-eab4415ac0c5 req-16c0eb5e-cdb0-4bf2-a649-41acb76016aa tempest-ServerRescueNegativeTestJSON-929871608 tempest-ServerRescueNegativeTestJSON-929871608-project] 10.222.0.11 "GET /v2.0/ports?device_id=bedc2889-c234-478f-9d9f-b557dcd5e13e HTTP/1.1" status: 200 len: 946 time: 0.0520267 Feb 28 22:44:24.475221 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-79eab892-21df-4999-9d8e-eab4415ac0c5 req-271fc53a-ef8f-4104-ba5d-73e7b90992b5 tempest-ServerRescueNegativeTestJSON-929871608 tempest-ServerRescueNegativeTestJSON-929871608-project] 10.222.0.11 "GET /v2.0/security-groups?id=f1de89df-470d-49b7-98ac-8bb65cd72d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434363 Feb 28 22:44:25.280802 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db9dc57-e67b-4471-b056-6eca8677e112 req-1847279d-fee8-4346-8d4a-506bff6b4201 tempest-AttachVolumeShelveTestJSON-2030561000 tempest-AttachVolumeShelveTestJSON-2030561000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:44:25.282397 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-3db9dc57-e67b-4471-b056-6eca8677e112 req-1847279d-fee8-4346-8d4a-506bff6b4201 tempest-AttachVolumeShelveTestJSON-2030561000 tempest-AttachVolumeShelveTestJSON-2030561000-project] 10.222.0.11 "GET /v2.0/ports?device_id=9d3d1dbb-222b-4ece-94fa-9ef43d198daf HTTP/1.1" status: 200 len: 945 time: 0.0566547 Feb 28 22:44:25.329654 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-3db9dc57-e67b-4471-b056-6eca8677e112 req-a0e2636c-8687-43ca-8cd8-669407458a2b tempest-AttachVolumeShelveTestJSON-2030561000 tempest-AttachVolumeShelveTestJSON-2030561000-project] 10.222.0.11 "GET /v2.0/security-groups?id=0a9915aa-9c1d-45b5-936b-2bead19a9f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419497 Feb 28 22:44:25.976125 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fa8416-947b-4387-b489-414f18df260a req-4c97aa9b-a927-4229-8bc2-41122075712f tempest-ServerRescueNegativeTestJSON-929871608 tempest-ServerRescueNegativeTestJSON-929871608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:44:25.977645 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-c1fa8416-947b-4387-b489-414f18df260a req-4c97aa9b-a927-4229-8bc2-41122075712f tempest-ServerRescueNegativeTestJSON-929871608 tempest-ServerRescueNegativeTestJSON-929871608-project] 10.222.0.11 "GET /v2.0/ports?device_id=bedc2889-c234-478f-9d9f-b557dcd5e13e HTTP/1.1" status: 200 len: 946 time: 0.0654688 Feb 28 22:44:26.029862 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-c1fa8416-947b-4387-b489-414f18df260a req-d3cb80fe-17b4-4e9f-8a25-d3b07865268f tempest-ServerRescueNegativeTestJSON-929871608 tempest-ServerRescueNegativeTestJSON-929871608-project] 10.222.0.11 "GET /v2.0/security-groups?id=f1de89df-470d-49b7-98ac-8bb65cd72d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466533 Feb 28 22:44:26.461841 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1126f20d-495e-43e7-9511-0fe1d37bda98 req-081ae9b4-67fe-4247-9bb9-0a8f1fa99bc5 tempest-AttachVolumeShelveTestJSON-2030561000 tempest-AttachVolumeShelveTestJSON-2030561000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:44:26.463293 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-1126f20d-495e-43e7-9511-0fe1d37bda98 req-081ae9b4-67fe-4247-9bb9-0a8f1fa99bc5 tempest-AttachVolumeShelveTestJSON-2030561000 tempest-AttachVolumeShelveTestJSON-2030561000-project] 10.222.0.11 "GET /v2.0/ports?device_id=9d3d1dbb-222b-4ece-94fa-9ef43d198daf HTTP/1.1" status: 200 len: 945 time: 0.0529289 Feb 28 22:44:26.513079 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-1126f20d-495e-43e7-9511-0fe1d37bda98 req-e9222175-ccd0-4bc5-9522-51e1037720f7 tempest-AttachVolumeShelveTestJSON-2030561000 tempest-AttachVolumeShelveTestJSON-2030561000-project] 10.222.0.11 "GET /v2.0/security-groups?id=0a9915aa-9c1d-45b5-936b-2bead19a9f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441475 Feb 28 22:44:27.632030 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ac9bce-ea8f-4bea-adc4-31184c5f1c44 req-4a40a539-6ef4-49f5-bbbc-89bb6b8efc41 tempest-AttachVolumeShelveTestJSON-2030561000 tempest-AttachVolumeShelveTestJSON-2030561000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:44:27.633474 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-75ac9bce-ea8f-4bea-adc4-31184c5f1c44 req-4a40a539-6ef4-49f5-bbbc-89bb6b8efc41 tempest-AttachVolumeShelveTestJSON-2030561000 tempest-AttachVolumeShelveTestJSON-2030561000-project] 10.222.0.11 "GET /v2.0/ports?device_id=9d3d1dbb-222b-4ece-94fa-9ef43d198daf HTTP/1.1" status: 200 len: 945 time: 0.0509498 Feb 28 22:44:27.680674 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-75ac9bce-ea8f-4bea-adc4-31184c5f1c44 req-4cccf953-6ae0-4888-b32e-83fd2d84d31a tempest-AttachVolumeShelveTestJSON-2030561000 tempest-AttachVolumeShelveTestJSON-2030561000-project] 10.222.0.11 "GET /v2.0/security-groups?id=0a9915aa-9c1d-45b5-936b-2bead19a9f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417187 Feb 28 22:44:28.804885 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27fc51b-4ae0-414c-b9bb-a643bc95bd0b req-ce1de4cb-9094-4db3-9747-959d71bdd04c tempest-AttachVolumeShelveTestJSON-2030561000 tempest-AttachVolumeShelveTestJSON-2030561000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:44:28.806352 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-e27fc51b-4ae0-414c-b9bb-a643bc95bd0b req-ce1de4cb-9094-4db3-9747-959d71bdd04c tempest-AttachVolumeShelveTestJSON-2030561000 tempest-AttachVolumeShelveTestJSON-2030561000-project] 10.222.0.11 "GET /v2.0/ports?device_id=9d3d1dbb-222b-4ece-94fa-9ef43d198daf HTTP/1.1" status: 200 len: 945 time: 0.0530736 Feb 28 22:44:28.853234 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-e27fc51b-4ae0-414c-b9bb-a643bc95bd0b req-06f56960-8cd4-4166-a48a-1afee3fde5d2 tempest-AttachVolumeShelveTestJSON-2030561000 tempest-AttachVolumeShelveTestJSON-2030561000-project] 10.222.0.11 "GET /v2.0/security-groups?id=0a9915aa-9c1d-45b5-936b-2bead19a9f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410969 Feb 28 22:44:29.983933 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d474788-db9b-4b64-aae7-213f026a472f req-59c7e78f-9da7-4d9d-ac8d-8d4fe7022d13 tempest-AttachVolumeShelveTestJSON-2030561000 tempest-AttachVolumeShelveTestJSON-2030561000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:44:29.986571 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-6d474788-db9b-4b64-aae7-213f026a472f req-59c7e78f-9da7-4d9d-ac8d-8d4fe7022d13 tempest-AttachVolumeShelveTestJSON-2030561000 tempest-AttachVolumeShelveTestJSON-2030561000-project] 10.222.0.11 "GET /v2.0/ports?device_id=9d3d1dbb-222b-4ece-94fa-9ef43d198daf HTTP/1.1" status: 200 len: 945 time: 0.0606146 Feb 28 22:44:30.036102 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-6d474788-db9b-4b64-aae7-213f026a472f req-59b138e4-f15f-4113-85c0-422aa20ada77 tempest-AttachVolumeShelveTestJSON-2030561000 tempest-AttachVolumeShelveTestJSON-2030561000-project] 10.222.0.11 "GET /v2.0/security-groups?id=0a9915aa-9c1d-45b5-936b-2bead19a9f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435152 Feb 28 22:44:30.831267 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-850127bb-f973-4a11-b5aa-fdba85bf5d4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750845036683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579975'] for agent (55d6ddf3-619a-4750-95a9-02c5b2728e0c), after_update {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:44:31.157169 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5051d1d8-c1ac-489a-9b5e-017624ba20f6 req-1ba84698-75ac-4320-b07c-147d43584481 tempest-AttachVolumeShelveTestJSON-2030561000 tempest-AttachVolumeShelveTestJSON-2030561000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:44:31.158686 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-5051d1d8-c1ac-489a-9b5e-017624ba20f6 req-1ba84698-75ac-4320-b07c-147d43584481 tempest-AttachVolumeShelveTestJSON-2030561000 tempest-AttachVolumeShelveTestJSON-2030561000-project] 10.222.0.11 "GET /v2.0/ports?device_id=9d3d1dbb-222b-4ece-94fa-9ef43d198daf HTTP/1.1" status: 200 len: 945 time: 0.0518622 Feb 28 22:44:31.206603 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-5051d1d8-c1ac-489a-9b5e-017624ba20f6 req-9e60021a-9b95-4b3d-b0c7-6f683079ee48 tempest-AttachVolumeShelveTestJSON-2030561000 tempest-AttachVolumeShelveTestJSON-2030561000-project] 10.222.0.11 "GET /v2.0/security-groups?id=0a9915aa-9c1d-45b5-936b-2bead19a9f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424397 Feb 28 22:44:32.326387 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabaedc3-8fc5-435a-b195-5c144140e63e req-ed5284df-4881-4eb8-b7f6-4f3c65d116db tempest-AttachVolumeShelveTestJSON-2030561000 tempest-AttachVolumeShelveTestJSON-2030561000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:44:32.327868 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-dabaedc3-8fc5-435a-b195-5c144140e63e req-ed5284df-4881-4eb8-b7f6-4f3c65d116db tempest-AttachVolumeShelveTestJSON-2030561000 tempest-AttachVolumeShelveTestJSON-2030561000-project] 10.222.0.11 "GET /v2.0/ports?device_id=9d3d1dbb-222b-4ece-94fa-9ef43d198daf HTTP/1.1" status: 200 len: 945 time: 0.0507643 Feb 28 22:44:32.379527 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-dabaedc3-8fc5-435a-b195-5c144140e63e req-acc002d7-53b4-46ea-bce2-681e10c4a066 tempest-AttachVolumeShelveTestJSON-2030561000 tempest-AttachVolumeShelveTestJSON-2030561000-project] 10.222.0.11 "GET /v2.0/security-groups?id=0a9915aa-9c1d-45b5-936b-2bead19a9f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458493 Feb 28 22:44:33.117457 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-5ac15687-011e-456b-8c3e-3e1d601abbdf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750845036683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579975'] for agent (1bbc3f13-d896-4633-9d3f-4f3415ceb83d), after_update {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:44:33.502958 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e3dcbc-2c00-4fc7-875e-660f5b3078c8 req-f0ac94e2-d4aa-4229-9141-7355a5a3e31d tempest-AttachVolumeShelveTestJSON-2030561000 tempest-AttachVolumeShelveTestJSON-2030561000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:44:33.504444 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-37e3dcbc-2c00-4fc7-875e-660f5b3078c8 req-f0ac94e2-d4aa-4229-9141-7355a5a3e31d tempest-AttachVolumeShelveTestJSON-2030561000 tempest-AttachVolumeShelveTestJSON-2030561000-project] 10.222.0.11 "GET /v2.0/ports?device_id=9d3d1dbb-222b-4ece-94fa-9ef43d198daf HTTP/1.1" status: 200 len: 945 time: 0.0525072 Feb 28 22:44:33.550934 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-37e3dcbc-2c00-4fc7-875e-660f5b3078c8 req-7dfec4a4-7571-447e-ac7b-8a077fb8344d tempest-AttachVolumeShelveTestJSON-2030561000 tempest-AttachVolumeShelveTestJSON-2030561000-project] 10.222.0.11 "GET /v2.0/security-groups?id=0a9915aa-9c1d-45b5-936b-2bead19a9f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404468 Feb 28 22:44:34.118203 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a88d13b-f9b9-47c2-a1f1-59505bcfc472 req-d506d7b0-4d8d-439f-be2f-7e99ad85eb2c tempest-AttachVolumeTestJSON-1325054245 tempest-AttachVolumeTestJSON-1325054245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:44:34.119724 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-8a88d13b-f9b9-47c2-a1f1-59505bcfc472 req-d506d7b0-4d8d-439f-be2f-7e99ad85eb2c tempest-AttachVolumeTestJSON-1325054245 tempest-AttachVolumeTestJSON-1325054245-project] 10.222.0.11 "GET /v2.0/ports?device_id=cb5d42fc-117f-46a8-bc9e-2a9c370bc40f HTTP/1.1" status: 200 len: 945 time: 0.0640430 Feb 28 22:44:34.130896 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-fb85eb0a-98c9-414d-bd8b-45b99ef4efd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750845036683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579975'] for agent (0569ef69-4feb-452f-8380-1d628b96faff), after_update {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:44:34.171955 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-8a88d13b-f9b9-47c2-a1f1-59505bcfc472 req-74130318-8c3d-4caa-94c7-f151072a26b2 tempest-AttachVolumeTestJSON-1325054245 tempest-AttachVolumeTestJSON-1325054245-project] 10.222.0.11 "GET /v2.0/security-groups?id=a5149e9f-4f71-46b3-96fa-21697ff32bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452812 Feb 28 22:44:34.682282 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9473ca71-a605-46f2-ab05-024cf9c1a0c9 req-432c693b-4552-4ad4-878e-dfae68f714b9 tempest-AttachVolumeShelveTestJSON-2030561000 tempest-AttachVolumeShelveTestJSON-2030561000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:44:34.684014 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-9473ca71-a605-46f2-ab05-024cf9c1a0c9 req-432c693b-4552-4ad4-878e-dfae68f714b9 tempest-AttachVolumeShelveTestJSON-2030561000 tempest-AttachVolumeShelveTestJSON-2030561000-project] 10.222.0.11 "GET /v2.0/ports?device_id=9d3d1dbb-222b-4ece-94fa-9ef43d198daf HTTP/1.1" status: 200 len: 945 time: 0.0564396 Feb 28 22:44:34.731460 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-9473ca71-a605-46f2-ab05-024cf9c1a0c9 req-45fb2dcb-70de-46be-9a1d-cf48ebed7549 tempest-AttachVolumeShelveTestJSON-2030561000 tempest-AttachVolumeShelveTestJSON-2030561000-project] 10.222.0.11 "GET /v2.0/security-groups?id=0a9915aa-9c1d-45b5-936b-2bead19a9f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419505 Feb 28 22:44:35.291123 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae5d232-c5ec-4855-84a9-ba1871f2ccc5 req-b252056a-af1b-456b-bf99-e32323a141d8 tempest-AttachVolumeTestJSON-1325054245 tempest-AttachVolumeTestJSON-1325054245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:44:35.292621 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-bae5d232-c5ec-4855-84a9-ba1871f2ccc5 req-b252056a-af1b-456b-bf99-e32323a141d8 tempest-AttachVolumeTestJSON-1325054245 tempest-AttachVolumeTestJSON-1325054245-project] 10.222.0.11 "GET /v2.0/ports?device_id=cb5d42fc-117f-46a8-bc9e-2a9c370bc40f HTTP/1.1" status: 200 len: 945 time: 0.0529850 Feb 28 22:44:35.343328 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-bae5d232-c5ec-4855-84a9-ba1871f2ccc5 req-a228e278-27ab-4f30-8909-0a96967c3825 tempest-AttachVolumeTestJSON-1325054245 tempest-AttachVolumeTestJSON-1325054245-project] 10.222.0.11 "GET /v2.0/security-groups?id=a5149e9f-4f71-46b3-96fa-21697ff32bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446665 Feb 28 22:44:35.802209 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457ed60a-bf76-4446-bd52-c71f1fbcfd92 req-512c2f06-96eb-45aa-be21-a06dabf747fc tempest-AttachVolumeNegativeTest-1243329128 tempest-AttachVolumeNegativeTest-1243329128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:44:35.803628 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-457ed60a-bf76-4446-bd52-c71f1fbcfd92 req-512c2f06-96eb-45aa-be21-a06dabf747fc tempest-AttachVolumeNegativeTest-1243329128 tempest-AttachVolumeNegativeTest-1243329128-project] 10.222.0.11 "GET /v2.0/ports?device_id=7cd3383d-bd16-424e-9cdd-54abaedf33a6 HTTP/1.1" status: 200 len: 946 time: 0.0564580 Feb 28 22:44:35.874121 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-f2b490b5-353e-4b99-942a-fb2407025861 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750845036683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579975'] for agent (e6e3d797-755b-495e-bc70-4cd2b9791ebb), after_update {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:44:35.884181 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-457ed60a-bf76-4446-bd52-c71f1fbcfd92 req-183539e8-f8eb-4dce-916f-bfaef0a63e01 tempest-AttachVolumeNegativeTest-1243329128 tempest-AttachVolumeNegativeTest-1243329128-project] 10.222.0.11 "GET /v2.0/security-groups?id=8aeed072-d876-4d95-a530-37a550f45527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709472 Feb 28 22:44:35.896700 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e587a3-aa17-4cc1-8f4f-be3bb9f2a514 req-7f78a120-1a6a-4e4e-9222-cf76ed1896f7 tempest-AttachVolumeShelveTestJSON-2030561000 tempest-AttachVolumeShelveTestJSON-2030561000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:44:35.898174 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-a7e587a3-aa17-4cc1-8f4f-be3bb9f2a514 req-7f78a120-1a6a-4e4e-9222-cf76ed1896f7 tempest-AttachVolumeShelveTestJSON-2030561000 tempest-AttachVolumeShelveTestJSON-2030561000-project] 10.222.0.11 "GET /v2.0/ports?device_id=9d3d1dbb-222b-4ece-94fa-9ef43d198daf HTTP/1.1" status: 200 len: 945 time: 0.0936537 Feb 28 22:44:35.949566 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-a7e587a3-aa17-4cc1-8f4f-be3bb9f2a514 req-696aca5b-c4c1-4ca3-ad05-899ddc7a1801 tempest-AttachVolumeShelveTestJSON-2030561000 tempest-AttachVolumeShelveTestJSON-2030561000-project] 10.222.0.11 "GET /v2.0/security-groups?id=0a9915aa-9c1d-45b5-936b-2bead19a9f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457251 Feb 28 22:44:36.204211 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.rpc [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] Device 6daed45d-08df-467a-b1e9-4a94a85a6197 details requested by agent hyperv_hv-cinder-83053 with host hv-cinder-83053 {{(pid=109570) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 22:44:36.300327 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.db [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] For port 6daed45d-08df-467a-b1e9-4a94a85a6197, host hv-cinder-83053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83053',level=0,port_id=6daed45d-08df-467a-b1e9-4a94a85a6197,segment=NetworkSegment(28413273-d7c8-4d86-a7b1-c45f9712072e),segment_id=28413273-d7c8-4d86-a7b1-c45f9712072e)] {{(pid=109570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 22:44:36.312287 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.rpc [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] Returning: {'device': '6daed45d-08df-467a-b1e9-4a94a85a6197', 'network_id': 'e1dee003-d534-429c-aed6-3f1020c03805', 'port_id': '6daed45d-08df-467a-b1e9-4a94a85a6197', 'mac_address': 'fa:16:3e:b8:40:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b622ab4-8097-4b6c-8ec2-bb3f77857ed1', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109570) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 22:44:36.351218 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.plugin [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] Current status of the port 6daed45d-08df-467a-b1e9-4a94a85a6197 is: ACTIVE; New status is: BUILD {{(pid=109570) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 22:44:36.351606 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616566'] for port (6daed45d-08df-467a-b1e9-4a94a85a6197), before_update {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:44:36.364755 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.notifiers.nova [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6daed45d-08df-467a-b1e9-4a94a85a6197 {{(pid=109570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 22:44:36.384560 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.db [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] For port 6daed45d-08df-467a-b1e9-4a94a85a6197, host hv-cinder-83053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83053',level=0,port_id=6daed45d-08df-467a-b1e9-4a94a85a6197,segment=NetworkSegment(28413273-d7c8-4d86-a7b1-c45f9712072e),segment_id=28413273-d7c8-4d86-a7b1-c45f9712072e)] {{(pid=109570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 22:44:36.389070 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33156859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750845083886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750844628246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750844628264'] for port (6daed45d-08df-467a-b1e9-4a94a85a6197), after_update {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:44:36.436238 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] Pushing event updated for resources: {'Port': ['ID=6daed45d-08df-467a-b1e9-4a94a85a6197,revision_number=6']} {{(pid=109570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:44:36.465599 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b877f8-4cd6-431d-86fa-f41b16e64f92 req-557bcd38-fc4d-4e65-b5fe-c2713cb6a675 tempest-AttachVolumeTestJSON-1325054245 tempest-AttachVolumeTestJSON-1325054245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:44:36.467092 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-72b877f8-4cd6-431d-86fa-f41b16e64f92 req-557bcd38-fc4d-4e65-b5fe-c2713cb6a675 tempest-AttachVolumeTestJSON-1325054245 tempest-AttachVolumeTestJSON-1325054245-project] 10.222.0.11 "GET /v2.0/ports?device_id=cb5d42fc-117f-46a8-bc9e-2a9c370bc40f HTTP/1.1" status: 200 len: 945 time: 0.0541337 Feb 28 22:44:36.520145 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-72b877f8-4cd6-431d-86fa-f41b16e64f92 req-11008b7e-5c1a-47fd-95cf-8e8c23fb240a tempest-AttachVolumeTestJSON-1325054245 tempest-AttachVolumeTestJSON-1325054245-project] 10.222.0.11 "GET /v2.0/security-groups?id=a5149e9f-4f71-46b3-96fa-21697ff32bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464501 Feb 28 22:44:36.552582 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.db [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] get_ports_and_sgs() called for port_ids ['6daed45d-08df-467a-b1e9-4a94a85a6197'] {{(pid=109570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 22:44:37.010153 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bbc5fd-804d-4116-8495-0bd7518c7a84 req-df5fcf1f-3ffd-437c-9d15-f9706c8aff18 tempest-AttachVolumeNegativeTest-1243329128 tempest-AttachVolumeNegativeTest-1243329128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:44:37.011648 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-d6bbc5fd-804d-4116-8495-0bd7518c7a84 req-df5fcf1f-3ffd-437c-9d15-f9706c8aff18 tempest-AttachVolumeNegativeTest-1243329128 tempest-AttachVolumeNegativeTest-1243329128-project] 10.222.0.11 "GET /v2.0/ports?device_id=7cd3383d-bd16-424e-9cdd-54abaedf33a6 HTTP/1.1" status: 200 len: 946 time: 0.0515497 Feb 28 22:44:37.091619 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-d6bbc5fd-804d-4116-8495-0bd7518c7a84 req-27e7b44a-339f-43be-8c61-fa39e80f707a tempest-AttachVolumeNegativeTest-1243329128 tempest-AttachVolumeNegativeTest-1243329128-project] 10.222.0.11 "GET /v2.0/security-groups?id=8aeed072-d876-4d95-a530-37a550f45527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739903 Feb 28 22:44:37.103991 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe52627-cddd-41f6-ba7d-db7322384155 req-10a15218-61b0-42b3-983b-561511e5881c tempest-AttachVolumeShelveTestJSON-2030561000 tempest-AttachVolumeShelveTestJSON-2030561000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:44:37.105501 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-bfe52627-cddd-41f6-ba7d-db7322384155 req-10a15218-61b0-42b3-983b-561511e5881c tempest-AttachVolumeShelveTestJSON-2030561000 tempest-AttachVolumeShelveTestJSON-2030561000-project] 10.222.0.11 "GET /v2.0/ports?device_id=9d3d1dbb-222b-4ece-94fa-9ef43d198daf HTTP/1.1" status: 200 len: 944 time: 0.0857658 Feb 28 22:44:37.140191 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-154add69-038d-48cc-93ba-bd7e358b6d11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750845036683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579975'] for agent (7aa25ffb-1b87-4f08-8530-4bdf6e6b221c), after_update {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:44:37.153571 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-bfe52627-cddd-41f6-ba7d-db7322384155 req-84dd01f4-b7a2-456e-89d0-395b06c689ae tempest-AttachVolumeShelveTestJSON-2030561000 tempest-AttachVolumeShelveTestJSON-2030561000-project] 10.222.0.11 "GET /v2.0/security-groups?id=0a9915aa-9c1d-45b5-936b-2bead19a9f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425339 Feb 28 22:44:37.647719 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c84de3e-d275-48e5-a5df-bb3b8220fb41 req-59d8e73e-379a-49f5-8599-8fc26934ddfe tempest-AttachVolumeTestJSON-1325054245 tempest-AttachVolumeTestJSON-1325054245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:44:37.649590 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-9c84de3e-d275-48e5-a5df-bb3b8220fb41 req-59d8e73e-379a-49f5-8599-8fc26934ddfe tempest-AttachVolumeTestJSON-1325054245 tempest-AttachVolumeTestJSON-1325054245-project] 10.222.0.11 "GET /v2.0/ports?device_id=cb5d42fc-117f-46a8-bc9e-2a9c370bc40f HTTP/1.1" status: 200 len: 945 time: 0.0602655 Feb 28 22:44:37.700325 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-9c84de3e-d275-48e5-a5df-bb3b8220fb41 req-dcdd5cc0-4b60-4f8c-af83-c655cbf6e221 tempest-AttachVolumeTestJSON-1325054245 tempest-AttachVolumeTestJSON-1325054245-project] 10.222.0.11 "GET /v2.0/security-groups?id=a5149e9f-4f71-46b3-96fa-21697ff32bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445976 Feb 28 22:44:38.074160 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53290f3-b54f-48e6-bb3b-950127bb52ea req-1c75198b-0619-43d8-8c6f-34150add14b1 tempest-AttachVolumeNegativeTest-1243329128 tempest-AttachVolumeNegativeTest-1243329128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:44:38.075605 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-f53290f3-b54f-48e6-bb3b-950127bb52ea req-1c75198b-0619-43d8-8c6f-34150add14b1 tempest-AttachVolumeNegativeTest-1243329128 tempest-AttachVolumeNegativeTest-1243329128-project] 10.222.0.36 "GET /v2.0/ports?device_id=7cd3383d-bd16-424e-9cdd-54abaedf33a6 HTTP/1.1" status: 200 len: 946 time: 0.0524943 Feb 28 22:44:38.209033 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.plugins.ml2.plugin [req-f53290f3-b54f-48e6-bb3b-950127bb52ea req-15604ae7-096f-4324-b233-b2146114efbe tempest-AttachVolumeNegativeTest-1243329128 tempest-AttachVolumeNegativeTest-1243329128-project] Deleting port b50958f4-60be-4348-a205-26ec3c5e5a17 {{(pid=109568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 22:44:38.209382 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [req-f53290f3-b54f-48e6-bb3b-950127bb52ea req-15604ae7-096f-4324-b233-b2146114efbe tempest-AttachVolumeNegativeTest-1243329128 tempest-AttachVolumeNegativeTest-1243329128-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750845080441'] for port (b50958f4-60be-4348-a205-26ec3c5e5a17), before_delete {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:44:38.234970 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.rpc [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] Device 6daed45d-08df-467a-b1e9-4a94a85a6197 up at agent hyperv_hv-cinder-83053 {{(pid=109570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 22:44:38.283959 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.db.provisioning_blocks [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] Provisioning complete for port 6daed45d-08df-467a-b1e9-4a94a85a6197 triggered by entity L2. {{(pid=109570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 22:44:38.284336 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579965'] for port (6daed45d-08df-467a-b1e9-4a94a85a6197), provisioning_complete {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:44:38.296122 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6081f785-f4c4-4b3b-a69c-985c067776f9 req-464ce26c-6d65-4f9b-9436-c4aaea032226 tempest-AttachVolumeNegativeTest-1243329128 tempest-AttachVolumeNegativeTest-1243329128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:44:38.297618 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-6081f785-f4c4-4b3b-a69c-985c067776f9 req-464ce26c-6d65-4f9b-9436-c4aaea032226 tempest-AttachVolumeNegativeTest-1243329128 tempest-AttachVolumeNegativeTest-1243329128-project] 10.222.0.11 "GET /v2.0/ports?device_id=7cd3383d-bd16-424e-9cdd-54abaedf33a6 HTTP/1.1" status: 200 len: 946 time: 0.1394806 Feb 28 22:44:38.365627 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.plugin [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] Current status of the port 6daed45d-08df-467a-b1e9-4a94a85a6197 is: BUILD; New status is: ACTIVE {{(pid=109570) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 22:44:38.366025 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616566'] for port (6daed45d-08df-467a-b1e9-4a94a85a6197), before_update {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:44:38.380445 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.plugins.ml2.db [req-f53290f3-b54f-48e6-bb3b-950127bb52ea req-15604ae7-096f-4324-b233-b2146114efbe tempest-AttachVolumeNegativeTest-1243329128 tempest-AttachVolumeNegativeTest-1243329128-project] For port b50958f4-60be-4348-a205-26ec3c5e5a17, host hv-cinder-83053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83053',level=0,port_id=b50958f4-60be-4348-a205-26ec3c5e5a17,segment=NetworkSegment(926113ad-33a7-475f-acf2-53b8f901f788),segment_id=926113ad-33a7-475f-acf2-53b8f901f788)] {{(pid=109568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 22:44:38.380826 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [req-f53290f3-b54f-48e6-bb3b-950127bb52ea req-15604ae7-096f-4324-b233-b2146114efbe tempest-AttachVolumeNegativeTest-1243329128 tempest-AttachVolumeNegativeTest-1243329128-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33552544'] for port (b50958f4-60be-4348-a205-26ec3c5e5a17), precommit_delete {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:44:38.389308 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d3d1dbb-222b-4ece-94fa-9ef43d198daf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6daed45d-08df-467a-b1e9-4a94a85a6197'}] {{(pid=109570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 22:44:38.391538 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fade63a226c96e14254c735f674fb73a181a47373151acc9bb38ade81564009" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bc22e03-91d7-4b2c-84e7-343a162caf22" -d '{"events": [{"server_uuid": "9d3d1dbb-222b-4ece-94fa-9ef43d198daf", "name": "network-vif-plugged", "status": "completed", "tag": "6daed45d-08df-467a-b1e9-4a94a85a6197"}]}' {{(pid=109570) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 22:44:38.392340 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338a6a55-aa2f-40f1-ab7f-b82adf4a3f7f req-f06fad6f-ea02-45e7-8edf-4134d82978e9 tempest-AttachVolumeShelveTestJSON-2030561000 tempest-AttachVolumeShelveTestJSON-2030561000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:44:38.394312 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-338a6a55-aa2f-40f1-ab7f-b82adf4a3f7f req-f06fad6f-ea02-45e7-8edf-4134d82978e9 tempest-AttachVolumeShelveTestJSON-2030561000 tempest-AttachVolumeShelveTestJSON-2030561000-project] 10.222.0.11 "GET /v2.0/ports?device_id=9d3d1dbb-222b-4ece-94fa-9ef43d198daf HTTP/1.1" status: 200 len: 944 time: 0.1432590 Feb 28 22:44:38.403387 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-6081f785-f4c4-4b3b-a69c-985c067776f9 req-1f3a589b-7639-4bd5-9952-5cb9f6377b5f tempest-AttachVolumeNegativeTest-1243329128 tempest-AttachVolumeNegativeTest-1243329128-project] 10.222.0.11 "GET /v2.0/security-groups?id=8aeed072-d876-4d95-a530-37a550f45527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975578 Feb 28 22:44:38.406127 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.db [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] For port 6daed45d-08df-467a-b1e9-4a94a85a6197, host hv-cinder-83053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83053',level=0,port_id=6daed45d-08df-467a-b1e9-4a94a85a6197,segment=NetworkSegment(28413273-d7c8-4d86-a7b1-c45f9712072e),segment_id=28413273-d7c8-4d86-a7b1-c45f9712072e)] {{(pid=109570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 22:44:38.411904 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33156859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750845083886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750844628246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750844628264'] for port (6daed45d-08df-467a-b1e9-4a94a85a6197), after_update {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:44:38.414871 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.plugins.ml2.plugin [req-f53290f3-b54f-48e6-bb3b-950127bb52ea req-15604ae7-096f-4324-b233-b2146114efbe tempest-AttachVolumeNegativeTest-1243329128 tempest-AttachVolumeNegativeTest-1243329128-project] Calling delete_port for b50958f4-60be-4348-a205-26ec3c5e5a17 owned by compute:nova {{(pid=109568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 22:44:38.460871 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 22:44:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f97a1f0a-c302-4aeb-bbf9-674b47a47866 x-openstack-request-id: req-f97a1f0a-c302-4aeb-bbf9-674b47a47866 {{(pid=109570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 22:44:38.461203 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d3d1dbb-222b-4ece-94fa-9ef43d198daf", "name": "network-vif-plugged", "status": "completed", "tag": "6daed45d-08df-467a-b1e9-4a94a85a6197", "code": 200}]} {{(pid=109570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 22:44:38.461464 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-f97a1f0a-c302-4aeb-bbf9-674b47a47866 {{(pid=109570) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 22:44:38.461857 dv-cinder-830538-5-iscsi neutron-server[109570]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d3d1dbb-222b-4ece-94fa-9ef43d198daf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6daed45d-08df-467a-b1e9-4a94a85a6197', 'code': 200} Feb 28 22:44:38.484688 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] Pushing event updated for resources: {'Port': ['ID=6daed45d-08df-467a-b1e9-4a94a85a6197,revision_number=7']} {{(pid=109570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:44:38.513568 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-338a6a55-aa2f-40f1-ab7f-b82adf4a3f7f req-7605a781-aca1-4254-8b32-c98983bc859b tempest-AttachVolumeShelveTestJSON-2030561000 tempest-AttachVolumeShelveTestJSON-2030561000-project] 10.222.0.11 "GET /v2.0/security-groups?id=0a9915aa-9c1d-45b5-936b-2bead19a9f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1076648 Feb 28 22:44:38.582825 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [req-f53290f3-b54f-48e6-bb3b-950127bb52ea req-15604ae7-096f-4324-b233-b2146114efbe tempest-AttachVolumeNegativeTest-1243329128 tempest-AttachVolumeNegativeTest-1243329128-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33156859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750845083868', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750844628237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30788389'] for port (b50958f4-60be-4348-a205-26ec3c5e5a17), after_delete {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:44:38.597822 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.db [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] get_ports_and_sgs() called for port_ids ['a4199d93-3776-445a-8d8b-fb493d8a8230', '5a3f0c3b-ede2-4178-a53a-9e0a72229b0a', '3c60d878-c44f-4911-8835-da51a62ec7f4', 'b50958f4-60be-4348-a205-26ec3c5e5a17'] {{(pid=109570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 22:44:38.609999 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15604ae7-096f-4324-b233-b2146114efbe tempest-AttachVolumeNegativeTest-1243329128 tempest-AttachVolumeNegativeTest-1243329128-project] Pushing event deleted for resources: {'Port': ['ID=b50958f4-60be-4348-a205-26ec3c5e5a17,revision_number=None']} {{(pid=109568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:44:38.653599 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.db.l3_dvrscheduler_db [req-f53290f3-b54f-48e6-bb3b-950127bb52ea req-15604ae7-096f-4324-b233-b2146114efbe tempest-AttachVolumeNegativeTest-1243329128 tempest-AttachVolumeNegativeTest-1243329128-project] No DVR routers for this DVR port b50958f4-60be-4348-a205-26ec3c5e5a17 on host hv-cinder-83053 {{(pid=109568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 22:44:38.656697 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [req-f53290f3-b54f-48e6-bb3b-950127bb52ea req-15604ae7-096f-4324-b233-b2146114efbe tempest-AttachVolumeNegativeTest-1243329128 tempest-AttachVolumeNegativeTest-1243329128-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80159'] for port (None), before_response {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:44:38.660676 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-f53290f3-b54f-48e6-bb3b-950127bb52ea req-15604ae7-096f-4324-b233-b2146114efbe tempest-AttachVolumeNegativeTest-1243329128 tempest-AttachVolumeNegativeTest-1243329128-project] 10.222.0.36 "DELETE /v2.0/ports/b50958f4-60be-4348-a205-26ec3c5e5a17 HTTP/1.1" status: 204 len: 173 time: 0.5779130 Feb 28 22:44:38.661119 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7cd3383d-bd16-424e-9cdd-54abaedf33a6', 'name': 'network-vif-deleted', 'tag': 'b50958f4-60be-4348-a205-26ec3c5e5a17'}] {{(pid=109568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 22:44:38.663339 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be30730c9f576b5ae602769365630bce3a2881df6c4aa92702dca8eb1643a507" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-081ed678-ba04-440b-b5cf-8af7fd2c929a" -d '{"events": [{"server_uuid": "7cd3383d-bd16-424e-9cdd-54abaedf33a6", "name": "network-vif-deleted", "tag": "b50958f4-60be-4348-a205-26ec3c5e5a17"}]}' {{(pid=109568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 22:44:38.707300 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 22:44:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-066734d2-bfd2-4bee-853b-d1891b4ff538 x-openstack-request-id: req-066734d2-bfd2-4bee-853b-d1891b4ff538 {{(pid=109568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 22:44:38.707597 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7cd3383d-bd16-424e-9cdd-54abaedf33a6", "name": "network-vif-deleted", "tag": "b50958f4-60be-4348-a205-26ec3c5e5a17", "status": "completed", "code": 200}]} {{(pid=109568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 22:44:38.707875 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-066734d2-bfd2-4bee-853b-d1891b4ff538 {{(pid=109568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 22:44:38.708392 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7cd3383d-bd16-424e-9cdd-54abaedf33a6', 'name': 'network-vif-deleted', 'tag': 'b50958f4-60be-4348-a205-26ec3c5e5a17', 'status': 'completed', 'code': 200} Feb 28 22:44:38.847021 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0765a51f-1f4c-49ee-abc1-a4644131a534 req-8e409a8f-2e56-4f06-8a15-989f55baded8 tempest-AttachVolumeTestJSON-1325054245 tempest-AttachVolumeTestJSON-1325054245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:44:38.848563 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-0765a51f-1f4c-49ee-abc1-a4644131a534 req-8e409a8f-2e56-4f06-8a15-989f55baded8 tempest-AttachVolumeTestJSON-1325054245 tempest-AttachVolumeTestJSON-1325054245-project] 10.222.0.11 "GET /v2.0/ports?device_id=cb5d42fc-117f-46a8-bc9e-2a9c370bc40f HTTP/1.1" status: 200 len: 945 time: 0.0665679 Feb 28 22:44:38.901627 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-0765a51f-1f4c-49ee-abc1-a4644131a534 req-3603e86f-af87-4c57-b7a4-b22697af81f4 tempest-AttachVolumeTestJSON-1325054245 tempest-AttachVolumeTestJSON-1325054245-project] 10.222.0.11 "GET /v2.0/security-groups?id=a5149e9f-4f71-46b3-96fa-21697ff32bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473063 Feb 28 22:44:39.642261 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327c7347-7968-413c-89b7-35090346e553 req-e735c06a-4aff-4fc7-aa86-629c4cb7f8bb tempest-AttachVolumeShelveTestJSON-2030561000 tempest-AttachVolumeShelveTestJSON-2030561000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:44:39.644072 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-327c7347-7968-413c-89b7-35090346e553 req-e735c06a-4aff-4fc7-aa86-629c4cb7f8bb tempest-AttachVolumeShelveTestJSON-2030561000 tempest-AttachVolumeShelveTestJSON-2030561000-project] 10.222.0.11 "GET /v2.0/ports?device_id=9d3d1dbb-222b-4ece-94fa-9ef43d198daf HTTP/1.1" status: 200 len: 945 time: 0.0537860 Feb 28 22:44:39.697213 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-327c7347-7968-413c-89b7-35090346e553 req-b1635802-184b-4e2a-8bfa-42c7264587c9 tempest-AttachVolumeShelveTestJSON-2030561000 tempest-AttachVolumeShelveTestJSON-2030561000-project] 10.222.0.11 "GET /v2.0/security-groups?id=0a9915aa-9c1d-45b5-936b-2bead19a9f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476987 Feb 28 22:44:40.161534 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7687b16c-22cb-4708-bc10-23cd05879007 req-227a9ade-97d5-4499-994b-9ed3be6a878c tempest-AttachVolumeTestJSON-1325054245 tempest-AttachVolumeTestJSON-1325054245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:44:40.163082 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-7687b16c-22cb-4708-bc10-23cd05879007 req-227a9ade-97d5-4499-994b-9ed3be6a878c tempest-AttachVolumeTestJSON-1325054245 tempest-AttachVolumeTestJSON-1325054245-project] 10.222.0.11 "GET /v2.0/ports?device_id=cb5d42fc-117f-46a8-bc9e-2a9c370bc40f HTTP/1.1" status: 200 len: 945 time: 0.1760240 Feb 28 22:44:40.219428 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-7687b16c-22cb-4708-bc10-23cd05879007 req-35729250-a49a-40e8-8abf-4ba955c95e1d tempest-AttachVolumeTestJSON-1325054245 tempest-AttachVolumeTestJSON-1325054245-project] 10.222.0.11 "GET /v2.0/security-groups?id=a5149e9f-4f71-46b3-96fa-21697ff32bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493064 Feb 28 22:44:40.959990 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2976c91d-7afc-47be-82f1-a7a441539dcd req-c7fe0c5e-4b55-41a3-a84f-c09274eb0faf tempest-AttachVolumeShelveTestJSON-2030561000 tempest-AttachVolumeShelveTestJSON-2030561000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:44:40.961573 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-2976c91d-7afc-47be-82f1-a7a441539dcd req-c7fe0c5e-4b55-41a3-a84f-c09274eb0faf tempest-AttachVolumeShelveTestJSON-2030561000 tempest-AttachVolumeShelveTestJSON-2030561000-project] 10.222.0.11 "GET /v2.0/ports?device_id=9d3d1dbb-222b-4ece-94fa-9ef43d198daf HTTP/1.1" status: 200 len: 945 time: 0.1547835 Feb 28 22:44:41.005804 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b6d7ed-bb71-4ee9-8eac-8c46ace39988 req-6779971f-a4af-4a66-a83d-8cf1a18c2199 tempest-AttachVolumeNegativeTest-1243329128 tempest-AttachVolumeNegativeTest-1243329128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:44:41.009878 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-81b6d7ed-bb71-4ee9-8eac-8c46ace39988 req-6779971f-a4af-4a66-a83d-8cf1a18c2199 tempest-AttachVolumeNegativeTest-1243329128 tempest-AttachVolumeNegativeTest-1243329128-project] 10.222.0.11 "GET /v2.0/ports?device_id=5deb0d83-3c75-4b5a-86d2-afb86ebb0507 HTTP/1.1" status: 200 len: 946 time: 0.1271055 Feb 28 22:44:41.077043 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-2976c91d-7afc-47be-82f1-a7a441539dcd req-b86c96ea-edc6-4696-bb44-7f8ba19ef0b0 tempest-AttachVolumeShelveTestJSON-2030561000 tempest-AttachVolumeShelveTestJSON-2030561000-project] 10.222.0.11 "GET /v2.0/security-groups?id=0a9915aa-9c1d-45b5-936b-2bead19a9f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1076658 Feb 28 22:44:41.141428 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-81b6d7ed-bb71-4ee9-8eac-8c46ace39988 req-c0a5e3cd-449e-4de1-a36a-10864ecc77c5 tempest-AttachVolumeNegativeTest-1243329128 tempest-AttachVolumeNegativeTest-1243329128-project] 10.222.0.11 "GET /v2.0/security-groups?id=8aeed072-d876-4d95-a530-37a550f45527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249950 Feb 28 22:44:41.386480 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3918430e-5eaa-4179-98ea-424fd925570f req-6108d2b3-f649-47aa-85cc-1b9083799b48 tempest-AttachVolumeTestJSON-1325054245 tempest-AttachVolumeTestJSON-1325054245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:44:41.387959 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-3918430e-5eaa-4179-98ea-424fd925570f req-6108d2b3-f649-47aa-85cc-1b9083799b48 tempest-AttachVolumeTestJSON-1325054245 tempest-AttachVolumeTestJSON-1325054245-project] 10.222.0.11 "GET /v2.0/ports?device_id=cb5d42fc-117f-46a8-bc9e-2a9c370bc40f HTTP/1.1" status: 200 len: 945 time: 0.0588000 Feb 28 22:44:41.461643 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-3918430e-5eaa-4179-98ea-424fd925570f req-ddf4909f-8c1b-48c3-aa2a-4be4f87bb4ed tempest-AttachVolumeTestJSON-1325054245 tempest-AttachVolumeTestJSON-1325054245-project] 10.222.0.11 "GET /v2.0/security-groups?id=a5149e9f-4f71-46b3-96fa-21697ff32bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0676494 Feb 28 22:44:41.782917 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b757e23-2f30-43d2-bce6-c01faba75380 req-27054357-ae1f-4fe0-bf00-c3cc8fab01b5 tempest-ServerRescueNegativeTestJSON-929871608 tempest-ServerRescueNegativeTestJSON-929871608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:44:41.785983 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-8b757e23-2f30-43d2-bce6-c01faba75380 req-27054357-ae1f-4fe0-bf00-c3cc8fab01b5 tempest-ServerRescueNegativeTestJSON-929871608 tempest-ServerRescueNegativeTestJSON-929871608-project] 10.222.0.11 "GET /v2.0/ports?device_id=bedc2889-c234-478f-9d9f-b557dcd5e13e HTTP/1.1" status: 200 len: 946 time: 0.1526062 Feb 28 22:44:41.790827 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097afd8f-8123-438e-8853-9d60ddab32fd req-9644c16a-869c-4a3a-bf3e-9496d036e502 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:44:41.793503 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-097afd8f-8123-438e-8853-9d60ddab32fd req-9644c16a-869c-4a3a-bf3e-9496d036e502 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=1a9fe67e7e534a2f9e267047a6a40917&device_id=bedc2889-c234-478f-9d9f-b557dcd5e13e HTTP/1.1" status: 200 len: 1130 time: 0.1488752 Feb 28 22:44:42.268834 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.rpc [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] Device b50958f4-60be-4348-a205-26ec3c5e5a17 no longer exists at agent hyperv_hv-cinder-83053 {{(pid=109570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 22:44:42.296750 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.plugin [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] No Port match for: b50958f4-60be-4348-a205-26ec3c5e5a17 {{(pid=109570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 22:44:42.297467 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.rpc [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] Device b50958f4-60be-4348-a205-26ec3c5e5a17 not bound to the agent host hv-cinder-83053 {{(pid=109570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 22:44:42.303371 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-8b757e23-2f30-43d2-bce6-c01faba75380 req-ef8d1acc-bfbf-4e8f-9bb4-c0e2126d3879 tempest-ServerRescueNegativeTestJSON-929871608 tempest-ServerRescueNegativeTestJSON-929871608-project] 10.222.0.11 "GET /v2.0/security-groups?id=f1de89df-470d-49b7-98ac-8bb65cd72d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5086100 Feb 28 22:44:42.309318 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097afd8f-8123-438e-8853-9d60ddab32fd req-3aaaff90-20df-48b4-b88b-efd9505d2448 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:44:42.310772 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-097afd8f-8123-438e-8853-9d60ddab32fd req-3aaaff90-20df-48b4-b88b-efd9505d2448 service neutron] 10.222.0.36 "GET /v2.0/networks?id=ba9103be-0016-4db5-8443-08fa8db70094 HTTP/1.1" status: 200 len: 919 time: 0.5079782 Feb 28 22:44:42.372082 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bddf6256-42e2-4d3f-933f-25b56fbb9921 req-3a3af9ba-cb81-4241-a1cc-d728b50de572 tempest-AttachVolumeShelveTestJSON-2030561000 tempest-AttachVolumeShelveTestJSON-2030561000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:44:42.373679 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-bddf6256-42e2-4d3f-933f-25b56fbb9921 req-3a3af9ba-cb81-4241-a1cc-d728b50de572 tempest-AttachVolumeShelveTestJSON-2030561000 tempest-AttachVolumeShelveTestJSON-2030561000-project] 10.222.0.11 "GET /v2.0/ports?device_id=9d3d1dbb-222b-4ece-94fa-9ef43d198daf HTTP/1.1" status: 200 len: 945 time: 0.1717942 Feb 28 22:44:42.375196 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-097afd8f-8123-438e-8853-9d60ddab32fd req-2b6e313f-bb55-437f-830e-64923ad16443 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a8b159f5-dc76-40f5-bc9d-ed147644722e HTTP/1.1" status: 200 len: 217 time: 0.0578916 Feb 28 22:44:42.500290 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097afd8f-8123-438e-8853-9d60ddab32fd req-a0475d3c-30a4-4f35-bbe9-d2fc221aeb81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:44:42.501849 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-097afd8f-8123-438e-8853-9d60ddab32fd req-a0475d3c-30a4-4f35-bbe9-d2fc221aeb81 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4f074c84-eecc-4df3-bfe8-db2db878868a HTTP/1.1" status: 200 len: 858 time: 0.1161036 Feb 28 22:44:42.515170 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-bddf6256-42e2-4d3f-933f-25b56fbb9921 req-d94045b1-d312-4a13-8ab3-75c6f5e11a86 tempest-AttachVolumeShelveTestJSON-2030561000 tempest-AttachVolumeShelveTestJSON-2030561000-project] 10.222.0.11 "GET /v2.0/security-groups?id=0a9915aa-9c1d-45b5-936b-2bead19a9f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1351845 Feb 28 22:44:42.548729 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-097afd8f-8123-438e-8853-9d60ddab32fd req-fe44e855-c914-47a6-929e-9d02f8597b9a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=ba9103be-0016-4db5-8443-08fa8db70094&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0305717 Feb 28 22:44:42.586901 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a581324e-0ff0-4e6b-b89d-a1eeb39c28cf req-a9e38c13-5da3-4fc9-b01f-6f34e7e7b984 tempest-AttachVolumeNegativeTest-1243329128 tempest-AttachVolumeNegativeTest-1243329128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:44:42.588565 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-a581324e-0ff0-4e6b-b89d-a1eeb39c28cf req-a9e38c13-5da3-4fc9-b01f-6f34e7e7b984 tempest-AttachVolumeNegativeTest-1243329128 tempest-AttachVolumeNegativeTest-1243329128-project] 10.222.0.11 "GET /v2.0/ports?device_id=5deb0d83-3c75-4b5a-86d2-afb86ebb0507 HTTP/1.1" status: 200 len: 946 time: 0.1614170 Feb 28 22:44:42.759725 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-a581324e-0ff0-4e6b-b89d-a1eeb39c28cf req-e3180ecb-2c67-488b-a34e-cfb6da2b9240 tempest-AttachVolumeNegativeTest-1243329128 tempest-AttachVolumeNegativeTest-1243329128-project] 10.222.0.11 "GET /v2.0/security-groups?id=8aeed072-d876-4d95-a530-37a550f45527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342387 Feb 28 22:44:42.823699 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9feeb9-0684-473e-a6af-3847d9f53cfe req-9f6ac3bc-ba3f-4ed4-97a4-eddb4c7d0755 tempest-AttachVolumeTestJSON-1325054245 tempest-AttachVolumeTestJSON-1325054245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:44:42.826053 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-8a9feeb9-0684-473e-a6af-3847d9f53cfe req-9f6ac3bc-ba3f-4ed4-97a4-eddb4c7d0755 tempest-AttachVolumeTestJSON-1325054245 tempest-AttachVolumeTestJSON-1325054245-project] 10.222.0.11 "GET /v2.0/ports?device_id=cb5d42fc-117f-46a8-bc9e-2a9c370bc40f HTTP/1.1" status: 200 len: 945 time: 0.2045550 Feb 28 22:44:42.833012 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-097afd8f-8123-438e-8853-9d60ddab32fd req-b559227d-f73f-4bca-b970-b9868ab4f301 service neutron] 10.222.0.36 "GET /v2.0/networks/ba9103be-0016-4db5-8443-08fa8db70094?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2758539 Feb 28 22:44:42.982143 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-8a9feeb9-0684-473e-a6af-3847d9f53cfe req-d7e1612f-36ca-4376-9c22-70ba06f6c4b5 tempest-AttachVolumeTestJSON-1325054245 tempest-AttachVolumeTestJSON-1325054245-project] 10.222.0.11 "GET /v2.0/security-groups?id=a5149e9f-4f71-46b3-96fa-21697ff32bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1477022 Feb 28 22:44:43.017690 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-097afd8f-8123-438e-8853-9d60ddab32fd req-4f8e83f9-c61e-47ec-90b9-1148d43c93f2 service neutron] 10.222.0.36 "GET /v2.0/networks/ba9103be-0016-4db5-8443-08fa8db70094?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1757042 Feb 28 22:44:43.059310 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b302f4a-e0d5-463d-805a-cf0e766afc32 req-62a2ad14-4ab9-4ced-9717-8b89914f1ec0 tempest-AttachVolumeNegativeTest-1243329128 tempest-AttachVolumeNegativeTest-1243329128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:44:43.061154 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-5b302f4a-e0d5-463d-805a-cf0e766afc32 req-62a2ad14-4ab9-4ced-9717-8b89914f1ec0 tempest-AttachVolumeNegativeTest-1243329128 tempest-AttachVolumeNegativeTest-1243329128-project] 10.222.0.36 "GET /v2.0/ports?device_id=5deb0d83-3c75-4b5a-86d2-afb86ebb0507 HTTP/1.1" status: 200 len: 946 time: 0.0912335 Feb 28 22:44:43.204559 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.plugins.ml2.plugin [req-5b302f4a-e0d5-463d-805a-cf0e766afc32 req-2585ae76-7ea4-46f1-9db7-0d1a794d5d88 tempest-AttachVolumeNegativeTest-1243329128 tempest-AttachVolumeNegativeTest-1243329128-project] Deleting port 3c60d878-c44f-4911-8835-da51a62ec7f4 {{(pid=109568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 22:44:43.204896 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [req-5b302f4a-e0d5-463d-805a-cf0e766afc32 req-2585ae76-7ea4-46f1-9db7-0d1a794d5d88 tempest-AttachVolumeNegativeTest-1243329128 tempest-AttachVolumeNegativeTest-1243329128-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750845080441'] for port (3c60d878-c44f-4911-8835-da51a62ec7f4), before_delete {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:44:43.270235 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-ae71ea6f-52ee-4f35-b651-92e794c9bf10 req-79c7d34c-fe54-41f7-903a-5df684703bff tempest-TestShelveInstance-339258210 tempest-TestShelveInstance-339258210-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1327483265&fields=id&tenant_id=77e116bf700b44a1a6f3fd4b298b9c7c HTTP/1.1" status: 200 len: 267 time: 0.1115808 Feb 28 22:44:43.372172 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.plugins.ml2.db [req-5b302f4a-e0d5-463d-805a-cf0e766afc32 req-2585ae76-7ea4-46f1-9db7-0d1a794d5d88 tempest-AttachVolumeNegativeTest-1243329128 tempest-AttachVolumeNegativeTest-1243329128-project] For port 3c60d878-c44f-4911-8835-da51a62ec7f4, host hv-cinder-83053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83053',level=0,port_id=3c60d878-c44f-4911-8835-da51a62ec7f4,segment=NetworkSegment(926113ad-33a7-475f-acf2-53b8f901f788),segment_id=926113ad-33a7-475f-acf2-53b8f901f788)] {{(pid=109568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 22:44:43.372172 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [req-5b302f4a-e0d5-463d-805a-cf0e766afc32 req-2585ae76-7ea4-46f1-9db7-0d1a794d5d88 tempest-AttachVolumeNegativeTest-1243329128 tempest-AttachVolumeNegativeTest-1243329128-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33552544'] for port (3c60d878-c44f-4911-8835-da51a62ec7f4), precommit_delete {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:44:43.398761 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.plugins.ml2.plugin [req-5b302f4a-e0d5-463d-805a-cf0e766afc32 req-2585ae76-7ea4-46f1-9db7-0d1a794d5d88 tempest-AttachVolumeNegativeTest-1243329128 tempest-AttachVolumeNegativeTest-1243329128-project] Calling delete_port for 3c60d878-c44f-4911-8835-da51a62ec7f4 owned by compute:nova {{(pid=109568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 22:44:43.474386 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae71ea6f-52ee-4f35-b651-92e794c9bf10 req-cc725015-3a6b-40f7-9370-a0ec0690fdad tempest-TestShelveInstance-339258210 tempest-TestShelveInstance-339258210-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:44:43.475915 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-ae71ea6f-52ee-4f35-b651-92e794c9bf10 req-cc725015-3a6b-40f7-9370-a0ec0690fdad tempest-TestShelveInstance-339258210 tempest-TestShelveInstance-339258210-project] 10.222.0.11 "GET /v2.0/networks?id=5e888405-e835-4d9e-af33-9a4514df60c4 HTTP/1.1" status: 200 len: 808 time: 0.1982145 Feb 28 22:44:43.526694 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-ae71ea6f-52ee-4f35-b651-92e794c9bf10 req-114d4592-d755-44c3-886d-8c2fe5c04fe7 tempest-TestShelveInstance-339258210 tempest-TestShelveInstance-339258210-project] 10.222.0.11 "GET /v2.0/quotas/77e116bf700b44a1a6f3fd4b298b9c7c HTTP/1.1" status: 200 len: 375 time: 0.0209551 Feb 28 22:44:43.556239 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da3031a-601b-468f-b604-77797fee3f5d req-9eb193af-158b-4324-9f50-f0804fe81b0f tempest-ServerRescueNegativeTestJSON-929871608 tempest-ServerRescueNegativeTestJSON-929871608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:44:43.557740 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-3da3031a-601b-468f-b604-77797fee3f5d req-9eb193af-158b-4324-9f50-f0804fe81b0f tempest-ServerRescueNegativeTestJSON-929871608 tempest-ServerRescueNegativeTestJSON-929871608-project] 10.222.0.11 "GET /v2.0/ports?device_id=bedc2889-c234-478f-9d9f-b557dcd5e13e HTTP/1.1" status: 200 len: 946 time: 0.1608634 Feb 28 22:44:43.677392 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-3da3031a-601b-468f-b604-77797fee3f5d req-ba5735d7-d73e-4cd1-a4d5-ec6431802ac8 tempest-ServerRescueNegativeTestJSON-929871608 tempest-ServerRescueNegativeTestJSON-929871608-project] 10.222.0.11 "GET /v2.0/security-groups?id=f1de89df-470d-49b7-98ac-8bb65cd72d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966105 Feb 28 22:44:43.690108 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-ae71ea6f-52ee-4f35-b651-92e794c9bf10 req-57720fc2-608a-46c7-a55a-cbe850805cf5 tempest-TestShelveInstance-339258210 tempest-TestShelveInstance-339258210-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=77e116bf700b44a1a6f3fd4b298b9c7c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1501498 Feb 28 22:44:43.727204 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [req-5b302f4a-e0d5-463d-805a-cf0e766afc32 req-2585ae76-7ea4-46f1-9db7-0d1a794d5d88 tempest-AttachVolumeNegativeTest-1243329128 tempest-AttachVolumeNegativeTest-1243329128-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33156859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750845083868', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750844628237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30788389'] for port (3c60d878-c44f-4911-8835-da51a62ec7f4), after_delete {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:44:43.740577 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.db [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] get_ports_and_sgs() called for port_ids ['a4199d93-3776-445a-8d8b-fb493d8a8230', '5a3f0c3b-ede2-4178-a53a-9e0a72229b0a', '3c60d878-c44f-4911-8835-da51a62ec7f4'] {{(pid=109570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 22:44:43.791427 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2585ae76-7ea4-46f1-9db7-0d1a794d5d88 tempest-AttachVolumeNegativeTest-1243329128 tempest-AttachVolumeNegativeTest-1243329128-project] Pushing event deleted for resources: {'Port': ['ID=3c60d878-c44f-4911-8835-da51a62ec7f4,revision_number=None']} {{(pid=109568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:44:43.872466 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750845036683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579975'] for agent (5b2bda77-ea31-45ff-af39-f050a95cb1da), after_update {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:44:43.880918 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b302f4a-e0d5-463d-805a-cf0e766afc32 req-2585ae76-7ea4-46f1-9db7-0d1a794d5d88 tempest-AttachVolumeNegativeTest-1243329128 tempest-AttachVolumeNegativeTest-1243329128-project] No DVR routers for this DVR port 3c60d878-c44f-4911-8835-da51a62ec7f4 on host hv-cinder-83053 {{(pid=109568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 22:44:43.887704 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [req-5b302f4a-e0d5-463d-805a-cf0e766afc32 req-2585ae76-7ea4-46f1-9db7-0d1a794d5d88 tempest-AttachVolumeNegativeTest-1243329128 tempest-AttachVolumeNegativeTest-1243329128-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80159'] for port (None), before_response {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:44:43.890988 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-5b302f4a-e0d5-463d-805a-cf0e766afc32 req-2585ae76-7ea4-46f1-9db7-0d1a794d5d88 tempest-AttachVolumeNegativeTest-1243329128 tempest-AttachVolumeNegativeTest-1243329128-project] 10.222.0.36 "DELETE /v2.0/ports/3c60d878-c44f-4911-8835-da51a62ec7f4 HTTP/1.1" status: 204 len: 173 time: 0.8223588 Feb 28 22:44:43.891440 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5deb0d83-3c75-4b5a-86d2-afb86ebb0507', 'name': 'network-vif-deleted', 'tag': '3c60d878-c44f-4911-8835-da51a62ec7f4'}] {{(pid=109568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 22:44:43.894078 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be30730c9f576b5ae602769365630bce3a2881df6c4aa92702dca8eb1643a507" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9225918c-25c4-46c5-b6eb-46866c5fd6ad" -d '{"events": [{"server_uuid": "5deb0d83-3c75-4b5a-86d2-afb86ebb0507", "name": "network-vif-deleted", "tag": "3c60d878-c44f-4911-8835-da51a62ec7f4"}]}' {{(pid=109568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 22:44:43.936356 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-ae71ea6f-52ee-4f35-b651-92e794c9bf10 req-4af18894-08db-407e-9196-94f60e530247 service neutron] 10.222.0.11 "GET /v2.0/networks/5e888405-e835-4d9e-af33-9a4514df60c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2304375 Feb 28 22:44:43.946881 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66aabdae-8f88-4eb7-be57-eb8b85a59490 req-af0bab56-cfeb-4eba-a701-f5d0facff9f8 tempest-AttachVolumeShelveTestJSON-2030561000 tempest-AttachVolumeShelveTestJSON-2030561000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:44:43.948812 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-66aabdae-8f88-4eb7-be57-eb8b85a59490 req-af0bab56-cfeb-4eba-a701-f5d0facff9f8 tempest-AttachVolumeShelveTestJSON-2030561000 tempest-AttachVolumeShelveTestJSON-2030561000-project] 10.222.0.11 "GET /v2.0/ports?device_id=9d3d1dbb-222b-4ece-94fa-9ef43d198daf HTTP/1.1" status: 200 len: 945 time: 0.1637549 Feb 28 22:44:44.063048 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-ae71ea6f-52ee-4f35-b651-92e794c9bf10 req-2ca667b4-5aee-499e-ba58-c7c6f2254546 service neutron] 10.222.0.11 "GET /v2.0/networks/5e888405-e835-4d9e-af33-9a4514df60c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1130433 Feb 28 22:44:44.137721 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-66aabdae-8f88-4eb7-be57-eb8b85a59490 req-2d2763a2-5a47-4850-a7cb-9abf5f2382a8 tempest-AttachVolumeShelveTestJSON-2030561000 tempest-AttachVolumeShelveTestJSON-2030561000-project] 10.222.0.11 "GET /v2.0/security-groups?id=0a9915aa-9c1d-45b5-936b-2bead19a9f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0737588 Feb 28 22:44:44.285339 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-e5cddfb9-8875-42e0-b14c-587d1e83f7c1 req-7c135a81-7558-4107-a277-dad743bbc86a tempest-AttachVolumeNegativeTest-1243329128 tempest-AttachVolumeNegativeTest-1243329128-project] 10.222.0.11 "GET /v2.0/ports?device_id=5deb0d83-3c75-4b5a-86d2-afb86ebb0507 HTTP/1.1" status: 200 len: 210 time: 0.0288985 Feb 28 22:44:44.343216 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 22:44:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bd3723d-f00b-463a-8cd9-7a4b8c61d13f x-openstack-request-id: req-4bd3723d-f00b-463a-8cd9-7a4b8c61d13f {{(pid=109568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 22:44:44.343707 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5deb0d83-3c75-4b5a-86d2-afb86ebb0507", "name": "network-vif-deleted", "tag": "3c60d878-c44f-4911-8835-da51a62ec7f4", "status": "completed", "code": 200}]} {{(pid=109568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 22:44:44.344133 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-4bd3723d-f00b-463a-8cd9-7a4b8c61d13f {{(pid=109568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 22:44:44.345249 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5deb0d83-3c75-4b5a-86d2-afb86ebb0507', 'name': 'network-vif-deleted', 'tag': '3c60d878-c44f-4911-8835-da51a62ec7f4', 'status': 'completed', 'code': 200} Feb 28 22:44:44.516358 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-13b32911-cd59-4ae8-b0f6-6acdeebea7b2 req-95722c7d-1118-46fd-94fb-ef0579183eaf tempest-TestShelveInstance-339258210 tempest-TestShelveInstance-339258210-project] 10.222.0.11 "GET /v2.0/ports?device_id=7890d07e-869c-4cc7-81d8-0d515670203c HTTP/1.1" status: 200 len: 210 time: 0.0775869 Feb 28 22:44:44.551649 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a38848-123a-4d1d-82bc-d78675fe3534 req-6c70fafc-2ff1-4e69-b705-12dd63a42cf3 tempest-AttachVolumeTestJSON-1325054245 tempest-AttachVolumeTestJSON-1325054245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:44:44.560200 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-c3a38848-123a-4d1d-82bc-d78675fe3534 req-6c70fafc-2ff1-4e69-b705-12dd63a42cf3 tempest-AttachVolumeTestJSON-1325054245 tempest-AttachVolumeTestJSON-1325054245-project] 10.222.0.11 "GET /v2.0/ports?device_id=cb5d42fc-117f-46a8-bc9e-2a9c370bc40f HTTP/1.1" status: 200 len: 945 time: 0.1536808 Feb 28 22:44:44.640323 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-c3a38848-123a-4d1d-82bc-d78675fe3534 req-cb95f155-11a7-4676-8b7d-dc6eb4d4de41 tempest-AttachVolumeTestJSON-1325054245 tempest-AttachVolumeTestJSON-1325054245-project] 10.222.0.11 "GET /v2.0/security-groups?id=a5149e9f-4f71-46b3-96fa-21697ff32bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0791528 Feb 28 22:44:44.824027 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3497e1c-e81c-4753-b35f-83f1f98ce582 req-4fa15eda-ce0e-4c10-b9f0-c0e250ee2aab tempest-ServerRescueNegativeTestJSON-929871608 tempest-ServerRescueNegativeTestJSON-929871608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:44:44.825870 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-f3497e1c-e81c-4753-b35f-83f1f98ce582 req-4fa15eda-ce0e-4c10-b9f0-c0e250ee2aab tempest-ServerRescueNegativeTestJSON-929871608 tempest-ServerRescueNegativeTestJSON-929871608-project] 10.222.0.11 "GET /v2.0/ports?device_id=bedc2889-c234-478f-9d9f-b557dcd5e13e HTTP/1.1" status: 200 len: 946 time: 0.0677726 Feb 28 22:44:44.892451 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-f3497e1c-e81c-4753-b35f-83f1f98ce582 req-00523600-59b2-424a-9915-6310f97a9f7f tempest-ServerRescueNegativeTestJSON-929871608 tempest-ServerRescueNegativeTestJSON-929871608-project] 10.222.0.11 "GET /v2.0/security-groups?id=f1de89df-470d-49b7-98ac-8bb65cd72d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604403 Feb 28 22:44:45.319807 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af8a998-1908-42e2-b65e-ff45c0be3a7a req-30e20275-74b1-44ff-bac6-0be9a0a1ac53 tempest-AttachVolumeShelveTestJSON-2030561000 tempest-AttachVolumeShelveTestJSON-2030561000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:44:45.321384 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-6af8a998-1908-42e2-b65e-ff45c0be3a7a req-30e20275-74b1-44ff-bac6-0be9a0a1ac53 tempest-AttachVolumeShelveTestJSON-2030561000 tempest-AttachVolumeShelveTestJSON-2030561000-project] 10.222.0.11 "GET /v2.0/ports?device_id=9d3d1dbb-222b-4ece-94fa-9ef43d198daf HTTP/1.1" status: 200 len: 945 time: 0.0798006 Feb 28 22:44:45.396528 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-6af8a998-1908-42e2-b65e-ff45c0be3a7a req-55b69abb-9f16-4212-bcf6-f985163e4427 tempest-AttachVolumeShelveTestJSON-2030561000 tempest-AttachVolumeShelveTestJSON-2030561000-project] 10.222.0.11 "GET /v2.0/security-groups?id=0a9915aa-9c1d-45b5-936b-2bead19a9f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0665293 Feb 28 22:44:45.647012 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-ca16bd08-a1ff-4a3e-83e7-a6fa3a9eb622 req-95b2119c-6fae-486b-812e-f38617c967dc tempest-TestShelveInstance-339258210 tempest-TestShelveInstance-339258210-project] 10.222.0.11 "GET /v2.0/ports?device_id=7890d07e-869c-4cc7-81d8-0d515670203c HTTP/1.1" status: 200 len: 210 time: 0.0481100 Feb 28 22:44:45.676490 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c599dc2-0d6d-4710-bc9d-52bd2d3c2e5c req-67ca4039-e9be-4191-855d-bfb381f90c35 tempest-AttachVolumeNegativeTest-1243329128 tempest-AttachVolumeNegativeTest-1243329128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:44:45.684511 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-7c599dc2-0d6d-4710-bc9d-52bd2d3c2e5c req-67ca4039-e9be-4191-855d-bfb381f90c35 tempest-AttachVolumeNegativeTest-1243329128 tempest-AttachVolumeNegativeTest-1243329128-project] 10.222.0.11 "GET /v2.0/ports?device_id=4e7efae2-fa13-4413-8de0-ed4f22d34e5a HTTP/1.1" status: 200 len: 945 time: 0.0960257 Feb 28 22:44:45.790796 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-7c599dc2-0d6d-4710-bc9d-52bd2d3c2e5c req-e4e00d0b-859f-4f3e-824d-3504fc1bd00d tempest-AttachVolumeNegativeTest-1243329128 tempest-AttachVolumeNegativeTest-1243329128-project] 10.222.0.11 "GET /v2.0/security-groups?id=8aeed072-d876-4d95-a530-37a550f45527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003575 Feb 28 22:44:45.819539 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b2c23d-fd12-4464-9299-3379a42b1826 req-2e34c112-37f3-4f1d-9dfa-5b56f338330f tempest-AttachVolumeTestJSON-1325054245 tempest-AttachVolumeTestJSON-1325054245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:44:45.821194 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-06b2c23d-fd12-4464-9299-3379a42b1826 req-2e34c112-37f3-4f1d-9dfa-5b56f338330f tempest-AttachVolumeTestJSON-1325054245 tempest-AttachVolumeTestJSON-1325054245-project] 10.222.0.11 "GET /v2.0/ports?device_id=cb5d42fc-117f-46a8-bc9e-2a9c370bc40f HTTP/1.1" status: 200 len: 945 time: 0.0919588 Feb 28 22:44:46.013674 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-06b2c23d-fd12-4464-9299-3379a42b1826 req-43a16048-7db2-4526-b4fc-997744050b0c tempest-AttachVolumeTestJSON-1325054245 tempest-AttachVolumeTestJSON-1325054245-project] 10.222.0.11 "GET /v2.0/security-groups?id=a5149e9f-4f71-46b3-96fa-21697ff32bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1826687 Feb 28 22:44:46.084913 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae71ea6f-52ee-4f35-b651-92e794c9bf10 req-bfe77448-7efe-4ef0-98ad-a386f4bafeed tempest-TestShelveInstance-339258210 tempest-TestShelveInstance-339258210-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:44:46.086454 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-ae71ea6f-52ee-4f35-b651-92e794c9bf10 req-bfe77448-7efe-4ef0-98ad-a386f4bafeed tempest-TestShelveInstance-339258210 tempest-TestShelveInstance-339258210-project] 10.222.0.36 "GET /v2.0/networks?id=5e888405-e835-4d9e-af33-9a4514df60c4 HTTP/1.1" status: 200 len: 808 time: 0.2643542 Feb 28 22:44:46.123618 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30ed4ae-178c-45d1-b503-ad49e7118ef0 req-11a56cfd-a25e-42c4-9111-81745a61c33d tempest-ServerRescueNegativeTestJSON-929871608 tempest-ServerRescueNegativeTestJSON-929871608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:44:46.125414 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-e30ed4ae-178c-45d1-b503-ad49e7118ef0 req-11a56cfd-a25e-42c4-9111-81745a61c33d tempest-ServerRescueNegativeTestJSON-929871608 tempest-ServerRescueNegativeTestJSON-929871608-project] 10.222.0.11 "GET /v2.0/ports?device_id=bedc2889-c234-478f-9d9f-b557dcd5e13e HTTP/1.1" status: 200 len: 946 time: 0.1415358 Feb 28 22:44:46.200341 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-e30ed4ae-178c-45d1-b503-ad49e7118ef0 req-017dab4a-7841-4e71-8786-f514c04394b3 tempest-ServerRescueNegativeTestJSON-929871608 tempest-ServerRescueNegativeTestJSON-929871608-project] 10.222.0.11 "GET /v2.0/security-groups?id=f1de89df-470d-49b7-98ac-8bb65cd72d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670264 Feb 28 22:44:46.227493 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-ae71ea6f-52ee-4f35-b651-92e794c9bf10 req-9ea30462-f1ca-4740-8213-afd2b58aec49 tempest-TestShelveInstance-339258210 tempest-TestShelveInstance-339258210-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=77e116bf700b44a1a6f3fd4b298b9c7c HTTP/1.1" status: 200 len: 380 time: 0.1262243 Feb 28 22:44:46.238899 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.api.v2.base [req-ae71ea6f-52ee-4f35-b651-92e794c9bf10 req-7a3244bb-7da3-4618-8884-765740bca7fe tempest-TestShelveInstance-339258210 tempest-TestShelveInstance-339258210-project] Request body: {'port': {'device_id': '7890d07e-869c-4cc7-81d8-0d515670203c', 'network_id': '5e888405-e835-4d9e-af33-9a4514df60c4', 'admin_state_up': True, 'tenant_id': '77e116bf700b44a1a6f3fd4b298b9c7c', 'security_groups': ['024ad902-35c5-4d85-9bcc-a0943f245810']}} {{(pid=109568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 22:44:46.269422 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.rpc [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] Device 3c60d878-c44f-4911-8835-da51a62ec7f4 no longer exists at agent hyperv_hv-cinder-83053 {{(pid=109570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 22:44:46.296462 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.plugin [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] No Port match for: 3c60d878-c44f-4911-8835-da51a62ec7f4 {{(pid=109570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 22:44:46.297294 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.rpc [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] Device 3c60d878-c44f-4911-8835-da51a62ec7f4 not bound to the agent host hv-cinder-83053 {{(pid=109570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 22:44:46.459469 dv-cinder-830538-5-iscsi neutron-server[109571]: DEBUG neutron.db.agents_db [None req-267e04d6-1473-4c25-8f3a-d1c5e119a015 None None] Agent healthcheck: found 6 active agents {{(pid=109571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 22:44:46.469872 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ae71ea6f-52ee-4f35-b651-92e794c9bf10 req-7a3244bb-7da3-4618-8884-765740bca7fe tempest-TestShelveInstance-339258210 tempest-TestShelveInstance-339258210-project] Made reservation on behalf of 77e116bf700b44a1a6f3fd4b298b9c7c for: {'port': 1} {{(pid=109568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 22:44:46.471490 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [req-ae71ea6f-52ee-4f35-b651-92e794c9bf10 req-7a3244bb-7da3-4618-8884-765740bca7fe tempest-TestShelveInstance-339258210 tempest-TestShelveInstance-339258210-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616566'] for port (None), before_create {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:44:46.631954 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137416c4-dd24-42f5-a59a-9a960a8834b6 req-4c408a10-027e-48e2-b09a-7f57864e1c83 tempest-AttachVolumeShelveTestJSON-2030561000 tempest-AttachVolumeShelveTestJSON-2030561000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:44:46.633483 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-137416c4-dd24-42f5-a59a-9a960a8834b6 req-4c408a10-027e-48e2-b09a-7f57864e1c83 tempest-AttachVolumeShelveTestJSON-2030561000 tempest-AttachVolumeShelveTestJSON-2030561000-project] 10.222.0.11 "GET /v2.0/ports?device_id=9d3d1dbb-222b-4ece-94fa-9ef43d198daf HTTP/1.1" status: 200 len: 945 time: 0.1313083 Feb 28 22:44:46.696740 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.db.db_base_plugin_common [req-ae71ea6f-52ee-4f35-b651-92e794c9bf10 req-7a3244bb-7da3-4618-8884-765740bca7fe tempest-TestShelveInstance-339258210 tempest-TestShelveInstance-339258210-project] Allocated IP 172.20.0.8 (5e888405-e835-4d9e-af33-9a4514df60c4/e81b642d-26f6-40c1-82ba-10ebf6b78fed/e59bf740-33c4-4cb7-aa8d-608a93433e74) {{(pid=109568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 22:44:46.865777 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-62f99139-5ed0-4f53-89d1-1afef5e1354f req-118cd75b-32e7-4bc9-b671-e252e2cb87a6 tempest-TestShelveInstance-339258210 tempest-TestShelveInstance-339258210-project] 10.222.0.11 "GET /v2.0/ports?device_id=7890d07e-869c-4cc7-81d8-0d515670203c HTTP/1.1" status: 200 len: 210 time: 0.0969944 Feb 28 22:44:46.939644 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-137416c4-dd24-42f5-a59a-9a960a8834b6 req-7dbbe8a8-18e3-444d-ac12-10d325f0fab3 tempest-AttachVolumeShelveTestJSON-2030561000 tempest-AttachVolumeShelveTestJSON-2030561000-project] 10.222.0.11 "GET /v2.0/security-groups?id=0a9915aa-9c1d-45b5-936b-2bead19a9f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1619387 Feb 28 22:44:47.000177 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [req-ae71ea6f-52ee-4f35-b651-92e794c9bf10 req-7a3244bb-7da3-4618-8884-765740bca7fe tempest-TestShelveInstance-339258210 tempest-TestShelveInstance-339258210-project] Publish callbacks [] for port (e59bf740-33c4-4cb7-aa8d-608a93433e74), precommit_create {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:44:47.042944 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6811e82-166e-41e3-ab69-18aa4454ee79 req-b3e05752-c2cf-44e4-89c9-7b8f05509af5 tempest-AttachVolumeNegativeTest-1243329128 tempest-AttachVolumeNegativeTest-1243329128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:44:47.044629 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-a6811e82-166e-41e3-ab69-18aa4454ee79 req-b3e05752-c2cf-44e4-89c9-7b8f05509af5 tempest-AttachVolumeNegativeTest-1243329128 tempest-AttachVolumeNegativeTest-1243329128-project] 10.222.0.11 "GET /v2.0/ports?device_id=4e7efae2-fa13-4413-8de0-ed4f22d34e5a HTTP/1.1" status: 200 len: 945 time: 0.1033716 Feb 28 22:44:47.074247 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [req-ae71ea6f-52ee-4f35-b651-92e794c9bf10 req-7a3244bb-7da3-4618-8884-765740bca7fe tempest-TestShelveInstance-339258210 tempest-TestShelveInstance-339258210-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33156859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750844628228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30788389'] for port (e59bf740-33c4-4cb7-aa8d-608a93433e74), after_create {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:44:47.145874 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ae71ea6f-52ee-4f35-b651-92e794c9bf10 req-7a3244bb-7da3-4618-8884-765740bca7fe tempest-TestShelveInstance-339258210 tempest-TestShelveInstance-339258210-project] Network 5e888405-e835-4d9e-af33-9a4514df60c4 is already hosted by enough agents. {{(pid=109568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 22:44:47.164864 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.scheduler.base_scheduler [req-ae71ea6f-52ee-4f35-b651-92e794c9bf10 req-7a3244bb-7da3-4618-8884-765740bca7fe tempest-TestShelveInstance-339258210 tempest-TestShelveInstance-339258210-project] Resources bound (agent type, host, resource id): {{(pid=109568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 22:44:47.191308 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae71ea6f-52ee-4f35-b651-92e794c9bf10 req-7a3244bb-7da3-4618-8884-765740bca7fe tempest-TestShelveInstance-339258210 tempest-TestShelveInstance-339258210-project] Received port after_create {{(pid=109568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 22:44:47.198413 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3244bb-7da3-4618-8884-765740bca7fe tempest-TestShelveInstance-339258210 tempest-TestShelveInstance-339258210-project] Pushing event updated for resources: {'Port': ['ID=e59bf740-33c4-4cb7-aa8d-608a93433e74,revision_number=1']} {{(pid=109568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:44:47.256966 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-a6811e82-166e-41e3-ab69-18aa4454ee79 req-11f650da-096a-4c46-b681-e6ad087ee40f tempest-AttachVolumeNegativeTest-1243329128 tempest-AttachVolumeNegativeTest-1243329128-project] 10.222.0.11 "GET /v2.0/security-groups?id=8aeed072-d876-4d95-a530-37a550f45527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2021646 Feb 28 22:44:47.345532 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae71ea6f-52ee-4f35-b651-92e794c9bf10 req-7a3244bb-7da3-4618-8884-765740bca7fe tempest-TestShelveInstance-339258210 tempest-TestShelveInstance-339258210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:44:47.345532 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [req-ae71ea6f-52ee-4f35-b651-92e794c9bf10 req-7a3244bb-7da3-4618-8884-765740bca7fe tempest-TestShelveInstance-339258210 tempest-TestShelveInstance-339258210-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80159'] for port (None), before_response {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:44:47.363381 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40679bd5-890c-4335-b955-2d076520fe1f req-c3328877-4bf4-4e01-98f2-964b03356c31 tempest-AttachVolumeTestJSON-1325054245 tempest-AttachVolumeTestJSON-1325054245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:44:47.365112 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-40679bd5-890c-4335-b955-2d076520fe1f req-c3328877-4bf4-4e01-98f2-964b03356c31 tempest-AttachVolumeTestJSON-1325054245 tempest-AttachVolumeTestJSON-1325054245-project] 10.222.0.11 "GET /v2.0/ports?device_id=cb5d42fc-117f-46a8-bc9e-2a9c370bc40f HTTP/1.1" status: 200 len: 945 time: 0.2314055 Feb 28 22:44:47.443553 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-ae71ea6f-52ee-4f35-b651-92e794c9bf10 req-7a3244bb-7da3-4618-8884-765740bca7fe tempest-TestShelveInstance-339258210 tempest-TestShelveInstance-339258210-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2102554 Feb 28 22:44:47.452587 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df857b08-a921-418c-9e06-1d1a32a942c6 req-1e1e20a0-d2d4-4d69-b7bf-3c8b08c49718 tempest-AttachVolumeNegativeTest-1243329128 tempest-AttachVolumeNegativeTest-1243329128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:44:47.454355 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-df857b08-a921-418c-9e06-1d1a32a942c6 req-1e1e20a0-d2d4-4d69-b7bf-3c8b08c49718 tempest-AttachVolumeNegativeTest-1243329128 tempest-AttachVolumeNegativeTest-1243329128-project] 10.222.0.36 "GET /v2.0/ports?device_id=4e7efae2-fa13-4413-8de0-ed4f22d34e5a HTTP/1.1" status: 200 len: 945 time: 0.1814473 Feb 28 22:44:47.471291 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.api.v2.base [req-ae71ea6f-52ee-4f35-b651-92e794c9bf10 req-7cd4f9be-38c7-4807-9d80-90fdd126fe76 service neutron] Request body: {'port': {'device_id': '7890d07e-869c-4cc7-81d8-0d515670203c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83053'}} {{(pid=109568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 22:44:47.476415 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.db.provisioning_blocks [None req-7dea81d1-56ad-4d5f-8278-d88d94f0ac0c None None] Provisioning complete for port e59bf740-33c4-4cb7-aa8d-608a93433e74 triggered by entity DHCP. {{(pid=109570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 22:44:47.477414 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-7dea81d1-56ad-4d5f-8278-d88d94f0ac0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579965'] for port (e59bf740-33c4-4cb7-aa8d-608a93433e74), provisioning_complete {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:44:47.527644 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.plugin [None req-7dea81d1-56ad-4d5f-8278-d88d94f0ac0c None None] Port e59bf740-33c4-4cb7-aa8d-608a93433e74 cannot update to ACTIVE because it is not bound. {{(pid=109570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 22:44:47.564380 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-40679bd5-890c-4335-b955-2d076520fe1f req-ea8dda24-09ff-4a03-8e76-f13971e84325 tempest-AttachVolumeTestJSON-1325054245 tempest-AttachVolumeTestJSON-1325054245-project] 10.222.0.11 "GET /v2.0/security-groups?id=a5149e9f-4f71-46b3-96fa-21697ff32bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1849482 Feb 28 22:44:47.634547 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b95a622-a319-41f5-9012-9c7467c5a549 req-f90134ff-87fa-4aa1-9a56-c4458ff848c5 tempest-ServerRescueNegativeTestJSON-929871608 tempest-ServerRescueNegativeTestJSON-929871608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:44:47.636265 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-2b95a622-a319-41f5-9012-9c7467c5a549 req-f90134ff-87fa-4aa1-9a56-c4458ff848c5 tempest-ServerRescueNegativeTestJSON-929871608 tempest-ServerRescueNegativeTestJSON-929871608-project] 10.222.0.11 "GET /v2.0/ports?device_id=bedc2889-c234-478f-9d9f-b557dcd5e13e HTTP/1.1" status: 200 len: 946 time: 0.2847843 Feb 28 22:44:47.651920 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [req-ae71ea6f-52ee-4f35-b651-92e794c9bf10 req-7cd4f9be-38c7-4807-9d80-90fdd126fe76 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616566'] for port (e59bf740-33c4-4cb7-aa8d-608a93433e74), before_update {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:44:48.073539 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.plugins.ml2.plugin [req-df857b08-a921-418c-9e06-1d1a32a942c6 req-e60fff6f-fcc3-4398-afd1-0ef1131ffa91 tempest-AttachVolumeNegativeTest-1243329128 tempest-AttachVolumeNegativeTest-1243329128-project] Deleting port 5a3f0c3b-ede2-4178-a53a-9e0a72229b0a {{(pid=109568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 22:44:48.074575 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [req-df857b08-a921-418c-9e06-1d1a32a942c6 req-e60fff6f-fcc3-4398-afd1-0ef1131ffa91 tempest-AttachVolumeNegativeTest-1243329128 tempest-AttachVolumeNegativeTest-1243329128-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750845080441'] for port (5a3f0c3b-ede2-4178-a53a-9e0a72229b0a), before_delete {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:44:48.091789 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-2b95a622-a319-41f5-9012-9c7467c5a549 req-42ab6623-5527-4f3f-84f7-baa337b81700 tempest-ServerRescueNegativeTestJSON-929871608 tempest-ServerRescueNegativeTestJSON-929871608-project] 10.222.0.11 "GET /v2.0/security-groups?id=f1de89df-470d-49b7-98ac-8bb65cd72d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4495068 Feb 28 22:44:48.271020 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8faa0f96-a13d-4d01-a587-42ac5bb92c36 req-2940b9b1-808d-4316-a589-d7ab6c04be61 tempest-TestShelveInstance-339258210 tempest-TestShelveInstance-339258210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:44:48.276131 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-8faa0f96-a13d-4d01-a587-42ac5bb92c36 req-2940b9b1-808d-4316-a589-d7ab6c04be61 tempest-TestShelveInstance-339258210 tempest-TestShelveInstance-339258210-project] 10.222.0.11 "GET /v2.0/ports?device_id=7890d07e-869c-4cc7-81d8-0d515670203c HTTP/1.1" status: 200 len: 931 time: 0.3003113 Feb 28 22:44:48.391104 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.plugins.ml2.db [req-df857b08-a921-418c-9e06-1d1a32a942c6 req-e60fff6f-fcc3-4398-afd1-0ef1131ffa91 tempest-AttachVolumeNegativeTest-1243329128 tempest-AttachVolumeNegativeTest-1243329128-project] For port 5a3f0c3b-ede2-4178-a53a-9e0a72229b0a, host hv-cinder-83053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83053',level=0,port_id=5a3f0c3b-ede2-4178-a53a-9e0a72229b0a,segment=NetworkSegment(926113ad-33a7-475f-acf2-53b8f901f788),segment_id=926113ad-33a7-475f-acf2-53b8f901f788)] {{(pid=109568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 22:44:48.391392 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [req-df857b08-a921-418c-9e06-1d1a32a942c6 req-e60fff6f-fcc3-4398-afd1-0ef1131ffa91 tempest-AttachVolumeNegativeTest-1243329128 tempest-AttachVolumeNegativeTest-1243329128-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33552544'] for port (5a3f0c3b-ede2-4178-a53a-9e0a72229b0a), precommit_delete {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:44:48.418170 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.plugins.ml2.plugin [req-df857b08-a921-418c-9e06-1d1a32a942c6 req-e60fff6f-fcc3-4398-afd1-0ef1131ffa91 tempest-AttachVolumeNegativeTest-1243329128 tempest-AttachVolumeNegativeTest-1243329128-project] Calling delete_port for 5a3f0c3b-ede2-4178-a53a-9e0a72229b0a owned by compute:nova {{(pid=109568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 22:44:48.439360 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6263a42f-b049-495a-9f33-c569a18493a4 req-baf4ec27-b4c9-4054-a023-77faee3c32cc tempest-AttachVolumeShelveTestJSON-2030561000 tempest-AttachVolumeShelveTestJSON-2030561000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:44:48.441579 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-6263a42f-b049-495a-9f33-c569a18493a4 req-baf4ec27-b4c9-4054-a023-77faee3c32cc tempest-AttachVolumeShelveTestJSON-2030561000 tempest-AttachVolumeShelveTestJSON-2030561000-project] 10.222.0.11 "GET /v2.0/ports?device_id=9d3d1dbb-222b-4ece-94fa-9ef43d198daf HTTP/1.1" status: 200 len: 945 time: 0.2379034 Feb 28 22:44:48.461656 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-8faa0f96-a13d-4d01-a587-42ac5bb92c36 req-b96b6b1c-12f1-4de5-bd1a-af08051bfc21 tempest-TestShelveInstance-339258210 tempest-TestShelveInstance-339258210-project] 10.222.0.11 "GET /v2.0/security-groups?id=024ad902-35c5-4d85-9bcc-a0943f245810&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1779256 Feb 28 22:44:48.665272 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-6263a42f-b049-495a-9f33-c569a18493a4 req-e86cb4f0-b49a-47f6-a311-be22d5e7d902 tempest-AttachVolumeShelveTestJSON-2030561000 tempest-AttachVolumeShelveTestJSON-2030561000-project] 10.222.0.11 "GET /v2.0/security-groups?id=0a9915aa-9c1d-45b5-936b-2bead19a9f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2025230 Feb 28 22:44:48.702802 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.notifiers.nova [req-ae71ea6f-52ee-4f35-b651-92e794c9bf10 req-7cd4f9be-38c7-4807-9d80-90fdd126fe76 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e59bf740-33c4-4cb7-aa8d-608a93433e74 {{(pid=109568) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 22:44:48.715502 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [req-ae71ea6f-52ee-4f35-b651-92e794c9bf10 req-7cd4f9be-38c7-4807-9d80-90fdd126fe76 service neutron] Publish callbacks [] for port (e59bf740-33c4-4cb7-aa8d-608a93433e74), precommit_update {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:44:48.743965 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e797d37-18e5-4037-847c-1664f6d86fc5 req-944ae3ce-d10b-4794-aac6-bbd6673d89aa tempest-AttachVolumeNegativeTest-1243329128 tempest-AttachVolumeNegativeTest-1243329128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:44:48.745520 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-6e797d37-18e5-4037-847c-1664f6d86fc5 req-944ae3ce-d10b-4794-aac6-bbd6673d89aa tempest-AttachVolumeNegativeTest-1243329128 tempest-AttachVolumeNegativeTest-1243329128-project] 10.222.0.11 "GET /v2.0/ports?device_id=4e7efae2-fa13-4413-8de0-ed4f22d34e5a HTTP/1.1" status: 200 len: 945 time: 0.1965752 Feb 28 22:44:48.863971 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.db.provisioning_blocks [req-ae71ea6f-52ee-4f35-b651-92e794c9bf10 req-7cd4f9be-38c7-4807-9d80-90fdd126fe76 service neutron] Transition to ACTIVE for port object e59bf740-33c4-4cb7-aa8d-608a93433e74 will not be triggered until provisioned by entity L2. {{(pid=109568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Feb 28 22:44:48.870841 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [req-df857b08-a921-418c-9e06-1d1a32a942c6 req-e60fff6f-fcc3-4398-afd1-0ef1131ffa91 tempest-AttachVolumeNegativeTest-1243329128 tempest-AttachVolumeNegativeTest-1243329128-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33156859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750845083868', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750844628237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30788389'] for port (5a3f0c3b-ede2-4178-a53a-9e0a72229b0a), after_delete {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:44:48.881805 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.db [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] get_ports_and_sgs() called for port_ids ['a4199d93-3776-445a-8d8b-fb493d8a8230'] {{(pid=109570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 22:44:48.889890 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [req-ae71ea6f-52ee-4f35-b651-92e794c9bf10 req-7cd4f9be-38c7-4807-9d80-90fdd126fe76 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33156859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750845083886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750844628246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750844628264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30788396'] for port (e59bf740-33c4-4cb7-aa8d-608a93433e74), after_update {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:44:48.899460 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-6e797d37-18e5-4037-847c-1664f6d86fc5 req-619025b5-e811-4472-8fe4-07329841dd0c tempest-AttachVolumeNegativeTest-1243329128 tempest-AttachVolumeNegativeTest-1243329128-project] 10.222.0.11 "GET /v2.0/security-groups?id=8aeed072-d876-4d95-a530-37a550f45527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214168 Feb 28 22:44:48.945333 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60fff6f-fcc3-4398-afd1-0ef1131ffa91 tempest-AttachVolumeNegativeTest-1243329128 tempest-AttachVolumeNegativeTest-1243329128-project] Pushing event deleted for resources: {'Port': ['ID=5a3f0c3b-ede2-4178-a53a-9e0a72229b0a,revision_number=None']} {{(pid=109568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:44:48.979503 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69427a9-9152-404b-b4dc-f784a6b41d50 req-28835db7-bae3-4eec-b843-0eb445dda08b tempest-AttachVolumeTestJSON-1325054245 tempest-AttachVolumeTestJSON-1325054245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:44:48.981169 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-a69427a9-9152-404b-b4dc-f784a6b41d50 req-28835db7-bae3-4eec-b843-0eb445dda08b tempest-AttachVolumeTestJSON-1325054245 tempest-AttachVolumeTestJSON-1325054245-project] 10.222.0.11 "GET /v2.0/ports?device_id=cb5d42fc-117f-46a8-bc9e-2a9c370bc40f HTTP/1.1" status: 200 len: 945 time: 0.2162554 Feb 28 22:44:49.049978 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.db.l3_dvrscheduler_db [req-df857b08-a921-418c-9e06-1d1a32a942c6 req-e60fff6f-fcc3-4398-afd1-0ef1131ffa91 tempest-AttachVolumeNegativeTest-1243329128 tempest-AttachVolumeNegativeTest-1243329128-project] No DVR routers for this DVR port 5a3f0c3b-ede2-4178-a53a-9e0a72229b0a on host hv-cinder-83053 {{(pid=109568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 22:44:49.060400 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [req-df857b08-a921-418c-9e06-1d1a32a942c6 req-e60fff6f-fcc3-4398-afd1-0ef1131ffa91 tempest-AttachVolumeNegativeTest-1243329128 tempest-AttachVolumeNegativeTest-1243329128-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80159'] for port (None), before_response {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:44:49.063713 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-df857b08-a921-418c-9e06-1d1a32a942c6 req-e60fff6f-fcc3-4398-afd1-0ef1131ffa91 tempest-AttachVolumeNegativeTest-1243329128 tempest-AttachVolumeNegativeTest-1243329128-project] 10.222.0.36 "DELETE /v2.0/ports/5a3f0c3b-ede2-4178-a53a-9e0a72229b0a HTTP/1.1" status: 204 len: 173 time: 1.5987241 Feb 28 22:44:49.078614 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e7efae2-fa13-4413-8de0-ed4f22d34e5a', 'name': 'network-vif-deleted', 'tag': '5a3f0c3b-ede2-4178-a53a-9e0a72229b0a'}] {{(pid=109568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 22:44:49.085904 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be30730c9f576b5ae602769365630bce3a2881df6c4aa92702dca8eb1643a507" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cd60eda-74b5-40b1-b150-fd511a14d589" -d '{"events": [{"server_uuid": "4e7efae2-fa13-4413-8de0-ed4f22d34e5a", "name": "network-vif-deleted", "tag": "5a3f0c3b-ede2-4178-a53a-9e0a72229b0a"}]}' {{(pid=109568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 22:44:49.132290 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd4f9be-38c7-4807-9d80-90fdd126fe76 service neutron] Pushing event updated for resources: {'Port': ['ID=e59bf740-33c4-4cb7-aa8d-608a93433e74,revision_number=2']} {{(pid=109568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:44:49.194633 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-a69427a9-9152-404b-b4dc-f784a6b41d50 req-228adcc8-46a7-4540-a205-b4676952a5cb tempest-AttachVolumeTestJSON-1325054245 tempest-AttachVolumeTestJSON-1325054245-project] 10.222.0.11 "GET /v2.0/security-groups?id=a5149e9f-4f71-46b3-96fa-21697ff32bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1828690 Feb 28 22:44:49.208882 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 22:44:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6119d846-4a83-4500-ac6f-62452bbd2f26 x-openstack-request-id: req-6119d846-4a83-4500-ac6f-62452bbd2f26 {{(pid=109568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 22:44:49.209392 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e7efae2-fa13-4413-8de0-ed4f22d34e5a", "name": "network-vif-deleted", "tag": "5a3f0c3b-ede2-4178-a53a-9e0a72229b0a", "status": "completed", "code": 200}]} {{(pid=109568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 22:44:49.209799 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-6119d846-4a83-4500-ac6f-62452bbd2f26 {{(pid=109568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 22:44:49.210539 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e7efae2-fa13-4413-8de0-ed4f22d34e5a', 'name': 'network-vif-deleted', 'tag': '5a3f0c3b-ede2-4178-a53a-9e0a72229b0a', 'status': 'completed', 'code': 200} Feb 28 22:44:49.235604 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.plugins.ml2.managers [req-ae71ea6f-52ee-4f35-b651-92e794c9bf10 req-7cd4f9be-38c7-4807-9d80-90fdd126fe76 service neutron] Attempting to bind port e59bf740-33c4-4cb7-aa8d-608a93433e74 on host hv-cinder-83053 for vnic_type normal with profile {{(pid=109568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 22:44:49.235987 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.plugins.ml2.managers [req-ae71ea6f-52ee-4f35-b651-92e794c9bf10 req-7cd4f9be-38c7-4807-9d80-90fdd126fe76 service neutron] Attempting to bind port e59bf740-33c4-4cb7-aa8d-608a93433e74 by drivers openvswitch,hyperv on host hv-cinder-83053 at level 0 using segments [{'id': '40962d94-efde-405d-9470-857ab3eca9da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '5e888405-e835-4d9e-af33-9a4514df60c4'}] {{(pid=109568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 22:44:49.236773 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae71ea6f-52ee-4f35-b651-92e794c9bf10 req-7cd4f9be-38c7-4807-9d80-90fdd126fe76 service neutron] Attempting to bind port e59bf740-33c4-4cb7-aa8d-608a93433e74 on network 5e888405-e835-4d9e-af33-9a4514df60c4 {{(pid=109568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 22:44:49.251155 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae71ea6f-52ee-4f35-b651-92e794c9bf10 req-7cd4f9be-38c7-4807-9d80-90fdd126fe76 service neutron] Port e59bf740-33c4-4cb7-aa8d-608a93433e74 on network 5e888405-e835-4d9e-af33-9a4514df60c4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83053 {{(pid=109568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 22:44:49.251851 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae71ea6f-52ee-4f35-b651-92e794c9bf10 req-7cd4f9be-38c7-4807-9d80-90fdd126fe76 service neutron] Attempting to bind port e59bf740-33c4-4cb7-aa8d-608a93433e74 on network 5e888405-e835-4d9e-af33-9a4514df60c4 {{(pid=109568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 22:44:49.260638 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae71ea6f-52ee-4f35-b651-92e794c9bf10 req-7cd4f9be-38c7-4807-9d80-90fdd126fe76 service neutron] Checking agent: {'id': '5b2bda77-ea31-45ff-af39-f050a95cb1da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83053', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 22, 40, 14), 'started_at': datetime.datetime(2022, 2, 28, 22, 40, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 22, 44, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 22:44:49.261187 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae71ea6f-52ee-4f35-b651-92e794c9bf10 req-7cd4f9be-38c7-4807-9d80-90fdd126fe76 service neutron] Checking segment: {'id': '40962d94-efde-405d-9470-857ab3eca9da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '5e888405-e835-4d9e-af33-9a4514df60c4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 22:44:49.261819 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae71ea6f-52ee-4f35-b651-92e794c9bf10 req-7cd4f9be-38c7-4807-9d80-90fdd126fe76 service neutron] Bound using segment: {'id': '40962d94-efde-405d-9470-857ab3eca9da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '5e888405-e835-4d9e-af33-9a4514df60c4'} {{(pid=109568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 22:44:49.262394 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.plugins.ml2.managers [req-ae71ea6f-52ee-4f35-b651-92e794c9bf10 req-7cd4f9be-38c7-4807-9d80-90fdd126fe76 service neutron] Bound port: e59bf740-33c4-4cb7-aa8d-608a93433e74, host: hv-cinder-83053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '40962d94-efde-405d-9470-857ab3eca9da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '5e888405-e835-4d9e-af33-9a4514df60c4'}}] {{(pid=109568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 22:44:49.262843 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [req-ae71ea6f-52ee-4f35-b651-92e794c9bf10 req-7cd4f9be-38c7-4807-9d80-90fdd126fe76 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616566'] for port (e59bf740-33c4-4cb7-aa8d-608a93433e74), before_update {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:44:49.382200 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea95c24-dba4-49a9-916c-4b6496fe4477 req-ec90b9fa-52d2-4378-ae07-9310c6a8458f tempest-ServerRescueNegativeTestJSON-929871608 tempest-ServerRescueNegativeTestJSON-929871608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:44:49.383632 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-eea95c24-dba4-49a9-916c-4b6496fe4477 req-ec90b9fa-52d2-4378-ae07-9310c6a8458f tempest-ServerRescueNegativeTestJSON-929871608 tempest-ServerRescueNegativeTestJSON-929871608-project] 10.222.0.11 "GET /v2.0/ports?device_id=bedc2889-c234-478f-9d9f-b557dcd5e13e HTTP/1.1" status: 200 len: 946 time: 0.1075277 Feb 28 22:44:49.384889 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.plugins.ml2.db [req-ae71ea6f-52ee-4f35-b651-92e794c9bf10 req-7cd4f9be-38c7-4807-9d80-90fdd126fe76 service neutron] For port e59bf740-33c4-4cb7-aa8d-608a93433e74, host hv-cinder-83053, cleared binding levels {{(pid=109568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 22:44:49.388983 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.plugins.ml2.db [req-ae71ea6f-52ee-4f35-b651-92e794c9bf10 req-7cd4f9be-38c7-4807-9d80-90fdd126fe76 service neutron] For port e59bf740-33c4-4cb7-aa8d-608a93433e74, host hv-cinder-83053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83053',level=0,port_id=e59bf740-33c4-4cb7-aa8d-608a93433e74,segment=NetworkSegment(40962d94-efde-405d-9470-857ab3eca9da),segment_id=40962d94-efde-405d-9470-857ab3eca9da)] {{(pid=109568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 22:44:49.402584 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [req-ae71ea6f-52ee-4f35-b651-92e794c9bf10 req-7cd4f9be-38c7-4807-9d80-90fdd126fe76 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33156859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750845083886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750844628246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750844628264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30788396'] for port (e59bf740-33c4-4cb7-aa8d-608a93433e74), after_update {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:44:49.452113 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae71ea6f-52ee-4f35-b651-92e794c9bf10 req-7cd4f9be-38c7-4807-9d80-90fdd126fe76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:44:49.452746 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [req-ae71ea6f-52ee-4f35-b651-92e794c9bf10 req-7cd4f9be-38c7-4807-9d80-90fdd126fe76 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80159'] for port (None), before_response {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:44:49.454203 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-ae71ea6f-52ee-4f35-b651-92e794c9bf10 req-7cd4f9be-38c7-4807-9d80-90fdd126fe76 service neutron] 10.222.0.36 "PUT /v2.0/ports/e59bf740-33c4-4cb7-aa8d-608a93433e74 HTTP/1.1" status: 200 len: 1093 time: 1.9932101 Feb 28 22:44:49.594061 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-eea95c24-dba4-49a9-916c-4b6496fe4477 req-ad55c7fe-e804-42ea-99d6-acff68d9bc05 tempest-ServerRescueNegativeTestJSON-929871608 tempest-ServerRescueNegativeTestJSON-929871608-project] 10.222.0.11 "GET /v2.0/security-groups?id=f1de89df-470d-49b7-98ac-8bb65cd72d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2011492 Feb 28 22:44:49.611302 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd4f9be-38c7-4807-9d80-90fdd126fe76 service neutron] Pushing event updated for resources: {'Port': ['ID=e59bf740-33c4-4cb7-aa8d-608a93433e74,revision_number=3']} {{(pid=109568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:44:49.653746 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae71ea6f-52ee-4f35-b651-92e794c9bf10 req-d11a91b2-7e23-4c03-85a7-3292c3b848d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:44:49.656640 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-ae71ea6f-52ee-4f35-b651-92e794c9bf10 req-d11a91b2-7e23-4c03-85a7-3292c3b848d0 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=77e116bf700b44a1a6f3fd4b298b9c7c&device_id=7890d07e-869c-4cc7-81d8-0d515670203c HTTP/1.1" status: 200 len: 1127 time: 0.1407688 Feb 28 22:44:49.691067 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c899fa-e68a-4cac-994c-ccf45b09d546 req-7b32e00b-5e9a-4cd3-915c-89bb197688c3 tempest-TestShelveInstance-339258210 tempest-TestShelveInstance-339258210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:44:49.692262 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-09c899fa-e68a-4cac-994c-ccf45b09d546 req-7b32e00b-5e9a-4cd3-915c-89bb197688c3 tempest-TestShelveInstance-339258210 tempest-TestShelveInstance-339258210-project] 10.222.0.11 "GET /v2.0/ports?device_id=7890d07e-869c-4cc7-81d8-0d515670203c HTTP/1.1" status: 200 len: 943 time: 0.1169319 Feb 28 22:44:49.860132 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-ae71ea6f-52ee-4f35-b651-92e794c9bf10 req-dafca7a4-a206-4ca5-a850-6cd79ca3d13a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e59bf740-33c4-4cb7-aa8d-608a93433e74 HTTP/1.1" status: 200 len: 217 time: 0.1766877 Feb 28 22:44:50.067467 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-09c899fa-e68a-4cac-994c-ccf45b09d546 req-db5f56b0-413d-4a93-bdc1-da6266fa14e1 tempest-TestShelveInstance-339258210 tempest-TestShelveInstance-339258210-project] 10.222.0.11 "GET /v2.0/security-groups?id=024ad902-35c5-4d85-9bcc-a0943f245810&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3000293 Feb 28 22:44:50.070561 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae71ea6f-52ee-4f35-b651-92e794c9bf10 req-0622d847-47dc-4d53-b2dc-f11fb0aa2f15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:44:50.072562 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-ae71ea6f-52ee-4f35-b651-92e794c9bf10 req-0622d847-47dc-4d53-b2dc-f11fb0aa2f15 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e81b642d-26f6-40c1-82ba-10ebf6b78fed HTTP/1.1" status: 200 len: 847 time: 0.2115934 Feb 28 22:44:50.146002 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0603356-9f17-4c48-b3da-003a82399f91 req-7b3a5485-c708-4903-8763-043b20d7404d tempest-AttachVolumeShelveTestJSON-2030561000 tempest-AttachVolumeShelveTestJSON-2030561000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:44:50.147525 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-e0603356-9f17-4c48-b3da-003a82399f91 req-7b3a5485-c708-4903-8763-043b20d7404d tempest-AttachVolumeShelveTestJSON-2030561000 tempest-AttachVolumeShelveTestJSON-2030561000-project] 10.222.0.11 "GET /v2.0/ports?device_id=9d3d1dbb-222b-4ece-94fa-9ef43d198daf HTTP/1.1" status: 200 len: 945 time: 0.2209635 Feb 28 22:44:50.208859 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae71ea6f-52ee-4f35-b651-92e794c9bf10 req-30c4c5d1-e8ea-4f9c-aa39-91dc45f60c48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:44:50.210613 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-ae71ea6f-52ee-4f35-b651-92e794c9bf10 req-30c4c5d1-e8ea-4f9c-aa39-91dc45f60c48 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=5e888405-e835-4d9e-af33-9a4514df60c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1289363 Feb 28 22:44:50.257906 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-e0603356-9f17-4c48-b3da-003a82399f91 req-7197c61f-f96e-44fd-9341-4a4a07b44814 tempest-AttachVolumeShelveTestJSON-2030561000 tempest-AttachVolumeShelveTestJSON-2030561000-project] 10.222.0.11 "GET /v2.0/security-groups?id=0a9915aa-9c1d-45b5-936b-2bead19a9f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1012790 Feb 28 22:44:50.277100 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.rpc [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] Device 5a3f0c3b-ede2-4178-a53a-9e0a72229b0a no longer exists at agent hyperv_hv-cinder-83053 {{(pid=109570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 22:44:50.318823 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.plugin [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] No Port match for: 5a3f0c3b-ede2-4178-a53a-9e0a72229b0a {{(pid=109570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 22:44:50.319167 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.rpc [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] Device 5a3f0c3b-ede2-4178-a53a-9e0a72229b0a not bound to the agent host hv-cinder-83053 {{(pid=109570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 22:44:50.406553 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75b169b-250e-4eec-946c-19aa89507913 req-26253685-cea8-486a-aee2-75a26b39e765 tempest-AttachVolumeTestJSON-1325054245 tempest-AttachVolumeTestJSON-1325054245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:44:50.408074 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-c75b169b-250e-4eec-946c-19aa89507913 req-26253685-cea8-486a-aee2-75a26b39e765 tempest-AttachVolumeTestJSON-1325054245 tempest-AttachVolumeTestJSON-1325054245-project] 10.222.0.11 "GET /v2.0/ports?device_id=cb5d42fc-117f-46a8-bc9e-2a9c370bc40f HTTP/1.1" status: 200 len: 945 time: 0.0970373 Feb 28 22:44:50.428109 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-ae71ea6f-52ee-4f35-b651-92e794c9bf10 req-d7d1a8f3-6ec9-45ca-8977-127c36b200fa service neutron] 10.222.0.36 "GET /v2.0/networks/5e888405-e835-4d9e-af33-9a4514df60c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1975429 Feb 28 22:44:50.544266 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-c75b169b-250e-4eec-946c-19aa89507913 req-f82f8068-335b-49d0-afad-52e3d0701e03 tempest-AttachVolumeTestJSON-1325054245 tempest-AttachVolumeTestJSON-1325054245-project] 10.222.0.11 "GET /v2.0/security-groups?id=a5149e9f-4f71-46b3-96fa-21697ff32bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1279469 Feb 28 22:44:50.572655 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-ae71ea6f-52ee-4f35-b651-92e794c9bf10 req-bb34d5b3-3b57-4ddd-9f18-553e0a08b992 service neutron] 10.222.0.36 "GET /v2.0/networks/5e888405-e835-4d9e-af33-9a4514df60c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1351666 Feb 28 22:44:50.732837 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217fec95-41cc-4b18-8887-947e9c801c97 req-9f778a53-9df1-414f-9d6b-c01ff9dce5f8 tempest-ServerRescueNegativeTestJSON-929871608 tempest-ServerRescueNegativeTestJSON-929871608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:44:50.734321 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-217fec95-41cc-4b18-8887-947e9c801c97 req-9f778a53-9df1-414f-9d6b-c01ff9dce5f8 tempest-ServerRescueNegativeTestJSON-929871608 tempest-ServerRescueNegativeTestJSON-929871608-project] 10.222.0.11 "GET /v2.0/ports?device_id=bedc2889-c234-478f-9d9f-b557dcd5e13e HTTP/1.1" status: 200 len: 946 time: 0.0589733 Feb 28 22:44:50.782827 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-217fec95-41cc-4b18-8887-947e9c801c97 req-cf2ffc98-48c6-4e07-a5c4-30e5e1c8a044 tempest-ServerRescueNegativeTestJSON-929871608 tempest-ServerRescueNegativeTestJSON-929871608-project] 10.222.0.11 "GET /v2.0/security-groups?id=f1de89df-470d-49b7-98ac-8bb65cd72d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421991 Feb 28 22:44:51.184368 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e89d45d-ca3b-483d-8665-db9b30f1a0ad req-700a7a17-6c1f-4f26-b7e8-b5694718b8a2 tempest-TestShelveInstance-339258210 tempest-TestShelveInstance-339258210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:44:51.185837 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-4e89d45d-ca3b-483d-8665-db9b30f1a0ad req-700a7a17-6c1f-4f26-b7e8-b5694718b8a2 tempest-TestShelveInstance-339258210 tempest-TestShelveInstance-339258210-project] 10.222.0.11 "GET /v2.0/ports?device_id=7890d07e-869c-4cc7-81d8-0d515670203c HTTP/1.1" status: 200 len: 943 time: 0.0508666 Feb 28 22:44:51.211754 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7890d07e-869c-4cc7-81d8-0d515670203c', 'tag': 'e59bf740-33c4-4cb7-aa8d-608a93433e74'}] {{(pid=109568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 22:44:51.213917 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be30730c9f576b5ae602769365630bce3a2881df6c4aa92702dca8eb1643a507" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f8cbe38-bd20-4419-b2a1-dde8872b5732" -d '{"events": [{"name": "network-changed", "server_uuid": "7890d07e-869c-4cc7-81d8-0d515670203c", "tag": "e59bf740-33c4-4cb7-aa8d-608a93433e74"}]}' {{(pid=109568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 22:44:51.240048 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-4e89d45d-ca3b-483d-8665-db9b30f1a0ad req-b69c6a3d-8d28-4cf5-91ed-47d159825dda tempest-TestShelveInstance-339258210 tempest-TestShelveInstance-339258210-project] 10.222.0.11 "GET /v2.0/security-groups?id=024ad902-35c5-4d85-9bcc-a0943f245810&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475640 Feb 28 22:44:51.247909 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 22:44:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c0afb85-0a4b-4a47-8945-8ccd256c557a x-openstack-request-id: req-5c0afb85-0a4b-4a47-8945-8ccd256c557a {{(pid=109568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 22:44:51.248206 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7890d07e-869c-4cc7-81d8-0d515670203c", "tag": "e59bf740-33c4-4cb7-aa8d-608a93433e74", "status": "completed", "code": 200}]} {{(pid=109568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 22:44:51.248455 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-5c0afb85-0a4b-4a47-8945-8ccd256c557a {{(pid=109568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 22:44:51.248849 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7890d07e-869c-4cc7-81d8-0d515670203c', 'tag': 'e59bf740-33c4-4cb7-aa8d-608a93433e74', 'status': 'completed', 'code': 200} Feb 28 22:44:51.430190 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8e4403-4e51-4bf2-a112-74435d2d54dc req-716bd7bc-c40f-4539-a2e0-0adc08ab9ed2 tempest-AttachVolumeShelveTestJSON-2030561000 tempest-AttachVolumeShelveTestJSON-2030561000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:44:51.431965 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-dc8e4403-4e51-4bf2-a112-74435d2d54dc req-716bd7bc-c40f-4539-a2e0-0adc08ab9ed2 tempest-AttachVolumeShelveTestJSON-2030561000 tempest-AttachVolumeShelveTestJSON-2030561000-project] 10.222.0.11 "GET /v2.0/ports?device_id=9d3d1dbb-222b-4ece-94fa-9ef43d198daf HTTP/1.1" status: 200 len: 945 time: 0.0900552 Feb 28 22:44:51.435405 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8cbe38-bd20-4419-b2a1-dde8872b5732 req-3fea35ab-17ac-441e-9102-39ea26770a76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:44:51.436985 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-2f8cbe38-bd20-4419-b2a1-dde8872b5732 req-3fea35ab-17ac-441e-9102-39ea26770a76 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=77e116bf700b44a1a6f3fd4b298b9c7c&device_id=7890d07e-869c-4cc7-81d8-0d515670203c HTTP/1.1" status: 200 len: 1127 time: 0.0681818 Feb 28 22:44:51.482099 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-dc8e4403-4e51-4bf2-a112-74435d2d54dc req-6e4e5718-7f30-4794-820e-d1b1d0e5d30b tempest-AttachVolumeShelveTestJSON-2030561000 tempest-AttachVolumeShelveTestJSON-2030561000-project] 10.222.0.11 "GET /v2.0/security-groups?id=0a9915aa-9c1d-45b5-936b-2bead19a9f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437145 Feb 28 22:44:51.563220 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89938b71-6656-4655-b8e0-5d8691518f39 req-f7ff1879-a439-48a2-a5d3-1eb4e8835b8b tempest-AttachVolumeNegativeTest-1243329128 tempest-AttachVolumeNegativeTest-1243329128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:44:51.564618 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-89938b71-6656-4655-b8e0-5d8691518f39 req-f7ff1879-a439-48a2-a5d3-1eb4e8835b8b tempest-AttachVolumeNegativeTest-1243329128 tempest-AttachVolumeNegativeTest-1243329128-project] 10.222.0.11 "GET /v2.0/ports?device_id=22615708-430d-424f-8398-e2cd25174185 HTTP/1.1" status: 200 len: 945 time: 0.0511243 Feb 28 22:44:51.690986 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-89938b71-6656-4655-b8e0-5d8691518f39 req-83722746-8cb9-4e77-bf3a-e2adfeda743c tempest-AttachVolumeNegativeTest-1243329128 tempest-AttachVolumeNegativeTest-1243329128-project] 10.222.0.11 "GET /v2.0/security-groups?id=8aeed072-d876-4d95-a530-37a550f45527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192827 Feb 28 22:44:51.736063 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3603f9-c0b8-49c3-ae1c-9c841e59d413 req-8d9760d6-fea2-4359-96b4-5bd9a504c654 tempest-AttachVolumeTestJSON-1325054245 tempest-AttachVolumeTestJSON-1325054245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:44:51.738356 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-6c3603f9-c0b8-49c3-ae1c-9c841e59d413 req-8d9760d6-fea2-4359-96b4-5bd9a504c654 tempest-AttachVolumeTestJSON-1325054245 tempest-AttachVolumeTestJSON-1325054245-project] 10.222.0.11 "GET /v2.0/ports?device_id=cb5d42fc-117f-46a8-bc9e-2a9c370bc40f HTTP/1.1" status: 200 len: 945 time: 0.1294811 Feb 28 22:44:51.748125 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8cbe38-bd20-4419-b2a1-dde8872b5732 req-0cdb7215-68d8-44b0-92e0-a6cee79e5792 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:44:51.749457 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-2f8cbe38-bd20-4419-b2a1-dde8872b5732 req-0cdb7215-68d8-44b0-92e0-a6cee79e5792 service neutron] 10.222.0.36 "GET /v2.0/networks?id=5e888405-e835-4d9e-af33-9a4514df60c4 HTTP/1.1" status: 200 len: 909 time: 0.1563199 Feb 28 22:44:51.818165 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-2f8cbe38-bd20-4419-b2a1-dde8872b5732 req-a4526d4c-f24c-47ec-b44d-b588d84cb1bf service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e59bf740-33c4-4cb7-aa8d-608a93433e74 HTTP/1.1" status: 200 len: 217 time: 0.0474994 Feb 28 22:44:51.889636 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-6c3603f9-c0b8-49c3-ae1c-9c841e59d413 req-557b17cd-0979-4fc6-8b3c-25e315555b9a tempest-AttachVolumeTestJSON-1325054245 tempest-AttachVolumeTestJSON-1325054245-project] 10.222.0.11 "GET /v2.0/security-groups?id=a5149e9f-4f71-46b3-96fa-21697ff32bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1382637 Feb 28 22:44:51.915284 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb8353f-7a49-4cbf-b76f-12c57dd18a18 req-bbbff76d-0f6c-4f36-8054-3e9559f7e685 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:44:51.916785 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-cfb8353f-7a49-4cbf-b76f-12c57dd18a18 req-bbbff76d-0f6c-4f36-8054-3e9559f7e685 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=83c55453f2fe4dc79de3c29aff0b4932&device_id=9d3d1dbb-222b-4ece-94fa-9ef43d198daf HTTP/1.1" status: 200 len: 1129 time: 0.1760547 Feb 28 22:44:51.923918 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8cbe38-bd20-4419-b2a1-dde8872b5732 req-f4957fbb-146b-4c89-9a31-4ff1bc0078f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:44:51.925974 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-2f8cbe38-bd20-4419-b2a1-dde8872b5732 req-f4957fbb-146b-4c89-9a31-4ff1bc0078f8 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e81b642d-26f6-40c1-82ba-10ebf6b78fed HTTP/1.1" status: 200 len: 847 time: 0.0967479 Feb 28 22:44:52.025715 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2634afab-7d68-4be4-90ee-5ef38714b2a9 req-90c0b268-6d19-4cc9-9d00-80d938cdab59 tempest-ServerRescueNegativeTestJSON-929871608 tempest-ServerRescueNegativeTestJSON-929871608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:44:52.027183 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-2634afab-7d68-4be4-90ee-5ef38714b2a9 req-90c0b268-6d19-4cc9-9d00-80d938cdab59 tempest-ServerRescueNegativeTestJSON-929871608 tempest-ServerRescueNegativeTestJSON-929871608-project] 10.222.0.11 "GET /v2.0/ports?device_id=bedc2889-c234-478f-9d9f-b557dcd5e13e HTTP/1.1" status: 200 len: 946 time: 0.1535282 Feb 28 22:44:52.076285 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8cbe38-bd20-4419-b2a1-dde8872b5732 req-ba3d940d-3333-469a-8c6b-a91878125f2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:44:52.077682 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-2f8cbe38-bd20-4419-b2a1-dde8872b5732 req-ba3d940d-3333-469a-8c6b-a91878125f2a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=5e888405-e835-4d9e-af33-9a4514df60c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1397772 Feb 28 22:44:52.083603 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb8353f-7a49-4cbf-b76f-12c57dd18a18 req-69405c83-0011-4c8a-82b9-0661bf3f3590 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:44:52.084957 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-cfb8353f-7a49-4cbf-b76f-12c57dd18a18 req-69405c83-0011-4c8a-82b9-0661bf3f3590 service neutron] 10.222.0.36 "GET /v2.0/networks?id=e1dee003-d534-429c-aed6-3f1020c03805 HTTP/1.1" status: 200 len: 917 time: 0.1574707 Feb 28 22:44:52.408984 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-2634afab-7d68-4be4-90ee-5ef38714b2a9 req-5c0057d6-89e6-4e8d-b7b2-1b5ee632633e tempest-ServerRescueNegativeTestJSON-929871608 tempest-ServerRescueNegativeTestJSON-929871608-project] 10.222.0.11 "GET /v2.0/security-groups?id=f1de89df-470d-49b7-98ac-8bb65cd72d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3755798 Feb 28 22:44:52.470198 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-cfb8353f-7a49-4cbf-b76f-12c57dd18a18 req-b97ff561-8741-4910-a32e-451f919957c3 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6daed45d-08df-467a-b1e9-4a94a85a6197 HTTP/1.1" status: 200 len: 1001 time: 0.3598146 Feb 28 22:44:52.530807 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-2f8cbe38-bd20-4419-b2a1-dde8872b5732 req-9b6955ba-415f-4be0-b43e-765904e2d839 service neutron] 10.222.0.36 "GET /v2.0/networks/5e888405-e835-4d9e-af33-9a4514df60c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4316108 Feb 28 22:44:52.537605 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e61caca-0cf5-44c6-80d0-d4b2a457615b req-35cdb466-0d37-4134-85aa-f2289063fb21 tempest-TestShelveInstance-339258210 tempest-TestShelveInstance-339258210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:44:52.538978 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-2e61caca-0cf5-44c6-80d0-d4b2a457615b req-35cdb466-0d37-4134-85aa-f2289063fb21 tempest-TestShelveInstance-339258210 tempest-TestShelveInstance-339258210-project] 10.222.0.11 "GET /v2.0/ports?device_id=7890d07e-869c-4cc7-81d8-0d515670203c HTTP/1.1" status: 200 len: 943 time: 0.1263621 Feb 28 22:44:52.632212 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb8353f-7a49-4cbf-b76f-12c57dd18a18 req-8eab8cde-ebc9-46ad-a9b9-8cbc7bd1832a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:44:52.633641 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-cfb8353f-7a49-4cbf-b76f-12c57dd18a18 req-8eab8cde-ebc9-46ad-a9b9-8cbc7bd1832a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=3b622ab4-8097-4b6c-8ec2-bb3f77857ed1 HTTP/1.1" status: 200 len: 855 time: 0.1510060 Feb 28 22:44:52.725646 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-2e61caca-0cf5-44c6-80d0-d4b2a457615b req-7bc3d11d-6995-454f-8ccc-4a6c87072f31 tempest-TestShelveInstance-339258210 tempest-TestShelveInstance-339258210-project] 10.222.0.11 "GET /v2.0/security-groups?id=024ad902-35c5-4d85-9bcc-a0943f245810&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1747818 Feb 28 22:44:52.743126 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401acb05-2e1f-4c96-a194-46accd84575d req-a806e736-c4de-4b93-89b5-b3f1517b8c08 tempest-AttachVolumeShelveTestJSON-2030561000 tempest-AttachVolumeShelveTestJSON-2030561000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:44:52.744520 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-401acb05-2e1f-4c96-a194-46accd84575d req-a806e736-c4de-4b93-89b5-b3f1517b8c08 tempest-AttachVolumeShelveTestJSON-2030561000 tempest-AttachVolumeShelveTestJSON-2030561000-project] 10.222.0.11 "GET /v2.0/ports?device_id=9d3d1dbb-222b-4ece-94fa-9ef43d198daf HTTP/1.1" status: 200 len: 945 time: 0.1906805 Feb 28 22:44:52.752670 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-2f8cbe38-bd20-4419-b2a1-dde8872b5732 req-00a11564-f0b7-4233-9004-931290d8c49a service neutron] 10.222.0.36 "GET /v2.0/networks/5e888405-e835-4d9e-af33-9a4514df60c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2110550 Feb 28 22:44:52.773620 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb8353f-7a49-4cbf-b76f-12c57dd18a18 req-0056abf1-e6f4-49f0-8c95-3fad4c51fee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:44:52.775118 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-cfb8353f-7a49-4cbf-b76f-12c57dd18a18 req-0056abf1-e6f4-49f0-8c95-3fad4c51fee6 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e1dee003-d534-429c-aed6-3f1020c03805&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1322193 Feb 28 22:44:52.874107 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-401acb05-2e1f-4c96-a194-46accd84575d req-3c57bfde-d8d5-48ea-9ea5-42b41af72b19 tempest-AttachVolumeShelveTestJSON-2030561000 tempest-AttachVolumeShelveTestJSON-2030561000-project] 10.222.0.11 "GET /v2.0/security-groups?id=0a9915aa-9c1d-45b5-936b-2bead19a9f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1235974 Feb 28 22:44:52.911982 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6455c9f-b2de-4c90-86d2-60d92b0d129a req-91b24c7e-989e-47d4-bb73-5da9d91d6e3b tempest-AttachVolumeNegativeTest-1243329128 tempest-AttachVolumeNegativeTest-1243329128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:44:52.913549 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-c6455c9f-b2de-4c90-86d2-60d92b0d129a req-91b24c7e-989e-47d4-bb73-5da9d91d6e3b tempest-AttachVolumeNegativeTest-1243329128 tempest-AttachVolumeNegativeTest-1243329128-project] 10.222.0.11 "GET /v2.0/ports?device_id=22615708-430d-424f-8398-e2cd25174185 HTTP/1.1" status: 200 len: 945 time: 0.1273468 Feb 28 22:44:52.936325 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-cfb8353f-7a49-4cbf-b76f-12c57dd18a18 req-35828219-e436-4bbc-9783-d6bb58a6ed49 service neutron] 10.222.0.36 "GET /v2.0/networks/e1dee003-d534-429c-aed6-3f1020c03805?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1400394 Feb 28 22:44:53.046139 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-c6455c9f-b2de-4c90-86d2-60d92b0d129a req-f87ec588-871b-4402-b56d-46c48b57f33b tempest-AttachVolumeNegativeTest-1243329128 tempest-AttachVolumeNegativeTest-1243329128-project] 10.222.0.11 "GET /v2.0/security-groups?id=8aeed072-d876-4d95-a530-37a550f45527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267364 Feb 28 22:44:53.086769 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5317210-c93a-46f8-a0c5-76415b6d68b7 req-22d49506-fef3-4c3e-a3ff-bab385213ac7 tempest-AttachVolumeTestJSON-1325054245 tempest-AttachVolumeTestJSON-1325054245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:44:53.088277 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-a5317210-c93a-46f8-a0c5-76415b6d68b7 req-22d49506-fef3-4c3e-a3ff-bab385213ac7 tempest-AttachVolumeTestJSON-1325054245 tempest-AttachVolumeTestJSON-1325054245-project] 10.222.0.11 "GET /v2.0/ports?device_id=cb5d42fc-117f-46a8-bc9e-2a9c370bc40f HTTP/1.1" status: 200 len: 945 time: 0.1260996 Feb 28 22:44:53.093409 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-cfb8353f-7a49-4cbf-b76f-12c57dd18a18 req-26ac981a-57a9-4ecb-bd90-9b1509540e5c service neutron] 10.222.0.36 "GET /v2.0/networks/e1dee003-d534-429c-aed6-3f1020c03805?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1472588 Feb 28 22:44:53.134960 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-a5317210-c93a-46f8-a0c5-76415b6d68b7 req-6492e229-ee77-43cb-b3b4-72e92a6b24c4 tempest-AttachVolumeTestJSON-1325054245 tempest-AttachVolumeTestJSON-1325054245-project] 10.222.0.11 "GET /v2.0/security-groups?id=a5149e9f-4f71-46b3-96fa-21697ff32bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406184 Feb 28 22:44:53.526681 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5e35c4-6f64-418a-8a0b-182e33d45be2 req-ffb303bb-0bcf-416d-9716-7eaa0af38817 tempest-ServerRescueNegativeTestJSON-929871608 tempest-ServerRescueNegativeTestJSON-929871608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:44:53.528174 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-6e5e35c4-6f64-418a-8a0b-182e33d45be2 req-ffb303bb-0bcf-416d-9716-7eaa0af38817 tempest-ServerRescueNegativeTestJSON-929871608 tempest-ServerRescueNegativeTestJSON-929871608-project] 10.222.0.11 "GET /v2.0/ports?device_id=bedc2889-c234-478f-9d9f-b557dcd5e13e HTTP/1.1" status: 200 len: 946 time: 0.0510325 Feb 28 22:44:53.573651 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-6e5e35c4-6f64-418a-8a0b-182e33d45be2 req-115cb67c-c98d-4f2a-ace6-8e7e8652e450 tempest-ServerRescueNegativeTestJSON-929871608 tempest-ServerRescueNegativeTestJSON-929871608-project] 10.222.0.11 "GET /v2.0/security-groups?id=f1de89df-470d-49b7-98ac-8bb65cd72d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401170 Feb 28 22:44:53.846121 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8a0376-a4dc-4c09-91dc-9e7770a62f4e req-8671f087-0638-4f84-b353-c0744ef227a6 tempest-TestShelveInstance-339258210 tempest-TestShelveInstance-339258210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:44:53.847625 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-4c8a0376-a4dc-4c09-91dc-9e7770a62f4e req-8671f087-0638-4f84-b353-c0744ef227a6 tempest-TestShelveInstance-339258210 tempest-TestShelveInstance-339258210-project] 10.222.0.11 "GET /v2.0/ports?device_id=7890d07e-869c-4cc7-81d8-0d515670203c HTTP/1.1" status: 200 len: 943 time: 0.0558016 Feb 28 22:44:53.896213 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-4c8a0376-a4dc-4c09-91dc-9e7770a62f4e req-11ff78cf-a848-4af5-828f-775c5fd62a42 tempest-TestShelveInstance-339258210 tempest-TestShelveInstance-339258210-project] 10.222.0.11 "GET /v2.0/security-groups?id=024ad902-35c5-4d85-9bcc-a0943f245810&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423980 Feb 28 22:44:54.024187 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32029f7f-ece0-48f6-ab34-70eaf8365604 req-5231420f-cb4f-42a6-9366-97e4785bf62b tempest-AttachVolumeNegativeTest-1243329128 tempest-AttachVolumeNegativeTest-1243329128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:44:54.029364 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-32029f7f-ece0-48f6-ab34-70eaf8365604 req-5231420f-cb4f-42a6-9366-97e4785bf62b tempest-AttachVolumeNegativeTest-1243329128 tempest-AttachVolumeNegativeTest-1243329128-project] 10.222.0.36 "GET /v2.0/ports?device_id=22615708-430d-424f-8398-e2cd25174185 HTTP/1.1" status: 200 len: 945 time: 0.0826817 Feb 28 22:44:54.032320 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330e291d-da95-4c99-a704-0cde09076886 req-921f4394-1ed5-4874-87d2-e600fc4f3d6e tempest-AttachVolumeShelveTestJSON-2030561000 tempest-AttachVolumeShelveTestJSON-2030561000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:44:54.033698 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-330e291d-da95-4c99-a704-0cde09076886 req-921f4394-1ed5-4874-87d2-e600fc4f3d6e tempest-AttachVolumeShelveTestJSON-2030561000 tempest-AttachVolumeShelveTestJSON-2030561000-project] 10.222.0.11 "GET /v2.0/ports?device_id=9d3d1dbb-222b-4ece-94fa-9ef43d198daf HTTP/1.1" status: 200 len: 945 time: 0.0827029 Feb 28 22:44:54.143040 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-330e291d-da95-4c99-a704-0cde09076886 req-8905484b-12a7-41e3-9f9a-38b4703971e2 tempest-AttachVolumeShelveTestJSON-2030561000 tempest-AttachVolumeShelveTestJSON-2030561000-project] 10.222.0.11 "GET /v2.0/security-groups?id=0a9915aa-9c1d-45b5-936b-2bead19a9f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1023448 Feb 28 22:44:54.197843 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8f530b-4bc5-4e13-a34a-6abe4e6f4aaa req-c886c30e-7cdd-4d0b-8141-4dac367ae5ec tempest-AttachVolumeNegativeTest-1243329128 tempest-AttachVolumeNegativeTest-1243329128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:44:54.199321 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-2d8f530b-4bc5-4e13-a34a-6abe4e6f4aaa req-c886c30e-7cdd-4d0b-8141-4dac367ae5ec tempest-AttachVolumeNegativeTest-1243329128 tempest-AttachVolumeNegativeTest-1243329128-project] 10.222.0.11 "GET /v2.0/ports?device_id=22615708-430d-424f-8398-e2cd25174185 HTTP/1.1" status: 200 len: 945 time: 0.0756385 Feb 28 22:44:54.202382 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.plugins.ml2.plugin [req-32029f7f-ece0-48f6-ab34-70eaf8365604 req-567fbc09-1713-4c00-9cca-777b02e09724 tempest-AttachVolumeNegativeTest-1243329128 tempest-AttachVolumeNegativeTest-1243329128-project] Deleting port a4199d93-3776-445a-8d8b-fb493d8a8230 {{(pid=109568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 22:44:54.202726 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [req-32029f7f-ece0-48f6-ab34-70eaf8365604 req-567fbc09-1713-4c00-9cca-777b02e09724 tempest-AttachVolumeNegativeTest-1243329128 tempest-AttachVolumeNegativeTest-1243329128-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750845080441'] for port (a4199d93-3776-445a-8d8b-fb493d8a8230), before_delete {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:44:54.293185 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.rpc [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] Device 6daed45d-08df-467a-b1e9-4a94a85a6197 no longer exists at agent hyperv_hv-cinder-83053 {{(pid=109570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 22:44:54.343153 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f34691a-038d-4cdc-977b-cea85d1c63f8 req-fe6cd641-6f01-4b2f-a7b4-a6263906dd15 tempest-AttachVolumeTestJSON-1325054245 tempest-AttachVolumeTestJSON-1325054245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:44:54.344698 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-0f34691a-038d-4cdc-977b-cea85d1c63f8 req-fe6cd641-6f01-4b2f-a7b4-a6263906dd15 tempest-AttachVolumeTestJSON-1325054245 tempest-AttachVolumeTestJSON-1325054245-project] 10.222.0.11 "GET /v2.0/ports?device_id=cb5d42fc-117f-46a8-bc9e-2a9c370bc40f HTTP/1.1" status: 200 len: 945 time: 0.1379876 Feb 28 22:44:54.354647 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-2d8f530b-4bc5-4e13-a34a-6abe4e6f4aaa req-02b39754-ca28-4b0e-9968-d6ff9242eb85 tempest-AttachVolumeNegativeTest-1243329128 tempest-AttachVolumeNegativeTest-1243329128-project] 10.222.0.11 "GET /v2.0/security-groups?id=8aeed072-d876-4d95-a530-37a550f45527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1489439 Feb 28 22:44:54.368731 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.plugin [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] Current status of the port 6daed45d-08df-467a-b1e9-4a94a85a6197 is: ACTIVE; New status is: DOWN {{(pid=109570) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 22:44:54.369322 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616566'] for port (6daed45d-08df-467a-b1e9-4a94a85a6197), before_update {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:44:54.372948 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.plugins.ml2.db [req-32029f7f-ece0-48f6-ab34-70eaf8365604 req-567fbc09-1713-4c00-9cca-777b02e09724 tempest-AttachVolumeNegativeTest-1243329128 tempest-AttachVolumeNegativeTest-1243329128-project] For port a4199d93-3776-445a-8d8b-fb493d8a8230, host hv-cinder-83053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83053',level=0,port_id=a4199d93-3776-445a-8d8b-fb493d8a8230,segment=NetworkSegment(926113ad-33a7-475f-acf2-53b8f901f788),segment_id=926113ad-33a7-475f-acf2-53b8f901f788)] {{(pid=109568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 22:44:54.373334 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [req-32029f7f-ece0-48f6-ab34-70eaf8365604 req-567fbc09-1713-4c00-9cca-777b02e09724 tempest-AttachVolumeNegativeTest-1243329128 tempest-AttachVolumeNegativeTest-1243329128-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33552544'] for port (a4199d93-3776-445a-8d8b-fb493d8a8230), precommit_delete {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:44:54.393411 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.plugins.ml2.plugin [req-32029f7f-ece0-48f6-ab34-70eaf8365604 req-567fbc09-1713-4c00-9cca-777b02e09724 tempest-AttachVolumeNegativeTest-1243329128 tempest-AttachVolumeNegativeTest-1243329128-project] Calling delete_port for a4199d93-3776-445a-8d8b-fb493d8a8230 owned by compute:nova {{(pid=109568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 22:44:54.406366 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d3d1dbb-222b-4ece-94fa-9ef43d198daf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6daed45d-08df-467a-b1e9-4a94a85a6197'}] {{(pid=109570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 22:44:54.409111 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fade63a226c96e14254c735f674fb73a181a47373151acc9bb38ade81564009" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4d07e9b-02a5-4095-9a5f-f4bbea9764ed" -d '{"events": [{"server_uuid": "9d3d1dbb-222b-4ece-94fa-9ef43d198daf", "name": "network-vif-unplugged", "status": "completed", "tag": "6daed45d-08df-467a-b1e9-4a94a85a6197"}]}' {{(pid=109570) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 22:44:54.413048 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.db [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] For port 6daed45d-08df-467a-b1e9-4a94a85a6197, host hv-cinder-83053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83053',level=0,port_id=6daed45d-08df-467a-b1e9-4a94a85a6197,segment=NetworkSegment(28413273-d7c8-4d86-a7b1-c45f9712072e),segment_id=28413273-d7c8-4d86-a7b1-c45f9712072e)] {{(pid=109570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 22:44:54.419235 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33156859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750845083886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750844628246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750844628264'] for port (6daed45d-08df-467a-b1e9-4a94a85a6197), after_update {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:44:54.468306 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] Pushing event updated for resources: {'Port': ['ID=6daed45d-08df-467a-b1e9-4a94a85a6197,revision_number=8']} {{(pid=109570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:44:54.474871 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-0f34691a-038d-4cdc-977b-cea85d1c63f8 req-f2fe21e8-ada8-4065-8caa-2b56f1e2e1e2 tempest-AttachVolumeTestJSON-1325054245 tempest-AttachVolumeTestJSON-1325054245-project] 10.222.0.11 "GET /v2.0/security-groups?id=a5149e9f-4f71-46b3-96fa-21697ff32bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0939345 Feb 28 22:44:54.483675 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 28 Feb 2022 22:44:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b18ad7c-d0d8-4aeb-9f9d-9c7b66325216 x-openstack-request-id: req-9b18ad7c-d0d8-4aeb-9f9d-9c7b66325216 {{(pid=109570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 22:44:54.484010 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d3d1dbb-222b-4ece-94fa-9ef43d198daf", "name": "network-vif-unplugged", "status": "completed", "tag": "6daed45d-08df-467a-b1e9-4a94a85a6197", "code": 200}]} {{(pid=109570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 22:44:54.484434 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-9b18ad7c-d0d8-4aeb-9f9d-9c7b66325216 {{(pid=109570) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 22:44:54.484735 dv-cinder-830538-5-iscsi neutron-server[109570]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d3d1dbb-222b-4ece-94fa-9ef43d198daf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6daed45d-08df-467a-b1e9-4a94a85a6197', 'code': 200} Feb 28 22:44:54.558030 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [req-32029f7f-ece0-48f6-ab34-70eaf8365604 req-567fbc09-1713-4c00-9cca-777b02e09724 tempest-AttachVolumeNegativeTest-1243329128 tempest-AttachVolumeNegativeTest-1243329128-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33156859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750845083868', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750844628237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30788389'] for port (a4199d93-3776-445a-8d8b-fb493d8a8230), after_delete {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:44:54.572721 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.db [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] get_ports_and_sgs() called for port_ids ['a4199d93-3776-445a-8d8b-fb493d8a8230'] {{(pid=109570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 22:44:54.587325 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567fbc09-1713-4c00-9cca-777b02e09724 tempest-AttachVolumeNegativeTest-1243329128 tempest-AttachVolumeNegativeTest-1243329128-project] Pushing event deleted for resources: {'Port': ['ID=a4199d93-3776-445a-8d8b-fb493d8a8230,revision_number=None']} {{(pid=109568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:44:54.635031 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.db.l3_dvrscheduler_db [req-32029f7f-ece0-48f6-ab34-70eaf8365604 req-567fbc09-1713-4c00-9cca-777b02e09724 tempest-AttachVolumeNegativeTest-1243329128 tempest-AttachVolumeNegativeTest-1243329128-project] No DVR routers for this DVR port a4199d93-3776-445a-8d8b-fb493d8a8230 on host hv-cinder-83053 {{(pid=109568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 22:44:54.637770 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [req-32029f7f-ece0-48f6-ab34-70eaf8365604 req-567fbc09-1713-4c00-9cca-777b02e09724 tempest-AttachVolumeNegativeTest-1243329128 tempest-AttachVolumeNegativeTest-1243329128-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80159'] for port (None), before_response {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:44:54.641350 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-32029f7f-ece0-48f6-ab34-70eaf8365604 req-567fbc09-1713-4c00-9cca-777b02e09724 tempest-AttachVolumeNegativeTest-1243329128 tempest-AttachVolumeNegativeTest-1243329128-project] 10.222.0.36 "DELETE /v2.0/ports/a4199d93-3776-445a-8d8b-fb493d8a8230 HTTP/1.1" status: 204 len: 173 time: 0.6066606 Feb 28 22:44:54.641827 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22615708-430d-424f-8398-e2cd25174185', 'name': 'network-vif-deleted', 'tag': 'a4199d93-3776-445a-8d8b-fb493d8a8230'}] {{(pid=109568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 22:44:54.644118 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be30730c9f576b5ae602769365630bce3a2881df6c4aa92702dca8eb1643a507" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b27d5642-fae0-49fa-82fb-3e969dd7b112" -d '{"events": [{"server_uuid": "22615708-430d-424f-8398-e2cd25174185", "name": "network-vif-deleted", "tag": "a4199d93-3776-445a-8d8b-fb493d8a8230"}]}' {{(pid=109568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 22:44:54.687087 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 22:44:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1781fd20-4766-490a-8b91-04687fe87ce9 x-openstack-request-id: req-1781fd20-4766-490a-8b91-04687fe87ce9 {{(pid=109568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 22:44:54.687378 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22615708-430d-424f-8398-e2cd25174185", "name": "network-vif-deleted", "tag": "a4199d93-3776-445a-8d8b-fb493d8a8230", "status": "completed", "code": 200}]} {{(pid=109568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 22:44:54.687637 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-1781fd20-4766-490a-8b91-04687fe87ce9 {{(pid=109568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 22:44:54.688066 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22615708-430d-424f-8398-e2cd25174185', 'name': 'network-vif-deleted', 'tag': 'a4199d93-3776-445a-8d8b-fb493d8a8230', 'status': 'completed', 'code': 200} Feb 28 22:44:54.706604 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1178506-b418-4e47-b209-02f203ed3297 req-ba1b5440-ab84-42eb-a814-77ed4bc5ac45 tempest-ServerRescueNegativeTestJSON-929871608 tempest-ServerRescueNegativeTestJSON-929871608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:44:54.709857 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-d1178506-b418-4e47-b209-02f203ed3297 req-ba1b5440-ab84-42eb-a814-77ed4bc5ac45 tempest-ServerRescueNegativeTestJSON-929871608 tempest-ServerRescueNegativeTestJSON-929871608-project] 10.222.0.11 "GET /v2.0/ports?device_id=bedc2889-c234-478f-9d9f-b557dcd5e13e HTTP/1.1" status: 200 len: 946 time: 0.0608380 Feb 28 22:44:54.758734 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-d1178506-b418-4e47-b209-02f203ed3297 req-97ac67a8-21f3-4e53-89a4-633d28b87975 tempest-ServerRescueNegativeTestJSON-929871608 tempest-ServerRescueNegativeTestJSON-929871608-project] 10.222.0.11 "GET /v2.0/security-groups?id=f1de89df-470d-49b7-98ac-8bb65cd72d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434813 Feb 28 22:44:55.012389 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425e6dab-be22-4f0d-9f06-1522036b1704 req-6b53155e-1f02-4b5a-8944-046c247516d6 tempest-TestShelveInstance-339258210 tempest-TestShelveInstance-339258210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:44:55.013843 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-425e6dab-be22-4f0d-9f06-1522036b1704 req-6b53155e-1f02-4b5a-8944-046c247516d6 tempest-TestShelveInstance-339258210 tempest-TestShelveInstance-339258210-project] 10.222.0.11 "GET /v2.0/ports?device_id=7890d07e-869c-4cc7-81d8-0d515670203c HTTP/1.1" status: 200 len: 943 time: 0.0516384 Feb 28 22:44:55.064855 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-425e6dab-be22-4f0d-9f06-1522036b1704 req-f3f0be33-4ce0-454b-b02d-b0ecbce2fd56 tempest-TestShelveInstance-339258210 tempest-TestShelveInstance-339258210-project] 10.222.0.11 "GET /v2.0/security-groups?id=024ad902-35c5-4d85-9bcc-a0943f245810&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454597 Feb 28 22:44:55.273183 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46390143-3888-43f3-aecc-11d3ee049d0c req-fa6cb72e-60b8-48e6-8c6a-6fed900b8353 tempest-AttachVolumeShelveTestJSON-2030561000 tempest-AttachVolumeShelveTestJSON-2030561000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:44:55.274826 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-46390143-3888-43f3-aecc-11d3ee049d0c req-fa6cb72e-60b8-48e6-8c6a-6fed900b8353 tempest-AttachVolumeShelveTestJSON-2030561000 tempest-AttachVolumeShelveTestJSON-2030561000-project] 10.222.0.11 "GET /v2.0/ports?device_id=9d3d1dbb-222b-4ece-94fa-9ef43d198daf HTTP/1.1" status: 200 len: 943 time: 0.0577123 Feb 28 22:44:55.325047 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-46390143-3888-43f3-aecc-11d3ee049d0c req-0a926968-3a2a-46b3-9163-696a7bd7cdea tempest-AttachVolumeShelveTestJSON-2030561000 tempest-AttachVolumeShelveTestJSON-2030561000-project] 10.222.0.11 "GET /v2.0/security-groups?id=0a9915aa-9c1d-45b5-936b-2bead19a9f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442896 Feb 28 22:44:55.416757 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.wsgi [-] (109569) accepted ('10.222.0.11', 54692) {{(pid=109569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 22:44:55.462111 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.db.db_base_plugin_v2 [None req-2ff10ec9-6897-4a21-acfa-29f42dc988c5 admin admin] Deleting subnet e06c4751-499d-4207-9fc1-23232ee2e753 {{(pid=109569) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 22:44:55.466386 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-2ff10ec9-6897-4a21-acfa-29f42dc988c5 admin admin] Publish callbacks [] for subnet (e06c4751-499d-4207-9fc1-23232ee2e753), before_delete {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:44:55.500998 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-2ff10ec9-6897-4a21-acfa-29f42dc988c5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31262425'] for subnet (e06c4751-499d-4207-9fc1-23232ee2e753), precommit_delete_associations {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:44:55.541026 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-2ff10ec9-6897-4a21-acfa-29f42dc988c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002603'] for subnet (e06c4751-499d-4207-9fc1-23232ee2e753), precommit_delete {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:44:55.592527 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-2ff10ec9-6897-4a21-acfa-29f42dc988c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33448168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33156859', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30055429', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30127737'] for subnet (e06c4751-499d-4207-9fc1-23232ee2e753), after_delete {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:44:55.595056 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c36e455-f746-497f-ad12-32dd58cf7b15 req-95662a00-9650-4d69-b9ef-f38c334d9ed9 tempest-AttachVolumeTestJSON-1325054245 tempest-AttachVolumeTestJSON-1325054245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:44:55.596587 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-7c36e455-f746-497f-ad12-32dd58cf7b15 req-95662a00-9650-4d69-b9ef-f38c334d9ed9 tempest-AttachVolumeTestJSON-1325054245 tempest-AttachVolumeTestJSON-1325054245-project] 10.222.0.11 "GET /v2.0/ports?device_id=cb5d42fc-117f-46a8-bc9e-2a9c370bc40f HTTP/1.1" status: 200 len: 945 time: 0.0530579 Feb 28 22:44:55.619637 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff10ec9-6897-4a21-acfa-29f42dc988c5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e06c4751-499d-4207-9fc1-23232ee2e753,revision_number=None']} {{(pid=109569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:44:55.625171 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-2ff10ec9-6897-4a21-acfa-29f42dc988c5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33156845'] for subnet (None), before_response {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:44:55.628376 dv-cinder-830538-5-iscsi neutron-server[109569]: INFO neutron.wsgi [None req-2ff10ec9-6897-4a21-acfa-29f42dc988c5 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/e06c4751-499d-4207-9fc1-23232ee2e753 HTTP/1.1" status: 204 len: 168 time: 0.2105584 Feb 28 22:44:55.631399 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.wsgi [-] (109569) accepted ('10.222.0.11', 54696) {{(pid=109569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 22:44:55.651515 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-7c36e455-f746-497f-ad12-32dd58cf7b15 req-8933ebc8-f14e-4413-a5d1-9510a819826e tempest-AttachVolumeTestJSON-1325054245 tempest-AttachVolumeTestJSON-1325054245-project] 10.222.0.11 "GET /v2.0/security-groups?id=a5149e9f-4f71-46b3-96fa-21697ff32bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488412 Feb 28 22:44:55.696953 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-537806ab-9f91-40a4-918e-646ba5944f72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1026704'] for network (0321cbe9-3229-497f-9213-34c6a912fd2a), before_delete {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:44:55.778974 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-537806ab-9f91-40a4-918e-646ba5944f72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-574352', 'neutron.services.segments.db._delete_segments_for_network-8750845036701'] for network (0321cbe9-3229-497f-9213-34c6a912fd2a), precommit_delete {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:44:55.811996 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.services.segments.db [None req-537806ab-9f91-40a4-918e-646ba5944f72 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0321cbe9-3229-497f-9213-34c6a912fd2a']}} {{(pid=109569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 22:44:55.821755 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.services.segments.db [None req-537806ab-9f91-40a4-918e-646ba5944f72 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '926113ad-33a7-475f-acf2-53b8f901f788') {'for_net_delete': True} {{(pid=109569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 22:44:55.822042 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.services.segments.db [None req-537806ab-9f91-40a4-918e-646ba5944f72 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '926113ad-33a7-475f-acf2-53b8f901f788') {} {{(pid=109569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 22:44:55.831692 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-537806ab-9f91-40a4-918e-646ba5944f72 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750845040550', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31262414'] for segment (926113ad-33a7-475f-acf2-53b8f901f788), before_delete {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:44:55.845212 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-537806ab-9f91-40a4-918e-646ba5944f72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1012980'] for segment (926113ad-33a7-475f-acf2-53b8f901f788), precommit_delete {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:44:55.853676 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-537806ab-9f91-40a4-918e-646ba5944f72 admin admin] Releasing vlan 112 on physical network physnet1 to pool {{(pid=109569) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 22:44:55.854405 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-537806ab-9f91-40a4-918e-646ba5944f72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1012980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30055643'] for segment (926113ad-33a7-475f-acf2-53b8f901f788), after_delete {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:44:55.897023 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebdca22d-9719-4947-9a7d-09920830a6cb req-b96d6d7f-4f2e-4c78-844c-e3a8361d1e08 tempest-AttachVolumeTestJSON-1325054245 tempest-AttachVolumeTestJSON-1325054245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:44:55.899482 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-ebdca22d-9719-4947-9a7d-09920830a6cb req-b96d6d7f-4f2e-4c78-844c-e3a8361d1e08 tempest-AttachVolumeTestJSON-1325054245 tempest-AttachVolumeTestJSON-1325054245-project] 10.222.0.11 "GET /v2.0/ports?device_id=cb5d42fc-117f-46a8-bc9e-2a9c370bc40f HTTP/1.1" status: 200 len: 945 time: 0.0924640 Feb 28 22:44:55.899909 dv-cinder-830538-5-iscsi neutron-server[109569]: Traceback (most recent call last): Feb 28 22:44:55.899909 dv-cinder-830538-5-iscsi neutron-server[109569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 22:44:55.899909 dv-cinder-830538-5-iscsi neutron-server[109569]: timer() Feb 28 22:44:55.899909 dv-cinder-830538-5-iscsi neutron-server[109569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 22:44:55.899909 dv-cinder-830538-5-iscsi neutron-server[109569]: cb(*args, **kw) Feb 28 22:44:55.899909 dv-cinder-830538-5-iscsi neutron-server[109569]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 22:44:55.899909 dv-cinder-830538-5-iscsi neutron-server[109569]: return func(*args, **kwargs) Feb 28 22:44:55.899909 dv-cinder-830538-5-iscsi neutron-server[109569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 22:44:55.899909 dv-cinder-830538-5-iscsi neutron-server[109569]: self._notify() Feb 28 22:44:55.899909 dv-cinder-830538-5-iscsi neutron-server[109569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 22:44:55.899909 dv-cinder-830538-5-iscsi neutron-server[109569]: self.callback(batched_events) Feb 28 22:44:55.899909 dv-cinder-830538-5-iscsi neutron-server[109569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 22:44:55.899909 dv-cinder-830538-5-iscsi neutron-server[109569]: event.method(event) Feb 28 22:44:55.899909 dv-cinder-830538-5-iscsi neutron-server[109569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 22:44:55.899909 dv-cinder-830538-5-iscsi neutron-server[109569]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 22:44:55.899909 dv-cinder-830538-5-iscsi neutron-server[109569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 22:44:55.899909 dv-cinder-830538-5-iscsi neutron-server[109569]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 22:44:55.899909 dv-cinder-830538-5-iscsi neutron-server[109569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 22:44:55.899909 dv-cinder-830538-5-iscsi neutron-server[109569]: return f(self, *a, **k) Feb 28 22:44:55.899909 dv-cinder-830538-5-iscsi neutron-server[109569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 22:44:55.899909 dv-cinder-830538-5-iscsi neutron-server[109569]: return self._get(url).json() Feb 28 22:44:55.899909 dv-cinder-830538-5-iscsi neutron-server[109569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 22:44:55.899909 dv-cinder-830538-5-iscsi neutron-server[109569]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 22:44:55.899909 dv-cinder-830538-5-iscsi neutron-server[109569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 22:44:55.899909 dv-cinder-830538-5-iscsi neutron-server[109569]: return self.request(url, 'GET', **kwargs) Feb 28 22:44:55.899909 dv-cinder-830538-5-iscsi neutron-server[109569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 22:44:55.899909 dv-cinder-830538-5-iscsi neutron-server[109569]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 22:44:55.899909 dv-cinder-830538-5-iscsi neutron-server[109569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 22:44:55.899909 dv-cinder-830538-5-iscsi neutron-server[109569]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 22:44:55.899909 dv-cinder-830538-5-iscsi neutron-server[109569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 22:44:55.899909 dv-cinder-830538-5-iscsi neutron-server[109569]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 22:44:55.899909 dv-cinder-830538-5-iscsi neutron-server[109569]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 22:44:55.919937 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-537806ab-9f91-40a4-918e-646ba5944f72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-574441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33441228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33156859', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33522105'] for network (0321cbe9-3229-497f-9213-34c6a912fd2a), after_delete {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:44:55.938376 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-537806ab-9f91-40a4-918e-646ba5944f72 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33156845'] for network (None), before_response {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:44:55.944533 dv-cinder-830538-5-iscsi neutron-server[109569]: INFO neutron.wsgi [None req-537806ab-9f91-40a4-918e-646ba5944f72 admin admin] 10.222.0.11 "DELETE /v2.0/networks/0321cbe9-3229-497f-9213-34c6a912fd2a HTTP/1.1" status: 204 len: 168 time: 0.3096011 Feb 28 22:44:55.944533 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537806ab-9f91-40a4-918e-646ba5944f72 admin admin] Pushing event deleted for resources: {'Network': ['ID=0321cbe9-3229-497f-9213-34c6a912fd2a,revision_number=None']} {{(pid=109569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:44:56.021751 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-ebdca22d-9719-4947-9a7d-09920830a6cb req-880b3f18-0f41-4101-808c-1e33df7b50b5 tempest-AttachVolumeTestJSON-1325054245 tempest-AttachVolumeTestJSON-1325054245-project] 10.222.0.11 "GET /v2.0/security-groups?id=a5149e9f-4f71-46b3-96fa-21697ff32bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1109324 Feb 28 22:44:56.034000 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c12f84-2265-4a9d-ae90-6d570cd2114d req-29a716b1-6212-4190-93f7-b546eacc433d tempest-ServerRescueNegativeTestJSON-929871608 tempest-ServerRescueNegativeTestJSON-929871608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:44:56.036109 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-d0c12f84-2265-4a9d-ae90-6d570cd2114d req-29a716b1-6212-4190-93f7-b546eacc433d tempest-ServerRescueNegativeTestJSON-929871608 tempest-ServerRescueNegativeTestJSON-929871608-project] 10.222.0.11 "GET /v2.0/ports?device_id=bedc2889-c234-478f-9d9f-b557dcd5e13e HTTP/1.1" status: 200 len: 946 time: 0.1346343 Feb 28 22:44:56.038907 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab6c84f-e419-42fc-ae99-cc4bce1ea435 req-9a71a392-af37-4ada-9b9e-776e1e85cedf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:44:56.044390 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-5ab6c84f-e419-42fc-ae99-cc4bce1ea435 req-9a71a392-af37-4ada-9b9e-776e1e85cedf service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=558108c6409d474abda99b19120d05ad&device_id=cb5d42fc-117f-46a8-bc9e-2a9c370bc40f HTTP/1.1" status: 200 len: 1129 time: 0.1044614 Feb 28 22:44:56.147145 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.wsgi [-] (109569) accepted ('10.222.0.11', 54708) {{(pid=109569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 22:44:56.156848 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-d0c12f84-2265-4a9d-ae90-6d570cd2114d req-950d685e-787e-4be8-80e7-e4c10588cf59 tempest-ServerRescueNegativeTestJSON-929871608 tempest-ServerRescueNegativeTestJSON-929871608-project] 10.222.0.11 "GET /v2.0/security-groups?id=f1de89df-470d-49b7-98ac-8bb65cd72d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114807 Feb 28 22:44:56.190008 dv-cinder-830538-5-iscsi neutron-server[109569]: INFO neutron.wsgi [None req-96d2e100-3319-47bb-be03-2f3bc978a197 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=bc1fd56c6f77479dbf02ac28589be825&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0394335 Feb 28 22:44:56.190238 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.wsgi [-] (109569) accepted ('10.222.0.11', 54710) {{(pid=109569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 22:44:56.213790 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab6c84f-e419-42fc-ae99-cc4bce1ea435 req-6987b225-3ab0-4ec6-b9c8-aa3cbdefed83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:44:56.215255 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-5ab6c84f-e419-42fc-ae99-cc4bce1ea435 req-6987b225-3ab0-4ec6-b9c8-aa3cbdefed83 service neutron] 10.222.0.36 "GET /v2.0/networks?id=df2fc3b5-d3d8-4f0b-b393-20e4e2e253bc HTTP/1.1" status: 200 len: 912 time: 0.1618378 Feb 28 22:44:56.224438 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc90f331-af7f-4be2-a739-f6c4dd024a71 req-82470071-83f4-46de-90fc-ee0bf7422566 tempest-TestShelveInstance-339258210 tempest-TestShelveInstance-339258210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:44:56.225873 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-dc90f331-af7f-4be2-a739-f6c4dd024a71 req-82470071-83f4-46de-90fc-ee0bf7422566 tempest-TestShelveInstance-339258210 tempest-TestShelveInstance-339258210-project] 10.222.0.11 "GET /v2.0/ports?device_id=7890d07e-869c-4cc7-81d8-0d515670203c HTTP/1.1" status: 200 len: 943 time: 0.0904772 Feb 28 22:44:56.242992 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-376a102d-062d-4aae-9c74-9d869ed7029e admin admin] Publish callbacks [] for security_group (8aeed072-d876-4d95-a530-37a550f45527), before_delete {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:44:56.264145 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-376a102d-062d-4aae-9c74-9d869ed7029e admin admin] Publish callbacks [] for security_group (8aeed072-d876-4d95-a530-37a550f45527), precommit_delete {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:44:56.312065 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-376a102d-062d-4aae-9c74-9d869ed7029e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33441213'] for security_group (8aeed072-d876-4d95-a530-37a550f45527), after_delete {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:44:56.315103 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-376a102d-062d-4aae-9c74-9d869ed7029e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:44:56.316524 dv-cinder-830538-5-iscsi neutron-server[109569]: INFO neutron.wsgi [None req-376a102d-062d-4aae-9c74-9d869ed7029e admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/8aeed072-d876-4d95-a530-37a550f45527 HTTP/1.1" status: 204 len: 168 time: 0.1254146 Feb 28 22:44:56.324023 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-5ab6c84f-e419-42fc-ae99-cc4bce1ea435 req-408426ea-9648-4157-af66-2d9a16898e31 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6b70fcef-5711-42c2-953d-59fa95ea2477 HTTP/1.1" status: 200 len: 1001 time: 0.0971663 Feb 28 22:44:56.327819 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376a102d-062d-4aae-9c74-9d869ed7029e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8aeed072-d876-4d95-a530-37a550f45527,revision_number=None']} {{(pid=109569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:44:56.328891 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-dc90f331-af7f-4be2-a739-f6c4dd024a71 req-3a53f79c-d310-4709-9c9f-63da51799fbc tempest-TestShelveInstance-339258210 tempest-TestShelveInstance-339258210-project] 10.222.0.11 "GET /v2.0/security-groups?id=024ad902-35c5-4d85-9bcc-a0943f245810&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0963261 Feb 28 22:44:56.377085 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab6c84f-e419-42fc-ae99-cc4bce1ea435 req-e4594340-ba14-4b89-918b-42eb52d4e0df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:44:56.377680 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-5ab6c84f-e419-42fc-ae99-cc4bce1ea435 req-e4594340-ba14-4b89-918b-42eb52d4e0df service neutron] 10.222.0.36 "GET /v2.0/subnets?id=22e78a7b-72b0-4514-af71-979e73dc5a6f HTTP/1.1" status: 200 len: 850 time: 0.0466523 Feb 28 22:44:56.466276 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab6c84f-e419-42fc-ae99-cc4bce1ea435 req-c0704e52-ab0b-4036-b39a-79fc23f78dfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:44:56.467876 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-5ab6c84f-e419-42fc-ae99-cc4bce1ea435 req-c0704e52-ab0b-4036-b39a-79fc23f78dfb service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=df2fc3b5-d3d8-4f0b-b393-20e4e2e253bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0831125 Feb 28 22:44:56.491489 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d0dce2-dc0f-474b-b568-c60512aac026 req-52a8e617-71b4-46aa-8ef7-1b757d95dd99 tempest-AttachVolumeShelveTestJSON-2030561000 tempest-AttachVolumeShelveTestJSON-2030561000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:44:56.492985 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-e2d0dce2-dc0f-474b-b568-c60512aac026 req-52a8e617-71b4-46aa-8ef7-1b757d95dd99 tempest-AttachVolumeShelveTestJSON-2030561000 tempest-AttachVolumeShelveTestJSON-2030561000-project] 10.222.0.11 "GET /v2.0/ports?device_id=9d3d1dbb-222b-4ece-94fa-9ef43d198daf HTTP/1.1" status: 200 len: 943 time: 0.0756528 Feb 28 22:44:56.592267 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-e2d0dce2-dc0f-474b-b568-c60512aac026 req-4962feee-b468-418c-9207-6891da092fc0 tempest-AttachVolumeShelveTestJSON-2030561000 tempest-AttachVolumeShelveTestJSON-2030561000-project] 10.222.0.11 "GET /v2.0/security-groups?id=0a9915aa-9c1d-45b5-936b-2bead19a9f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0882657 Feb 28 22:44:56.608616 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-5ab6c84f-e419-42fc-ae99-cc4bce1ea435 req-8894f579-6b3f-4e39-b3ca-4c7c30bcea51 service neutron] 10.222.0.36 "GET /v2.0/networks/df2fc3b5-d3d8-4f0b-b393-20e4e2e253bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1327724 Feb 28 22:44:56.721994 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-5ab6c84f-e419-42fc-ae99-cc4bce1ea435 req-61de9e18-350e-4341-b64b-1faa390bcb32 service neutron] 10.222.0.36 "GET /v2.0/networks/df2fc3b5-d3d8-4f0b-b393-20e4e2e253bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1064262 Feb 28 22:44:57.168565 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.wsgi [req-880ae610-a223-4431-a29a-2e819217d17e req-0b87cc92-6304-41ca-bb8a-f228946efc2d service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=109568) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 28 22:44:57.169556 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-880ae610-a223-4431-a29a-2e819217d17e req-0b87cc92-6304-41ca-bb8a-f228946efc2d service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053070 Feb 28 22:44:57.178485 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6befa43f-8d90-44df-ad93-d8aa756eaae3 req-7e3a5e77-b506-48b1-b962-bd60239611a5 tempest-AttachVolumeTestJSON-1325054245 tempest-AttachVolumeTestJSON-1325054245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:44:57.185667 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-6befa43f-8d90-44df-ad93-d8aa756eaae3 req-7e3a5e77-b506-48b1-b962-bd60239611a5 tempest-AttachVolumeTestJSON-1325054245 tempest-AttachVolumeTestJSON-1325054245-project] 10.222.0.11 "GET /v2.0/ports?device_id=cb5d42fc-117f-46a8-bc9e-2a9c370bc40f HTTP/1.1" status: 200 len: 945 time: 0.0752583 Feb 28 22:44:57.240278 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-6befa43f-8d90-44df-ad93-d8aa756eaae3 req-694b68e1-3b06-4f67-a851-d88eae159905 tempest-AttachVolumeTestJSON-1325054245 tempest-AttachVolumeTestJSON-1325054245-project] 10.222.0.11 "GET /v2.0/security-groups?id=a5149e9f-4f71-46b3-96fa-21697ff32bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535278 Feb 28 22:44:57.370706 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f0dd3b-012c-4059-9dc2-a96853645006 req-3a2c5b1d-5bd7-4e64-a88f-88a10fc677fd tempest-ServerRescueNegativeTestJSON-929871608 tempest-ServerRescueNegativeTestJSON-929871608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:44:57.373765 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-d8f0dd3b-012c-4059-9dc2-a96853645006 req-3a2c5b1d-5bd7-4e64-a88f-88a10fc677fd tempest-ServerRescueNegativeTestJSON-929871608 tempest-ServerRescueNegativeTestJSON-929871608-project] 10.222.0.11 "GET /v2.0/ports?device_id=bedc2889-c234-478f-9d9f-b557dcd5e13e HTTP/1.1" status: 200 len: 946 time: 0.0921104 Feb 28 22:44:57.398542 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634a81e8-271c-4196-9e83-108e15a99710 req-c3bc16c6-aa6d-4c13-9e1f-1909d311de7a tempest-AttachVolumeShelveTestJSON-2030561000 tempest-AttachVolumeShelveTestJSON-2030561000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:44:57.400604 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-634a81e8-271c-4196-9e83-108e15a99710 req-c3bc16c6-aa6d-4c13-9e1f-1909d311de7a tempest-AttachVolumeShelveTestJSON-2030561000 tempest-AttachVolumeShelveTestJSON-2030561000-project] 10.222.0.11 "GET /v2.0/ports?device_id=9d3d1dbb-222b-4ece-94fa-9ef43d198daf HTTP/1.1" status: 200 len: 943 time: 0.0843835 Feb 28 22:44:57.496243 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-d8f0dd3b-012c-4059-9dc2-a96853645006 req-204a4f58-cf50-4d7a-bd1c-61daa42490c9 tempest-ServerRescueNegativeTestJSON-929871608 tempest-ServerRescueNegativeTestJSON-929871608-project] 10.222.0.11 "GET /v2.0/security-groups?id=f1de89df-470d-49b7-98ac-8bb65cd72d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119511 Feb 28 22:44:57.513079 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-634a81e8-271c-4196-9e83-108e15a99710 req-da9b4681-e312-4923-876b-e2442b2754c9 tempest-AttachVolumeShelveTestJSON-2030561000 tempest-AttachVolumeShelveTestJSON-2030561000-project] 10.222.0.11 "GET /v2.0/security-groups?id=0a9915aa-9c1d-45b5-936b-2bead19a9f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1040125 Feb 28 22:44:57.619812 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6ad7ee-1d1c-4933-a7b4-b19329b73815 req-fb7c667c-c58b-45b6-9148-ef07d8dbd3b7 tempest-TestShelveInstance-339258210 tempest-TestShelveInstance-339258210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:44:57.621493 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-5c6ad7ee-1d1c-4933-a7b4-b19329b73815 req-fb7c667c-c58b-45b6-9148-ef07d8dbd3b7 tempest-TestShelveInstance-339258210 tempest-TestShelveInstance-339258210-project] 10.222.0.11 "GET /v2.0/ports?device_id=7890d07e-869c-4cc7-81d8-0d515670203c HTTP/1.1" status: 200 len: 943 time: 0.0567100 Feb 28 22:44:57.678514 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-5c6ad7ee-1d1c-4933-a7b4-b19329b73815 req-476c0c41-e598-4363-9a5c-c4795b037d35 tempest-TestShelveInstance-339258210 tempest-TestShelveInstance-339258210-project] 10.222.0.11 "GET /v2.0/security-groups?id=024ad902-35c5-4d85-9bcc-a0943f245810&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508103 Feb 28 22:44:57.869142 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.wsgi [-] (109569) accepted ('10.222.0.11', 54806) {{(pid=109569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 22:44:57.955839 dv-cinder-830538-5-iscsi neutron-server[109569]: INFO neutron.wsgi [req-a5030475-055a-4e45-888c-237f5940823d req-28d01138-bc10-472a-9b8c-11c366872beb service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=9d3d1dbb-222b-4ece-94fa-9ef43d198daf&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0851417 Feb 28 22:44:57.965026 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.wsgi [req-a5030475-055a-4e45-888c-237f5940823d req-9ff497c4-7ee3-4f2f-b775-3ab80e8c915b service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=109569) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 28 22:44:57.966985 dv-cinder-830538-5-iscsi neutron-server[109569]: INFO neutron.wsgi [req-a5030475-055a-4e45-888c-237f5940823d req-9ff497c4-7ee3-4f2f-b775-3ab80e8c915b service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0061152 Feb 28 22:44:58.117710 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.wsgi [-] (109569) accepted ('10.222.0.11', 54832) {{(pid=109569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 22:44:58.183935 dv-cinder-830538-5-iscsi neutron-server[109569]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Feb 28 22:44:58.228322 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5030475-055a-4e45-888c-237f5940823d req-59f0adae-e683-492f-a9f0-62bd7b563bc0 tempest-AttachVolumeShelveTestJSON-2030561000 tempest-AttachVolumeShelveTestJSON-2030561000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:44:58.229715 dv-cinder-830538-5-iscsi neutron-server[109569]: INFO neutron.wsgi [req-a5030475-055a-4e45-888c-237f5940823d req-59f0adae-e683-492f-a9f0-62bd7b563bc0 tempest-AttachVolumeShelveTestJSON-2030561000 tempest-AttachVolumeShelveTestJSON-2030561000-project] 10.222.0.11 "GET /v2.0/ports/6daed45d-08df-467a-b1e9-4a94a85a6197 HTTP/1.1" status: 200 len: 940 time: 0.1105609 Feb 28 22:44:58.304872 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.rpc [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] Device e59bf740-33c4-4cb7-aa8d-608a93433e74 details requested by agent hyperv_hv-cinder-83053 with host hv-cinder-83053 {{(pid=109570) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 22:44:58.308657 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.rpc [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] Device a4199d93-3776-445a-8d8b-fb493d8a8230 no longer exists at agent hyperv_hv-cinder-83053 {{(pid=109570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 22:44:58.347241 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.plugin [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] No Port match for: a4199d93-3776-445a-8d8b-fb493d8a8230 {{(pid=109570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 22:44:58.347858 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.rpc [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] Device a4199d93-3776-445a-8d8b-fb493d8a8230 not bound to the agent host hv-cinder-83053 {{(pid=109570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 22:44:58.348410 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.rpc [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] Device 6daed45d-08df-467a-b1e9-4a94a85a6197 no longer exists at agent hyperv_hv-cinder-83053 {{(pid=109570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 22:44:58.396207 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2059512-b3a7-40d9-91c8-a46ca4e46fa8 req-626205ef-f7cd-4055-b6b8-f215c636a2b6 tempest-AttachVolumeTestJSON-1325054245 tempest-AttachVolumeTestJSON-1325054245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:44:58.397764 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-b2059512-b3a7-40d9-91c8-a46ca4e46fa8 req-626205ef-f7cd-4055-b6b8-f215c636a2b6 tempest-AttachVolumeTestJSON-1325054245 tempest-AttachVolumeTestJSON-1325054245-project] 10.222.0.11 "GET /v2.0/ports?device_id=cb5d42fc-117f-46a8-bc9e-2a9c370bc40f HTTP/1.1" status: 200 len: 945 time: 0.0934160 Feb 28 22:44:58.433941 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.wsgi [-] (109569) accepted ('10.222.0.11', 54852) {{(pid=109569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 22:44:58.463723 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-b2059512-b3a7-40d9-91c8-a46ca4e46fa8 req-e0c4374a-b12c-42e6-aa02-30501fdbfb67 tempest-AttachVolumeTestJSON-1325054245 tempest-AttachVolumeTestJSON-1325054245-project] 10.222.0.11 "GET /v2.0/security-groups?id=a5149e9f-4f71-46b3-96fa-21697ff32bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0576882 Feb 28 22:44:58.532323 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.db [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] For port e59bf740-33c4-4cb7-aa8d-608a93433e74, host hv-cinder-83053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83053',level=0,port_id=e59bf740-33c4-4cb7-aa8d-608a93433e74,segment=NetworkSegment(40962d94-efde-405d-9470-857ab3eca9da),segment_id=40962d94-efde-405d-9470-857ab3eca9da)] {{(pid=109570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 22:44:58.534882 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.plugin [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] Current status of the port 6daed45d-08df-467a-b1e9-4a94a85a6197 is: DOWN; New status is: DOWN {{(pid=109570) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 22:44:58.555576 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.rpc [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] Returning: {'device': 'e59bf740-33c4-4cb7-aa8d-608a93433e74', 'network_id': '5e888405-e835-4d9e-af33-9a4514df60c4', 'port_id': 'e59bf740-33c4-4cb7-aa8d-608a93433e74', 'mac_address': 'fa:16:3e:05:62:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 148, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e81b642d-26f6-40c1-82ba-10ebf6b78fed', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109570) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 22:44:58.556936 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-f9645e3c-d85c-478a-ab0a-a9a5ef88cdd0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:44:58.607086 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.plugin [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] Current status of the port e59bf740-33c4-4cb7-aa8d-608a93433e74 is: DOWN; New status is: BUILD {{(pid=109570) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 22:44:58.607535 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616566'] for port (e59bf740-33c4-4cb7-aa8d-608a93433e74), before_update {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:44:58.623005 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.notifiers.nova [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e59bf740-33c4-4cb7-aa8d-608a93433e74 {{(pid=109570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 22:44:58.647227 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.db [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] For port e59bf740-33c4-4cb7-aa8d-608a93433e74, host hv-cinder-83053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83053',level=0,port_id=e59bf740-33c4-4cb7-aa8d-608a93433e74,segment=NetworkSegment(40962d94-efde-405d-9470-857ab3eca9da),segment_id=40962d94-efde-405d-9470-857ab3eca9da)] {{(pid=109570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 22:44:58.651819 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-f9645e3c-d85c-478a-ab0a-a9a5ef88cdd0 admin admin] Publish callbacks [] for security_group (5aad9914-5de2-4562-a216-34fc461eba9b), precommit_create {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:44:58.654520 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33156859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750845083886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750844628246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750844628264'] for port (e59bf740-33c4-4cb7-aa8d-608a93433e74), after_update {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:44:58.658846 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-f9645e3c-d85c-478a-ab0a-a9a5ef88cdd0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33441213'] for security_group (5aad9914-5de2-4562-a216-34fc461eba9b), after_create {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:44:58.677506 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cffb76b-35dd-494f-83cc-7f16fe46992a req-468a5815-df13-4e8c-adb6-49cc501d8636 tempest-ServerRescueNegativeTestJSON-929871608 tempest-ServerRescueNegativeTestJSON-929871608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:44:58.679092 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-6cffb76b-35dd-494f-83cc-7f16fe46992a req-468a5815-df13-4e8c-adb6-49cc501d8636 tempest-ServerRescueNegativeTestJSON-929871608 tempest-ServerRescueNegativeTestJSON-929871608-project] 10.222.0.11 "GET /v2.0/ports?device_id=bedc2889-c234-478f-9d9f-b557dcd5e13e HTTP/1.1" status: 200 len: 946 time: 0.1060336 Feb 28 22:44:58.709283 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.wsgi [-] (109568) accepted ('10.222.0.11', 54864) {{(pid=109568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 22:44:58.709788 dv-cinder-830538-5-iscsi neutron-server[109569]: INFO neutron.wsgi [None req-f9645e3c-d85c-478a-ab0a-a9a5ef88cdd0 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=0834c2258c754e6b8d3f160656c2a610&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2744784 Feb 28 22:44:58.710709 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9645e3c-d85c-478a-ab0a-a9a5ef88cdd0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5aad9914-5de2-4562-a216-34fc461eba9b,revision_number=1']} {{(pid=109569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:44:58.722713 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] Pushing event updated for resources: {'Port': ['ID=e59bf740-33c4-4cb7-aa8d-608a93433e74,revision_number=4']} {{(pid=109570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:44:58.728642 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a118fd06-50c1-42e3-b499-1595d61ff016 req-c897db4c-eec4-4179-8dd6-793aba17523f tempest-AttachVolumeShelveTestJSON-2030561000 tempest-AttachVolumeShelveTestJSON-2030561000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:44:58.730114 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-a118fd06-50c1-42e3-b499-1595d61ff016 req-c897db4c-eec4-4179-8dd6-793aba17523f tempest-AttachVolumeShelveTestJSON-2030561000 tempest-AttachVolumeShelveTestJSON-2030561000-project] 10.222.0.11 "GET /v2.0/ports?device_id=9d3d1dbb-222b-4ece-94fa-9ef43d198daf HTTP/1.1" status: 200 len: 943 time: 0.1092920 Feb 28 22:44:58.793369 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-6cffb76b-35dd-494f-83cc-7f16fe46992a req-08d54cd4-c9b1-4126-b38e-481fe8f341bb tempest-ServerRescueNegativeTestJSON-929871608 tempest-ServerRescueNegativeTestJSON-929871608-project] 10.222.0.11 "GET /v2.0/security-groups?id=f1de89df-470d-49b7-98ac-8bb65cd72d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050537 Feb 28 22:44:58.829514 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-115464f4-3b4b-4c0a-ba7f-6dd7727d28b4 admin admin] Publish callbacks [] for security_group (5aad9914-5de2-4562-a216-34fc461eba9b), before_delete {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:44:58.834474 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-a118fd06-50c1-42e3-b499-1595d61ff016 req-44032cae-39c7-45c5-b3ae-e5e0e9f6a768 tempest-AttachVolumeShelveTestJSON-2030561000 tempest-AttachVolumeShelveTestJSON-2030561000-project] 10.222.0.11 "GET /v2.0/security-groups?id=0a9915aa-9c1d-45b5-936b-2bead19a9f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0962613 Feb 28 22:44:58.868493 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-115464f4-3b4b-4c0a-ba7f-6dd7727d28b4 admin admin] Publish callbacks [] for security_group (5aad9914-5de2-4562-a216-34fc461eba9b), precommit_delete {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:44:58.947928 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9103631e-73af-42d8-9472-e65c0af0011d req-69488e3f-cddf-4398-8fb5-561d51348a01 tempest-TestShelveInstance-339258210 tempest-TestShelveInstance-339258210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:44:58.949428 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-9103631e-73af-42d8-9472-e65c0af0011d req-69488e3f-cddf-4398-8fb5-561d51348a01 tempest-TestShelveInstance-339258210 tempest-TestShelveInstance-339258210-project] 10.222.0.11 "GET /v2.0/ports?device_id=7890d07e-869c-4cc7-81d8-0d515670203c HTTP/1.1" status: 200 len: 944 time: 0.0839705 Feb 28 22:44:58.954535 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.db [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] get_ports_and_sgs() called for port_ids ['e59bf740-33c4-4cb7-aa8d-608a93433e74'] {{(pid=109570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 22:44:58.972656 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-115464f4-3b4b-4c0a-ba7f-6dd7727d28b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33441213'] for security_group (5aad9914-5de2-4562-a216-34fc461eba9b), after_delete {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:44:58.975561 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-115464f4-3b4b-4c0a-ba7f-6dd7727d28b4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:44:58.976798 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [None req-115464f4-3b4b-4c0a-ba7f-6dd7727d28b4 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/5aad9914-5de2-4562-a216-34fc461eba9b HTTP/1.1" status: 204 len: 168 time: 0.2653596 Feb 28 22:44:58.989270 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115464f4-3b4b-4c0a-ba7f-6dd7727d28b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5aad9914-5de2-4562-a216-34fc461eba9b,revision_number=None']} {{(pid=109568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:44:59.016402 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-9103631e-73af-42d8-9472-e65c0af0011d req-c5acd459-2bdc-4a0b-9728-7d4aef9522cb tempest-TestShelveInstance-339258210 tempest-TestShelveInstance-339258210-project] 10.222.0.11 "GET /v2.0/security-groups?id=024ad902-35c5-4d85-9bcc-a0943f245810&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594144 Feb 28 22:44:59.275502 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.wsgi [-] (109568) accepted ('10.222.0.11', 54876) {{(pid=109568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 22:44:59.289453 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-bfdf0939-b036-4181-b722-d6f08785ba2c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:44:59.369524 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-bfdf0939-b036-4181-b722-d6f08785ba2c admin admin] Publish callbacks [] for security_group (ec7f1f20-0ccb-4f0b-b5e4-9a9ca22a95b3), precommit_create {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:44:59.374006 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-bfdf0939-b036-4181-b722-d6f08785ba2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33441213'] for security_group (ec7f1f20-0ccb-4f0b-b5e4-9a9ca22a95b3), after_create {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:44:59.413818 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfdf0939-b036-4181-b722-d6f08785ba2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec7f1f20-0ccb-4f0b-b5e4-9a9ca22a95b3,revision_number=1']} {{(pid=109568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:44:59.418765 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [None req-bfdf0939-b036-4181-b722-d6f08785ba2c admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=f3cc20267a8346d18b137290d2670a50&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1420431 Feb 28 22:44:59.421865 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.wsgi [-] (109568) accepted ('10.222.0.11', 54878) {{(pid=109568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 22:44:59.472527 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-3fba483d-8714-4016-8dd9-f088e3ad8694 admin admin] Publish callbacks [] for security_group (ec7f1f20-0ccb-4f0b-b5e4-9a9ca22a95b3), before_delete {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:44:59.496777 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-3fba483d-8714-4016-8dd9-f088e3ad8694 admin admin] Publish callbacks [] for security_group (ec7f1f20-0ccb-4f0b-b5e4-9a9ca22a95b3), precommit_delete {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:44:59.553435 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-3fba483d-8714-4016-8dd9-f088e3ad8694 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33441213'] for security_group (ec7f1f20-0ccb-4f0b-b5e4-9a9ca22a95b3), after_delete {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:44:59.556129 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-3fba483d-8714-4016-8dd9-f088e3ad8694 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:44:59.559702 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [None req-3fba483d-8714-4016-8dd9-f088e3ad8694 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/ec7f1f20-0ccb-4f0b-b5e4-9a9ca22a95b3 HTTP/1.1" status: 204 len: 168 time: 0.1348791 Feb 28 22:44:59.567110 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fba483d-8714-4016-8dd9-f088e3ad8694 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec7f1f20-0ccb-4f0b-b5e4-9a9ca22a95b3,revision_number=None']} {{(pid=109568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:45:00.002442 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c30f8ed-8f54-4a05-9fa2-68e942c9d541 req-c7486459-f4bd-447a-b85b-9e306dfafdbf tempest-ServerRescueNegativeTestJSON-929871608 tempest-ServerRescueNegativeTestJSON-929871608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:45:00.003982 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-0c30f8ed-8f54-4a05-9fa2-68e942c9d541 req-c7486459-f4bd-447a-b85b-9e306dfafdbf tempest-ServerRescueNegativeTestJSON-929871608 tempest-ServerRescueNegativeTestJSON-929871608-project] 10.222.0.11 "GET /v2.0/ports?device_id=bedc2889-c234-478f-9d9f-b557dcd5e13e HTTP/1.1" status: 200 len: 946 time: 0.1239915 Feb 28 22:45:00.009056 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5030475-055a-4e45-888c-237f5940823d req-c5211854-606e-49c7-9fa8-dd21a5a69616 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:45:00.010478 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-a5030475-055a-4e45-888c-237f5940823d req-c5211854-606e-49c7-9fa8-dd21a5a69616 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=9d3d1dbb-222b-4ece-94fa-9ef43d198daf&tenant_id=83c55453f2fe4dc79de3c29aff0b4932 HTTP/1.1" status: 200 len: 1127 time: 0.1627014 Feb 28 22:45:00.043401 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d606e3-102c-455e-a95c-54b5d0e769db req-ff7f6527-71f6-44c1-a1bf-0cb5c9bdb9ea tempest-AttachVolumeShelveTestJSON-2030561000 tempest-AttachVolumeShelveTestJSON-2030561000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:45:00.044953 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-b1d606e3-102c-455e-a95c-54b5d0e769db req-ff7f6527-71f6-44c1-a1bf-0cb5c9bdb9ea tempest-AttachVolumeShelveTestJSON-2030561000 tempest-AttachVolumeShelveTestJSON-2030561000-project] 10.222.0.11 "GET /v2.0/ports?device_id=9d3d1dbb-222b-4ece-94fa-9ef43d198daf HTTP/1.1" status: 200 len: 943 time: 0.1224706 Feb 28 22:45:00.113069 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-0c30f8ed-8f54-4a05-9fa2-68e942c9d541 req-40f7e502-442a-482e-b466-5533b3f7b6fb tempest-ServerRescueNegativeTestJSON-929871608 tempest-ServerRescueNegativeTestJSON-929871608-project] 10.222.0.11 "GET /v2.0/security-groups?id=f1de89df-470d-49b7-98ac-8bb65cd72d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016495 Feb 28 22:45:00.146371 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-b1d606e3-102c-455e-a95c-54b5d0e769db req-e03ca0cb-e088-4638-8501-bcd6e5858b5d tempest-AttachVolumeShelveTestJSON-2030561000 tempest-AttachVolumeShelveTestJSON-2030561000-project] 10.222.0.11 "GET /v2.0/security-groups?id=0a9915aa-9c1d-45b5-936b-2bead19a9f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0824373 Feb 28 22:45:00.148622 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5030475-055a-4e45-888c-237f5940823d req-cad972a5-088d-4524-84b2-b713bac02d15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:45:00.150115 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-a5030475-055a-4e45-888c-237f5940823d req-cad972a5-088d-4524-84b2-b713bac02d15 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=83c55453f2fe4dc79de3c29aff0b4932&device_id=9d3d1dbb-222b-4ece-94fa-9ef43d198daf HTTP/1.1" status: 200 len: 1127 time: 0.1019516 Feb 28 22:45:00.295416 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a43baa6-f78d-4690-a88c-fffbceb6783a req-6556d0a8-8403-4e3d-a2db-05483c2982dd tempest-TestShelveInstance-339258210 tempest-TestShelveInstance-339258210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:45:00.296892 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-4a43baa6-f78d-4690-a88c-fffbceb6783a req-6556d0a8-8403-4e3d-a2db-05483c2982dd tempest-TestShelveInstance-339258210 tempest-TestShelveInstance-339258210-project] 10.222.0.11 "GET /v2.0/ports?device_id=7890d07e-869c-4cc7-81d8-0d515670203c HTTP/1.1" status: 200 len: 944 time: 0.0851974 Feb 28 22:45:00.297969 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5030475-055a-4e45-888c-237f5940823d req-28d026ef-15a0-43b0-894c-105701cafd11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:45:00.299281 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-a5030475-055a-4e45-888c-237f5940823d req-28d026ef-15a0-43b0-894c-105701cafd11 service neutron] 10.222.0.36 "GET /v2.0/networks?id=e1dee003-d534-429c-aed6-3f1020c03805 HTTP/1.1" status: 200 len: 917 time: 0.1401436 Feb 28 22:45:00.317686 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.rpc [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] Device e59bf740-33c4-4cb7-aa8d-608a93433e74 up at agent hyperv_hv-cinder-83053 {{(pid=109570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 22:45:00.397873 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.db.provisioning_blocks [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] Provisioning for port e59bf740-33c4-4cb7-aa8d-608a93433e74 completed by entity L2. {{(pid=109570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 28 22:45:00.403711 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.db.provisioning_blocks [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] Provisioning complete for port e59bf740-33c4-4cb7-aa8d-608a93433e74 triggered by entity L2. {{(pid=109570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 22:45:00.404419 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579965'] for port (e59bf740-33c4-4cb7-aa8d-608a93433e74), provisioning_complete {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:45:00.545266 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.plugin [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] Current status of the port e59bf740-33c4-4cb7-aa8d-608a93433e74 is: BUILD; New status is: ACTIVE {{(pid=109570) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 22:45:00.545729 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616566'] for port (e59bf740-33c4-4cb7-aa8d-608a93433e74), before_update {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:45:00.572406 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7890d07e-869c-4cc7-81d8-0d515670203c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e59bf740-33c4-4cb7-aa8d-608a93433e74'}] {{(pid=109570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 22:45:00.575607 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fade63a226c96e14254c735f674fb73a181a47373151acc9bb38ade81564009" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2945227-c404-418d-aa52-ace28dfa7592" -d '{"events": [{"server_uuid": "7890d07e-869c-4cc7-81d8-0d515670203c", "name": "network-vif-plugged", "status": "completed", "tag": "e59bf740-33c4-4cb7-aa8d-608a93433e74"}]}' {{(pid=109570) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 22:45:00.606393 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.db [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] For port e59bf740-33c4-4cb7-aa8d-608a93433e74, host hv-cinder-83053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83053',level=0,port_id=e59bf740-33c4-4cb7-aa8d-608a93433e74,segment=NetworkSegment(40962d94-efde-405d-9470-857ab3eca9da),segment_id=40962d94-efde-405d-9470-857ab3eca9da)] {{(pid=109570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 22:45:00.612131 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33156859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750845083886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750844628246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750844628264'] for port (e59bf740-33c4-4cb7-aa8d-608a93433e74), after_update {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:45:00.647633 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 22:45:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe9f5dab-72b0-4013-98e3-fa9c709b64be x-openstack-request-id: req-fe9f5dab-72b0-4013-98e3-fa9c709b64be {{(pid=109570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 22:45:00.648558 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7890d07e-869c-4cc7-81d8-0d515670203c", "name": "network-vif-plugged", "status": "completed", "tag": "e59bf740-33c4-4cb7-aa8d-608a93433e74", "code": 200}]} {{(pid=109570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 22:45:00.648822 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-fe9f5dab-72b0-4013-98e3-fa9c709b64be {{(pid=109570) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 22:45:00.649369 dv-cinder-830538-5-iscsi neutron-server[109570]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7890d07e-869c-4cc7-81d8-0d515670203c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e59bf740-33c4-4cb7-aa8d-608a93433e74', 'code': 200} Feb 28 22:45:00.656373 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-4a43baa6-f78d-4690-a88c-fffbceb6783a req-5dec4471-8bb4-4664-a7c4-ae3233d82a02 tempest-TestShelveInstance-339258210 tempest-TestShelveInstance-339258210-project] 10.222.0.11 "GET /v2.0/security-groups?id=024ad902-35c5-4d85-9bcc-a0943f245810&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3530607 Feb 28 22:45:00.658562 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-a5030475-055a-4e45-888c-237f5940823d req-6a14eedb-f332-406e-a726-21fa224316da service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6daed45d-08df-467a-b1e9-4a94a85a6197 HTTP/1.1" status: 200 len: 999 time: 0.3482792 Feb 28 22:45:00.700362 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] Pushing event updated for resources: {'Port': ['ID=e59bf740-33c4-4cb7-aa8d-608a93433e74,revision_number=5']} {{(pid=109570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:45:00.725132 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5030475-055a-4e45-888c-237f5940823d req-2a17e6d3-7cdf-4ab9-b3cc-21a1d3a0f14e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:45:00.727777 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-a5030475-055a-4e45-888c-237f5940823d req-2a17e6d3-7cdf-4ab9-b3cc-21a1d3a0f14e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=3b622ab4-8097-4b6c-8ec2-bb3f77857ed1 HTTP/1.1" status: 200 len: 855 time: 0.0604401 Feb 28 22:45:00.795226 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5030475-055a-4e45-888c-237f5940823d req-ec23dd3c-22a2-4eca-8dae-153479d5a4ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:45:00.797417 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-a5030475-055a-4e45-888c-237f5940823d req-ec23dd3c-22a2-4eca-8dae-153479d5a4ad service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e1dee003-d534-429c-aed6-3f1020c03805&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0555263 Feb 28 22:45:00.845818 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-36e5ca37-ba58-471a-a958-0e7e7d035bcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750845036683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579975'] for agent (55d6ddf3-619a-4750-95a9-02c5b2728e0c), after_update {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:45:00.955081 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-a5030475-055a-4e45-888c-237f5940823d req-803d8776-e10e-4673-a113-7f6a2b61bc45 service neutron] 10.222.0.36 "GET /v2.0/networks/e1dee003-d534-429c-aed6-3f1020c03805?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1490583 Feb 28 22:45:00.959765 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a99026b-1c67-4e92-b204-d01f61fa3a00 req-7e36168f-1033-4387-bc66-796027307940 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:45:00.961217 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-1a99026b-1c67-4e92-b204-d01f61fa3a00 req-7e36168f-1033-4387-bc66-796027307940 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=7890d07e-869c-4cc7-81d8-0d515670203c HTTP/1.1" status: 200 len: 1129 time: 0.0737593 Feb 28 22:45:01.073379 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-1a99026b-1c67-4e92-b204-d01f61fa3a00 req-f1025cf0-9f8e-430f-9eed-b8281ae0fece service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=024ad902-35c5-4d85-9bcc-a0943f245810&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1029332 Feb 28 22:45:01.100013 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-a5030475-055a-4e45-888c-237f5940823d req-1dc2ab5c-5b67-4fbf-8306-fef9e34673fe service neutron] 10.222.0.36 "GET /v2.0/networks/e1dee003-d534-429c-aed6-3f1020c03805?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1378148 Feb 28 22:45:01.256614 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10890fad-854d-4f18-af73-732f639b542f req-a6076c22-3e6d-457d-9d42-741f9d86cc17 tempest-ServerRescueNegativeTestJSON-929871608 tempest-ServerRescueNegativeTestJSON-929871608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:45:01.258077 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-10890fad-854d-4f18-af73-732f639b542f req-a6076c22-3e6d-457d-9d42-741f9d86cc17 tempest-ServerRescueNegativeTestJSON-929871608 tempest-ServerRescueNegativeTestJSON-929871608-project] 10.222.0.11 "GET /v2.0/ports?device_id=bedc2889-c234-478f-9d9f-b557dcd5e13e HTTP/1.1" status: 200 len: 946 time: 0.0712605 Feb 28 22:45:01.340844 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1f3a07-9ac0-47ec-ae9e-6617b753475d req-98326a49-8900-42a4-b00d-e02c21f208eb tempest-AttachVolumeShelveTestJSON-2030561000 tempest-AttachVolumeShelveTestJSON-2030561000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:45:01.342337 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-3a1f3a07-9ac0-47ec-ae9e-6617b753475d req-98326a49-8900-42a4-b00d-e02c21f208eb tempest-AttachVolumeShelveTestJSON-2030561000 tempest-AttachVolumeShelveTestJSON-2030561000-project] 10.222.0.11 "GET /v2.0/ports?device_id=9d3d1dbb-222b-4ece-94fa-9ef43d198daf HTTP/1.1" status: 200 len: 943 time: 0.1014991 Feb 28 22:45:01.346719 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-10890fad-854d-4f18-af73-732f639b542f req-8fcd201f-4c72-44a8-b502-2367a1a6f280 tempest-ServerRescueNegativeTestJSON-929871608 tempest-ServerRescueNegativeTestJSON-929871608-project] 10.222.0.11 "GET /v2.0/security-groups?id=f1de89df-470d-49b7-98ac-8bb65cd72d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705204 Feb 28 22:45:01.392904 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-3a1f3a07-9ac0-47ec-ae9e-6617b753475d req-eafc1560-2911-460e-bd59-6130f3b9fba3 tempest-AttachVolumeShelveTestJSON-2030561000 tempest-AttachVolumeShelveTestJSON-2030561000-project] 10.222.0.11 "GET /v2.0/security-groups?id=0a9915aa-9c1d-45b5-936b-2bead19a9f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451276 Feb 28 22:45:01.794077 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e10f66b-eef8-460a-b561-aa8868abd6f9 req-b19fd1b7-9f76-4b8a-8812-9673d12581ad tempest-TestShelveInstance-339258210 tempest-TestShelveInstance-339258210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:45:01.802770 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-4e10f66b-eef8-460a-b561-aa8868abd6f9 req-b19fd1b7-9f76-4b8a-8812-9673d12581ad tempest-TestShelveInstance-339258210 tempest-TestShelveInstance-339258210-project] 10.222.0.11 "GET /v2.0/ports?device_id=7890d07e-869c-4cc7-81d8-0d515670203c HTTP/1.1" status: 200 len: 945 time: 0.0689135 Feb 28 22:45:01.834036 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.wsgi [-] (109569) accepted ('10.222.0.11', 54978) {{(pid=109569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 22:45:01.882299 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-4e10f66b-eef8-460a-b561-aa8868abd6f9 req-a24e3556-0444-4816-a83b-83f76f92b54d tempest-TestShelveInstance-339258210 tempest-TestShelveInstance-339258210-project] 10.222.0.11 "GET /v2.0/security-groups?id=024ad902-35c5-4d85-9bcc-a0943f245810&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0772707 Feb 28 22:45:02.005499 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-62675836-5ef3-4a6d-b2c3-13617c095877 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:45:02.103147 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-62675836-5ef3-4a6d-b2c3-13617c095877 admin admin] Publish callbacks [] for security_group (cbda7d27-f909-4414-8086-f81ed981766d), precommit_create {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:45:02.108734 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-62675836-5ef3-4a6d-b2c3-13617c095877 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33441213'] for security_group (cbda7d27-f909-4414-8086-f81ed981766d), after_create {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:45:02.152450 dv-cinder-830538-5-iscsi neutron-server[109569]: INFO neutron.wsgi [None req-62675836-5ef3-4a6d-b2c3-13617c095877 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=9c1caee3b0994f4e816d43864462b50c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3173351 Feb 28 22:45:02.153528 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62675836-5ef3-4a6d-b2c3-13617c095877 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbda7d27-f909-4414-8086-f81ed981766d,revision_number=1']} {{(pid=109569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:45:02.155059 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.wsgi [-] (109568) accepted ('10.222.0.11', 54982) {{(pid=109568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 22:45:02.238526 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-3bb87e5d-bda5-4802-9c90-8b64862778bc admin admin] Publish callbacks [] for security_group (cbda7d27-f909-4414-8086-f81ed981766d), before_delete {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:45:02.269794 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-3bb87e5d-bda5-4802-9c90-8b64862778bc admin admin] Publish callbacks [] for security_group (cbda7d27-f909-4414-8086-f81ed981766d), precommit_delete {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:45:02.325190 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-3bb87e5d-bda5-4802-9c90-8b64862778bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33441213'] for security_group (cbda7d27-f909-4414-8086-f81ed981766d), after_delete {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:45:02.329740 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-3bb87e5d-bda5-4802-9c90-8b64862778bc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:45:02.334683 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [None req-3bb87e5d-bda5-4802-9c90-8b64862778bc admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/cbda7d27-f909-4414-8086-f81ed981766d HTTP/1.1" status: 204 len: 168 time: 0.1748228 Feb 28 22:45:02.340816 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb87e5d-bda5-4802-9c90-8b64862778bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbda7d27-f909-4414-8086-f81ed981766d,revision_number=None']} {{(pid=109568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:45:02.575076 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbd132b-e38c-4d04-a753-8516896a9f70 req-1c2d0b2f-fc7d-4994-820c-52a05d28f3d6 tempest-ServerRescueNegativeTestJSON-929871608 tempest-ServerRescueNegativeTestJSON-929871608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:45:02.576523 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-adbd132b-e38c-4d04-a753-8516896a9f70 req-1c2d0b2f-fc7d-4994-820c-52a05d28f3d6 tempest-ServerRescueNegativeTestJSON-929871608 tempest-ServerRescueNegativeTestJSON-929871608-project] 10.222.0.11 "GET /v2.0/ports?device_id=bedc2889-c234-478f-9d9f-b557dcd5e13e HTTP/1.1" status: 200 len: 946 time: 0.1464641 Feb 28 22:45:02.588962 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5961ad71-02c2-4a81-b638-b82e2a5c7981 req-2d3c8bd9-3202-4a99-942e-ac95c71cce58 tempest-AttachVolumeShelveTestJSON-2030561000 tempest-AttachVolumeShelveTestJSON-2030561000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:45:02.590970 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-5961ad71-02c2-4a81-b638-b82e2a5c7981 req-2d3c8bd9-3202-4a99-942e-ac95c71cce58 tempest-AttachVolumeShelveTestJSON-2030561000 tempest-AttachVolumeShelveTestJSON-2030561000-project] 10.222.0.11 "GET /v2.0/ports?device_id=9d3d1dbb-222b-4ece-94fa-9ef43d198daf HTTP/1.1" status: 200 len: 943 time: 0.0952179 Feb 28 22:45:02.696573 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-adbd132b-e38c-4d04-a753-8516896a9f70 req-23ee59c2-d4f0-4e55-8a77-fd14c11a5b5e tempest-ServerRescueNegativeTestJSON-929871608 tempest-ServerRescueNegativeTestJSON-929871608-project] 10.222.0.11 "GET /v2.0/security-groups?id=f1de89df-470d-49b7-98ac-8bb65cd72d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041796 Feb 28 22:45:02.700241 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-5961ad71-02c2-4a81-b638-b82e2a5c7981 req-91757c6a-5f96-492e-b533-b748cf9e0f4c tempest-AttachVolumeShelveTestJSON-2030561000 tempest-AttachVolumeShelveTestJSON-2030561000-project] 10.222.0.11 "GET /v2.0/security-groups?id=0a9915aa-9c1d-45b5-936b-2bead19a9f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0984931 Feb 28 22:45:03.068762 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ffce139-15fb-43e7-86ea-a446bf005d62 req-6651bba8-6ba6-4fda-ba68-665df00c9280 tempest-TestShelveInstance-339258210 tempest-TestShelveInstance-339258210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:45:03.088854 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-0ffce139-15fb-43e7-86ea-a446bf005d62 req-6651bba8-6ba6-4fda-ba68-665df00c9280 tempest-TestShelveInstance-339258210 tempest-TestShelveInstance-339258210-project] 10.222.0.11 "GET /v2.0/ports?device_id=7890d07e-869c-4cc7-81d8-0d515670203c HTTP/1.1" status: 200 len: 945 time: 0.1017690 Feb 28 22:45:03.131677 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-b7198b29-3046-4605-8929-df79d98a91a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750845036683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579975'] for agent (1bbc3f13-d896-4633-9d3f-4f3415ceb83d), after_update {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:45:03.186133 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-0ffce139-15fb-43e7-86ea-a446bf005d62 req-dea6c5e4-5b81-4fca-951a-4c22f965c6c8 tempest-TestShelveInstance-339258210 tempest-TestShelveInstance-339258210-project] 10.222.0.11 "GET /v2.0/security-groups?id=024ad902-35c5-4d85-9bcc-a0943f245810&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0961883 Feb 28 22:45:03.930764 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024c7c53-8d55-4fba-be41-dc8472bb2d1c req-3b09b619-a741-4a1b-88ee-fc7b64a07b7c tempest-AttachVolumeShelveTestJSON-2030561000 tempest-AttachVolumeShelveTestJSON-2030561000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:45:03.937845 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-024c7c53-8d55-4fba-be41-dc8472bb2d1c req-3b09b619-a741-4a1b-88ee-fc7b64a07b7c tempest-AttachVolumeShelveTestJSON-2030561000 tempest-AttachVolumeShelveTestJSON-2030561000-project] 10.222.0.11 "GET /v2.0/ports?device_id=9d3d1dbb-222b-4ece-94fa-9ef43d198daf HTTP/1.1" status: 200 len: 943 time: 0.1276333 Feb 28 22:45:03.954112 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd2ebf9-da30-4b1e-b09a-178aa5f07eec req-c10f949b-69d8-4efc-a5cc-d7569c04c949 tempest-ServerRescueNegativeTestJSON-929871608 tempest-ServerRescueNegativeTestJSON-929871608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:45:03.955624 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-cdd2ebf9-da30-4b1e-b09a-178aa5f07eec req-c10f949b-69d8-4efc-a5cc-d7569c04c949 tempest-ServerRescueNegativeTestJSON-929871608 tempest-ServerRescueNegativeTestJSON-929871608-project] 10.222.0.11 "GET /v2.0/ports?device_id=bedc2889-c234-478f-9d9f-b557dcd5e13e HTTP/1.1" status: 200 len: 946 time: 0.1551323 Feb 28 22:45:04.035089 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-024c7c53-8d55-4fba-be41-dc8472bb2d1c req-e53bca6f-9364-401b-a2b7-da29fdd0efba tempest-AttachVolumeShelveTestJSON-2030561000 tempest-AttachVolumeShelveTestJSON-2030561000-project] 10.222.0.11 "GET /v2.0/security-groups?id=0a9915aa-9c1d-45b5-936b-2bead19a9f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0962055 Feb 28 22:45:04.067376 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-cdd2ebf9-da30-4b1e-b09a-178aa5f07eec req-bb82c9a1-1e77-4a5f-8a09-52f0d09bb20b tempest-ServerRescueNegativeTestJSON-929871608 tempest-ServerRescueNegativeTestJSON-929871608-project] 10.222.0.11 "GET /v2.0/security-groups?id=f1de89df-470d-49b7-98ac-8bb65cd72d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029375 Feb 28 22:45:04.139778 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-fb85eb0a-98c9-414d-bd8b-45b99ef4efd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750845036683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579975'] for agent (0569ef69-4feb-452f-8380-1d628b96faff), after_update {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:45:04.358642 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb82670-b9a4-4cd9-9737-743c35849393 req-ea036445-4315-4db9-a5e4-4902221d3270 tempest-TestShelveInstance-339258210 tempest-TestShelveInstance-339258210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:45:04.362348 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-fcb82670-b9a4-4cd9-9737-743c35849393 req-ea036445-4315-4db9-a5e4-4902221d3270 tempest-TestShelveInstance-339258210 tempest-TestShelveInstance-339258210-project] 10.222.0.11 "GET /v2.0/ports?device_id=7890d07e-869c-4cc7-81d8-0d515670203c HTTP/1.1" status: 200 len: 945 time: 0.0656490 Feb 28 22:45:04.363574 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.wsgi [-] (109568) accepted ('10.222.0.11', 55046) {{(pid=109568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 22:45:04.448657 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-fcb82670-b9a4-4cd9-9737-743c35849393 req-eaa8ef08-8995-4f07-b8db-6854afc9511c tempest-TestShelveInstance-339258210 tempest-TestShelveInstance-339258210-project] 10.222.0.11 "GET /v2.0/security-groups?id=024ad902-35c5-4d85-9bcc-a0943f245810&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0687821 Feb 28 22:45:04.492992 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-05b4bc90-1407-49e5-9eda-c2313e1bf419 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:45:04.578412 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-05b4bc90-1407-49e5-9eda-c2313e1bf419 admin admin] Publish callbacks [] for security_group (b09d6012-3fd2-4e78-969c-a238399e8c19), precommit_create {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:45:04.583529 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-05b4bc90-1407-49e5-9eda-c2313e1bf419 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33441213'] for security_group (b09d6012-3fd2-4e78-969c-a238399e8c19), after_create {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:45:04.628076 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b4bc90-1407-49e5-9eda-c2313e1bf419 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b09d6012-3fd2-4e78-969c-a238399e8c19,revision_number=1']} {{(pid=109568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:45:04.633788 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [None req-05b4bc90-1407-49e5-9eda-c2313e1bf419 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=32a0a9ba21594cee9a7813399dc95e93&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2681770 Feb 28 22:45:04.636697 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.wsgi [-] (109569) accepted ('10.222.0.11', 55050) {{(pid=109569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 22:45:04.689880 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-102cb428-557e-4399-a50b-37337084beea admin admin] Publish callbacks [] for security_group (b09d6012-3fd2-4e78-969c-a238399e8c19), before_delete {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:45:04.714776 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-102cb428-557e-4399-a50b-37337084beea admin admin] Publish callbacks [] for security_group (b09d6012-3fd2-4e78-969c-a238399e8c19), precommit_delete {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:45:04.766386 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-102cb428-557e-4399-a50b-37337084beea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33441213'] for security_group (b09d6012-3fd2-4e78-969c-a238399e8c19), after_delete {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:45:04.769119 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-102cb428-557e-4399-a50b-37337084beea admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:45:04.772805 dv-cinder-830538-5-iscsi neutron-server[109569]: INFO neutron.wsgi [None req-102cb428-557e-4399-a50b-37337084beea admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/b09d6012-3fd2-4e78-969c-a238399e8c19 HTTP/1.1" status: 204 len: 168 time: 0.1327312 Feb 28 22:45:04.788099 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102cb428-557e-4399-a50b-37337084beea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b09d6012-3fd2-4e78-969c-a238399e8c19,revision_number=None']} {{(pid=109569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:45:05.130096 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.wsgi [-] (109568) accepted ('10.222.0.11', 55066) {{(pid=109568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 22:45:05.162962 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-d0727b37-9864-4298-866a-dd78b3668e1d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:45:05.329099 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b8db0a-c438-4052-a1cf-6f53854bb8aa req-ca921416-485e-4f0a-8a54-1f1cb0041972 tempest-AttachVolumeShelveTestJSON-2030561000 tempest-AttachVolumeShelveTestJSON-2030561000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:45:05.330752 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-42b8db0a-c438-4052-a1cf-6f53854bb8aa req-ca921416-485e-4f0a-8a54-1f1cb0041972 tempest-AttachVolumeShelveTestJSON-2030561000 tempest-AttachVolumeShelveTestJSON-2030561000-project] 10.222.0.11 "GET /v2.0/ports?device_id=9d3d1dbb-222b-4ece-94fa-9ef43d198daf HTTP/1.1" status: 200 len: 943 time: 0.1306319 Feb 28 22:45:05.375278 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a33355f-f1f9-4cd9-bf26-459575d61122 req-a1faf540-6924-4480-8231-bf5d0f3d60ca tempest-ServerRescueNegativeTestJSON-929871608 tempest-ServerRescueNegativeTestJSON-929871608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:45:05.383208 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-0a33355f-f1f9-4cd9-bf26-459575d61122 req-a1faf540-6924-4480-8231-bf5d0f3d60ca tempest-ServerRescueNegativeTestJSON-929871608 tempest-ServerRescueNegativeTestJSON-929871608-project] 10.222.0.11 "GET /v2.0/ports?device_id=bedc2889-c234-478f-9d9f-b557dcd5e13e HTTP/1.1" status: 200 len: 946 time: 0.1842628 Feb 28 22:45:05.465141 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-d0727b37-9864-4298-866a-dd78b3668e1d admin admin] Publish callbacks [] for security_group (3ed5f7e2-3538-4452-8072-6c98d9e06799), precommit_create {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:45:05.480333 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-d0727b37-9864-4298-866a-dd78b3668e1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33441213'] for security_group (3ed5f7e2-3538-4452-8072-6c98d9e06799), after_create {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:45:05.512393 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0727b37-9864-4298-866a-dd78b3668e1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ed5f7e2-3538-4452-8072-6c98d9e06799,revision_number=1']} {{(pid=109568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:45:05.527685 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-42b8db0a-c438-4052-a1cf-6f53854bb8aa req-a7f43c3f-303e-43e8-b59a-429004eb0360 tempest-AttachVolumeShelveTestJSON-2030561000 tempest-AttachVolumeShelveTestJSON-2030561000-project] 10.222.0.11 "GET /v2.0/security-groups?id=0a9915aa-9c1d-45b5-936b-2bead19a9f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1673598 Feb 28 22:45:05.549610 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-0a33355f-f1f9-4cd9-bf26-459575d61122 req-5e02372d-8b03-4127-b26a-f257c959b4bb tempest-ServerRescueNegativeTestJSON-929871608 tempest-ServerRescueNegativeTestJSON-929871608-project] 10.222.0.11 "GET /v2.0/security-groups?id=f1de89df-470d-49b7-98ac-8bb65cd72d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1631370 Feb 28 22:45:05.586560 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [None req-d0727b37-9864-4298-866a-dd78b3668e1d admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=074ce359df2041009302821e8e1cf62b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4553273 Feb 28 22:45:05.589257 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.wsgi [-] (109569) accepted ('10.222.0.11', 55074) {{(pid=109569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 22:45:05.641426 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-c5866148-009a-43d3-845f-6d73dafb7b56 admin admin] Publish callbacks [] for security_group (3ed5f7e2-3538-4452-8072-6c98d9e06799), before_delete {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:45:05.664886 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-c5866148-009a-43d3-845f-6d73dafb7b56 admin admin] Publish callbacks [] for security_group (3ed5f7e2-3538-4452-8072-6c98d9e06799), precommit_delete {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:45:05.699246 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3033e8d7-4090-4c0c-a606-3af271ab0f21 req-420bcd92-8dcc-4810-b3c6-c12d4aa24d46 tempest-TestShelveInstance-339258210 tempest-TestShelveInstance-339258210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:45:05.702958 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-3033e8d7-4090-4c0c-a606-3af271ab0f21 req-420bcd92-8dcc-4810-b3c6-c12d4aa24d46 tempest-TestShelveInstance-339258210 tempest-TestShelveInstance-339258210-project] 10.222.0.11 "GET /v2.0/ports?device_id=7890d07e-869c-4cc7-81d8-0d515670203c HTTP/1.1" status: 200 len: 945 time: 0.0635071 Feb 28 22:45:05.724405 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-c5866148-009a-43d3-845f-6d73dafb7b56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33441213'] for security_group (3ed5f7e2-3538-4452-8072-6c98d9e06799), after_delete {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:45:05.727899 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-c5866148-009a-43d3-845f-6d73dafb7b56 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:45:05.729493 dv-cinder-830538-5-iscsi neutron-server[109569]: INFO neutron.wsgi [None req-c5866148-009a-43d3-845f-6d73dafb7b56 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/3ed5f7e2-3538-4452-8072-6c98d9e06799 HTTP/1.1" status: 204 len: 168 time: 0.1388829 Feb 28 22:45:05.741688 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5866148-009a-43d3-845f-6d73dafb7b56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ed5f7e2-3538-4452-8072-6c98d9e06799,revision_number=None']} {{(pid=109569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:45:05.794838 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-3033e8d7-4090-4c0c-a606-3af271ab0f21 req-0a48dd7f-6710-49c4-aa23-28ad3acde192 tempest-TestShelveInstance-339258210 tempest-TestShelveInstance-339258210-project] 10.222.0.11 "GET /v2.0/security-groups?id=024ad902-35c5-4d85-9bcc-a0943f245810&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0877540 Feb 28 22:45:05.879078 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-f2b490b5-353e-4b99-942a-fb2407025861 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750845036683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579975'] for agent (e6e3d797-755b-495e-bc70-4cd2b9791ebb), after_update {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:45:06.860604 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04f270c-e843-4117-a6b1-c08bcaa8d3cb req-21ecbf84-4f26-41ee-89f2-224a0844129b tempest-AttachVolumeShelveTestJSON-2030561000 tempest-AttachVolumeShelveTestJSON-2030561000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:45:06.876510 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-a04f270c-e843-4117-a6b1-c08bcaa8d3cb req-21ecbf84-4f26-41ee-89f2-224a0844129b tempest-AttachVolumeShelveTestJSON-2030561000 tempest-AttachVolumeShelveTestJSON-2030561000-project] 10.222.0.11 "GET /v2.0/ports?device_id=9d3d1dbb-222b-4ece-94fa-9ef43d198daf HTTP/1.1" status: 200 len: 943 time: 0.2160900 Feb 28 22:45:06.934888 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edbe9ed-3989-4105-8ae9-424a2c6afa72 req-e3b4fec2-e33c-47c5-9e0f-6a7f6fee8347 tempest-ServerRescueNegativeTestJSON-929871608 tempest-ServerRescueNegativeTestJSON-929871608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:45:06.936681 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-2edbe9ed-3989-4105-8ae9-424a2c6afa72 req-e3b4fec2-e33c-47c5-9e0f-6a7f6fee8347 tempest-ServerRescueNegativeTestJSON-929871608 tempest-ServerRescueNegativeTestJSON-929871608-project] 10.222.0.11 "GET /v2.0/ports?device_id=bedc2889-c234-478f-9d9f-b557dcd5e13e HTTP/1.1" status: 200 len: 946 time: 0.2205462 Feb 28 22:45:06.963572 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-a04f270c-e843-4117-a6b1-c08bcaa8d3cb req-2cbc1229-a27b-4578-87e8-8ba77eb1c395 tempest-AttachVolumeShelveTestJSON-2030561000 tempest-AttachVolumeShelveTestJSON-2030561000-project] 10.222.0.11 "GET /v2.0/security-groups?id=0a9915aa-9c1d-45b5-936b-2bead19a9f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0857420 Feb 28 22:45:07.064768 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-2edbe9ed-3989-4105-8ae9-424a2c6afa72 req-63660007-6f22-4e1a-ae87-aebaf718a06d tempest-ServerRescueNegativeTestJSON-929871608 tempest-ServerRescueNegativeTestJSON-929871608-project] 10.222.0.11 "GET /v2.0/security-groups?id=f1de89df-470d-49b7-98ac-8bb65cd72d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168456 Feb 28 22:45:07.150657 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-154add69-038d-48cc-93ba-bd7e358b6d11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750845036683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579975'] for agent (7aa25ffb-1b87-4f08-8530-4bdf6e6b221c), after_update {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:45:07.217719 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433c8244-deee-4488-b72b-c613427bf18b req-2fc20488-d726-48d4-892c-f6b7b99b2b2a tempest-TestShelveInstance-339258210 tempest-TestShelveInstance-339258210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:45:07.226005 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-433c8244-deee-4488-b72b-c613427bf18b req-2fc20488-d726-48d4-892c-f6b7b99b2b2a tempest-TestShelveInstance-339258210 tempest-TestShelveInstance-339258210-project] 10.222.0.11 "GET /v2.0/ports?device_id=7890d07e-869c-4cc7-81d8-0d515670203c HTTP/1.1" status: 200 len: 945 time: 0.0964532 Feb 28 22:45:07.301946 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-433c8244-deee-4488-b72b-c613427bf18b req-6b921325-343c-4347-9721-96205431850f tempest-TestShelveInstance-339258210 tempest-TestShelveInstance-339258210-project] 10.222.0.11 "GET /v2.0/security-groups?id=024ad902-35c5-4d85-9bcc-a0943f245810&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0696154 Feb 28 22:45:08.096315 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.wsgi [-] (109568) accepted ('10.222.0.11', 55148) {{(pid=109568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 22:45:08.125276 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b0079d-45d8-42a3-a289-cc2ad5b2f13c req-0df2a08f-3812-4abf-b7e0-881b24e72871 tempest-AttachVolumeShelveTestJSON-2030561000 tempest-AttachVolumeShelveTestJSON-2030561000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:45:08.136442 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-d3b0079d-45d8-42a3-a289-cc2ad5b2f13c req-0df2a08f-3812-4abf-b7e0-881b24e72871 tempest-AttachVolumeShelveTestJSON-2030561000 tempest-AttachVolumeShelveTestJSON-2030561000-project] 10.222.0.11 "GET /v2.0/ports?device_id=9d3d1dbb-222b-4ece-94fa-9ef43d198daf HTTP/1.1" status: 200 len: 943 time: 0.0821495 Feb 28 22:45:08.242929 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-d3b0079d-45d8-42a3-a289-cc2ad5b2f13c req-88edf634-ff70-4ee9-a404-d51ea6a98e22 tempest-AttachVolumeShelveTestJSON-2030561000 tempest-AttachVolumeShelveTestJSON-2030561000-project] 10.222.0.11 "GET /v2.0/security-groups?id=0a9915aa-9c1d-45b5-936b-2bead19a9f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1050234 Feb 28 22:45:08.286463 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca5f6ac-e126-45fe-94b8-289fb5c9c06d req-25a195ee-9f2d-41ef-b2d9-913306232ca3 tempest-ServerRescueNegativeTestJSON-929871608 tempest-ServerRescueNegativeTestJSON-929871608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:45:08.294063 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-aca5f6ac-e126-45fe-94b8-289fb5c9c06d req-25a195ee-9f2d-41ef-b2d9-913306232ca3 tempest-ServerRescueNegativeTestJSON-929871608 tempest-ServerRescueNegativeTestJSON-929871608-project] 10.222.0.11 "GET /v2.0/ports?device_id=bedc2889-c234-478f-9d9f-b557dcd5e13e HTTP/1.1" status: 200 len: 946 time: 0.1176331 Feb 28 22:45:08.334219 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-ca166923-5b14-451a-afcf-bcedd2230edc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:45:08.377579 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-aca5f6ac-e126-45fe-94b8-289fb5c9c06d req-c042d69c-9beb-45cb-a405-9e704a7a66f5 tempest-ServerRescueNegativeTestJSON-929871608 tempest-ServerRescueNegativeTestJSON-929871608-project] 10.222.0.11 "GET /v2.0/security-groups?id=f1de89df-470d-49b7-98ac-8bb65cd72d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826242 Feb 28 22:45:08.521285 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e1cbe4-2af1-40a5-be7c-dd7df9a78722 req-966598d8-bfa7-4d3b-8a53-2f70272f7744 tempest-TestShelveInstance-339258210 tempest-TestShelveInstance-339258210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:45:08.521285 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-64e1cbe4-2af1-40a5-be7c-dd7df9a78722 req-966598d8-bfa7-4d3b-8a53-2f70272f7744 tempest-TestShelveInstance-339258210 tempest-TestShelveInstance-339258210-project] 10.222.0.11 "GET /v2.0/ports?device_id=7890d07e-869c-4cc7-81d8-0d515670203c HTTP/1.1" status: 200 len: 945 time: 0.1374981 Feb 28 22:45:08.635977 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-ca166923-5b14-451a-afcf-bcedd2230edc admin admin] Publish callbacks [] for security_group (8998704e-3aa7-43aa-a654-201e814f6b69), precommit_create {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:45:08.641283 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-64e1cbe4-2af1-40a5-be7c-dd7df9a78722 req-b9f946ab-7f97-4bb4-9f0a-24e7fb1b880a tempest-TestShelveInstance-339258210 tempest-TestShelveInstance-339258210-project] 10.222.0.11 "GET /v2.0/security-groups?id=024ad902-35c5-4d85-9bcc-a0943f245810&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0957475 Feb 28 22:45:08.642533 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-ca166923-5b14-451a-afcf-bcedd2230edc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33441213'] for security_group (8998704e-3aa7-43aa-a654-201e814f6b69), after_create {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:45:08.697018 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [None req-ca166923-5b14-451a-afcf-bcedd2230edc admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=b2244495cd9e4881a8f26739e5e3c56c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5996234 Feb 28 22:45:08.699489 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.wsgi [-] (109568) accepted ('10.222.0.11', 55168) {{(pid=109568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 22:45:08.710193 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca166923-5b14-451a-afcf-bcedd2230edc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8998704e-3aa7-43aa-a654-201e814f6b69,revision_number=1']} {{(pid=109568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:45:08.778522 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-5d39f7d2-da4a-4026-8189-0711d8de37b8 admin admin] Publish callbacks [] for security_group (8998704e-3aa7-43aa-a654-201e814f6b69), before_delete {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:45:08.804468 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-5d39f7d2-da4a-4026-8189-0711d8de37b8 admin admin] Publish callbacks [] for security_group (8998704e-3aa7-43aa-a654-201e814f6b69), precommit_delete {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:45:08.870064 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-5d39f7d2-da4a-4026-8189-0711d8de37b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33441213'] for security_group (8998704e-3aa7-43aa-a654-201e814f6b69), after_delete {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:45:08.873685 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-5d39f7d2-da4a-4026-8189-0711d8de37b8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:45:08.875127 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [None req-5d39f7d2-da4a-4026-8189-0711d8de37b8 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/8998704e-3aa7-43aa-a654-201e814f6b69 HTTP/1.1" status: 204 len: 168 time: 0.1746383 Feb 28 22:45:08.887051 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d39f7d2-da4a-4026-8189-0711d8de37b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8998704e-3aa7-43aa-a654-201e814f6b69,revision_number=None']} {{(pid=109568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:45:09.348809 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.wsgi [-] (109568) accepted ('10.222.0.11', 55190) {{(pid=109568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 22:45:09.375392 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-68fa4e16-cdd7-4bc1-9698-c7389ac2ff5c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:45:09.495868 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d8b2a3-dd1b-43c6-81aa-57de306427c2 req-85df5d3c-c914-47e9-b2a9-68a6e0f7dc41 tempest-AttachVolumeShelveTestJSON-2030561000 tempest-AttachVolumeShelveTestJSON-2030561000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:45:09.497445 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-e6d8b2a3-dd1b-43c6-81aa-57de306427c2 req-85df5d3c-c914-47e9-b2a9-68a6e0f7dc41 tempest-AttachVolumeShelveTestJSON-2030561000 tempest-AttachVolumeShelveTestJSON-2030561000-project] 10.222.0.11 "GET /v2.0/ports?device_id=9d3d1dbb-222b-4ece-94fa-9ef43d198daf HTTP/1.1" status: 200 len: 943 time: 0.1044955 Feb 28 22:45:09.605781 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-e6d8b2a3-dd1b-43c6-81aa-57de306427c2 req-1a1027f6-23c2-46c4-ada9-a0c8782a29f7 tempest-AttachVolumeShelveTestJSON-2030561000 tempest-AttachVolumeShelveTestJSON-2030561000-project] 10.222.0.11 "GET /v2.0/security-groups?id=0a9915aa-9c1d-45b5-936b-2bead19a9f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1023605 Feb 28 22:45:09.616881 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8b8db5-6ef4-4a59-befa-e6ccceca6316 req-3453c17c-294d-44e2-b756-ed0aa8ef99c6 tempest-ServerRescueNegativeTestJSON-929871608 tempest-ServerRescueNegativeTestJSON-929871608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:45:09.618592 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-ac8b8db5-6ef4-4a59-befa-e6ccceca6316 req-3453c17c-294d-44e2-b756-ed0aa8ef99c6 tempest-ServerRescueNegativeTestJSON-929871608 tempest-ServerRescueNegativeTestJSON-929871608-project] 10.222.0.11 "GET /v2.0/ports?device_id=bedc2889-c234-478f-9d9f-b557dcd5e13e HTTP/1.1" status: 200 len: 946 time: 0.1503496 Feb 28 22:45:09.635403 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-68fa4e16-cdd7-4bc1-9698-c7389ac2ff5c admin admin] Publish callbacks [] for security_group (c9ee121d-a47a-4fb2-9e0d-bc82e140e52d), precommit_create {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:45:09.644030 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-68fa4e16-cdd7-4bc1-9698-c7389ac2ff5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33441213'] for security_group (c9ee121d-a47a-4fb2-9e0d-bc82e140e52d), after_create {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:45:09.711751 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fa4e16-cdd7-4bc1-9698-c7389ac2ff5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9ee121d-a47a-4fb2-9e0d-bc82e140e52d,revision_number=1']} {{(pid=109568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:45:09.716451 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [None req-68fa4e16-cdd7-4bc1-9698-c7389ac2ff5c admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=6d3e0f293b454c56b616a52a6d847525&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3666170 Feb 28 22:45:09.719372 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.wsgi [-] (109569) accepted ('10.222.0.11', 55204) {{(pid=109569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 22:45:09.726003 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-ac8b8db5-6ef4-4a59-befa-e6ccceca6316 req-c41a17d0-6cfa-427a-95ee-9d8d5e262182 tempest-ServerRescueNegativeTestJSON-929871608 tempest-ServerRescueNegativeTestJSON-929871608-project] 10.222.0.11 "GET /v2.0/security-groups?id=f1de89df-470d-49b7-98ac-8bb65cd72d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012392 Feb 28 22:45:09.735694 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fa4e16-cdd7-4bc1-9698-c7389ac2ff5c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830538-5-iscsi {{(pid=109568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:45:09.735694 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fa4e16-cdd7-4bc1-9698-c7389ac2ff5c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-5-iscsi {{(pid=109568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:45:09.736077 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fa4e16-cdd7-4bc1-9698-c7389ac2ff5c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-5-iscsi {{(pid=109568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:45:09.737566 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fa4e16-cdd7-4bc1-9698-c7389ac2ff5c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-5-iscsi {{(pid=109568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:45:09.737566 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fa4e16-cdd7-4bc1-9698-c7389ac2ff5c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830538-5-iscsi {{(pid=109568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:45:09.737566 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fa4e16-cdd7-4bc1-9698-c7389ac2ff5c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830538-5-iscsi {{(pid=109568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:45:09.737566 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fa4e16-cdd7-4bc1-9698-c7389ac2ff5c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830538-5-iscsi {{(pid=109568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:45:09.737991 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fa4e16-cdd7-4bc1-9698-c7389ac2ff5c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830538-5-iscsi {{(pid=109568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:45:09.737991 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fa4e16-cdd7-4bc1-9698-c7389ac2ff5c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830538-5-iscsi {{(pid=109568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:45:09.738333 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fa4e16-cdd7-4bc1-9698-c7389ac2ff5c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830538-5-iscsi {{(pid=109568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:45:09.739174 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fa4e16-cdd7-4bc1-9698-c7389ac2ff5c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-5-iscsi {{(pid=109568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:45:09.739511 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fa4e16-cdd7-4bc1-9698-c7389ac2ff5c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830538-5-iscsi {{(pid=109568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:45:09.739858 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fa4e16-cdd7-4bc1-9698-c7389ac2ff5c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830538-5-iscsi {{(pid=109568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:45:09.779163 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-e6c39045-b179-434a-8b32-34d8ea84d3c6 admin admin] Publish callbacks [] for security_group (c9ee121d-a47a-4fb2-9e0d-bc82e140e52d), before_delete {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:45:09.798332 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa38081-42ab-4b46-939d-68bb74d61ebe req-f1ca64d8-3b23-426a-8b1e-155882b3a053 tempest-TestShelveInstance-339258210 tempest-TestShelveInstance-339258210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:45:09.800218 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-8aa38081-42ab-4b46-939d-68bb74d61ebe req-f1ca64d8-3b23-426a-8b1e-155882b3a053 tempest-TestShelveInstance-339258210 tempest-TestShelveInstance-339258210-project] 10.222.0.11 "GET /v2.0/ports?device_id=7890d07e-869c-4cc7-81d8-0d515670203c HTTP/1.1" status: 200 len: 945 time: 0.0827105 Feb 28 22:45:09.804645 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-e6c39045-b179-434a-8b32-34d8ea84d3c6 admin admin] Publish callbacks [] for security_group (c9ee121d-a47a-4fb2-9e0d-bc82e140e52d), precommit_delete {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:45:09.859264 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-8aa38081-42ab-4b46-939d-68bb74d61ebe req-61e65899-cd55-474c-8736-2ed2c37af60f tempest-TestShelveInstance-339258210 tempest-TestShelveInstance-339258210-project] 10.222.0.11 "GET /v2.0/security-groups?id=024ad902-35c5-4d85-9bcc-a0943f245810&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515285 Feb 28 22:45:09.860964 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-e6c39045-b179-434a-8b32-34d8ea84d3c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33441213'] for security_group (c9ee121d-a47a-4fb2-9e0d-bc82e140e52d), after_delete {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:45:09.864539 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-e6c39045-b179-434a-8b32-34d8ea84d3c6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:45:09.868162 dv-cinder-830538-5-iscsi neutron-server[109569]: INFO neutron.wsgi [None req-e6c39045-b179-434a-8b32-34d8ea84d3c6 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/c9ee121d-a47a-4fb2-9e0d-bc82e140e52d HTTP/1.1" status: 204 len: 168 time: 0.1454017 Feb 28 22:45:09.874221 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c39045-b179-434a-8b32-34d8ea84d3c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9ee121d-a47a-4fb2-9e0d-bc82e140e52d,revision_number=None']} {{(pid=109569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:45:09.886636 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6c39045-b179-434a-8b32-34d8ea84d3c6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830538-5-iscsi {{(pid=109569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:45:09.888827 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6c39045-b179-434a-8b32-34d8ea84d3c6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-5-iscsi {{(pid=109569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:45:09.889354 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6c39045-b179-434a-8b32-34d8ea84d3c6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-5-iscsi {{(pid=109569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:45:09.889862 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6c39045-b179-434a-8b32-34d8ea84d3c6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-5-iscsi {{(pid=109569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:45:09.890363 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6c39045-b179-434a-8b32-34d8ea84d3c6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830538-5-iscsi {{(pid=109569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:45:09.892016 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6c39045-b179-434a-8b32-34d8ea84d3c6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830538-5-iscsi {{(pid=109569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:45:09.892385 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6c39045-b179-434a-8b32-34d8ea84d3c6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830538-5-iscsi {{(pid=109569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:45:09.892737 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6c39045-b179-434a-8b32-34d8ea84d3c6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830538-5-iscsi {{(pid=109569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:45:09.893105 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6c39045-b179-434a-8b32-34d8ea84d3c6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830538-5-iscsi {{(pid=109569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:45:09.896602 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6c39045-b179-434a-8b32-34d8ea84d3c6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830538-5-iscsi {{(pid=109569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:45:09.896602 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6c39045-b179-434a-8b32-34d8ea84d3c6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-5-iscsi {{(pid=109569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:45:09.896888 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6c39045-b179-434a-8b32-34d8ea84d3c6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830538-5-iscsi {{(pid=109569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:45:09.897328 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6c39045-b179-434a-8b32-34d8ea84d3c6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830538-5-iscsi {{(pid=109569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:45:10.734585 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65cc9be7-e840-4b98-a3f7-2ca10439b502 req-88f2d772-a21a-4a8e-861d-628c27b045ea tempest-AttachVolumeShelveTestJSON-2030561000 tempest-AttachVolumeShelveTestJSON-2030561000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:45:10.736107 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-65cc9be7-e840-4b98-a3f7-2ca10439b502 req-88f2d772-a21a-4a8e-861d-628c27b045ea tempest-AttachVolumeShelveTestJSON-2030561000 tempest-AttachVolumeShelveTestJSON-2030561000-project] 10.222.0.11 "GET /v2.0/ports?device_id=9d3d1dbb-222b-4ece-94fa-9ef43d198daf HTTP/1.1" status: 200 len: 943 time: 0.0546823 Feb 28 22:45:10.796635 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-65cc9be7-e840-4b98-a3f7-2ca10439b502 req-d67a7eaf-6749-401e-a00e-156081af286e tempest-AttachVolumeShelveTestJSON-2030561000 tempest-AttachVolumeShelveTestJSON-2030561000-project] 10.222.0.11 "GET /v2.0/security-groups?id=0a9915aa-9c1d-45b5-936b-2bead19a9f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0542037 Feb 28 22:45:10.906608 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77e9fdd-4fe2-46cf-8acc-fe0d7b6d080f req-b6bfca8f-a93e-4b27-b7ee-435b62b8cd58 tempest-ServerRescueNegativeTestJSON-929871608 tempest-ServerRescueNegativeTestJSON-929871608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:45:10.912115 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-d77e9fdd-4fe2-46cf-8acc-fe0d7b6d080f req-b6bfca8f-a93e-4b27-b7ee-435b62b8cd58 tempest-ServerRescueNegativeTestJSON-929871608 tempest-ServerRescueNegativeTestJSON-929871608-project] 10.222.0.11 "GET /v2.0/ports?device_id=bedc2889-c234-478f-9d9f-b557dcd5e13e HTTP/1.1" status: 200 len: 946 time: 0.0756071 Feb 28 22:45:10.981842 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-d77e9fdd-4fe2-46cf-8acc-fe0d7b6d080f req-22d83376-29a4-45af-adbf-2aeb3d7e7777 tempest-ServerRescueNegativeTestJSON-929871608 tempest-ServerRescueNegativeTestJSON-929871608-project] 10.222.0.11 "GET /v2.0/security-groups?id=f1de89df-470d-49b7-98ac-8bb65cd72d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652411 Feb 28 22:45:11.028644 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71661222-9ef4-4a80-8e22-93d127024134 req-471e9f24-e2c0-468d-a753-e709513edd94 tempest-TestShelveInstance-339258210 tempest-TestShelveInstance-339258210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:45:11.030144 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-71661222-9ef4-4a80-8e22-93d127024134 req-471e9f24-e2c0-468d-a753-e709513edd94 tempest-TestShelveInstance-339258210 tempest-TestShelveInstance-339258210-project] 10.222.0.11 "GET /v2.0/ports?device_id=7890d07e-869c-4cc7-81d8-0d515670203c HTTP/1.1" status: 200 len: 945 time: 0.0655496 Feb 28 22:45:11.088024 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-71661222-9ef4-4a80-8e22-93d127024134 req-8c577f07-accd-48c9-ae1b-ccc593c8bff2 tempest-TestShelveInstance-339258210 tempest-TestShelveInstance-339258210-project] 10.222.0.11 "GET /v2.0/security-groups?id=024ad902-35c5-4d85-9bcc-a0943f245810&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496371 Feb 28 22:45:11.219871 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b534925f-edb8-45d2-b9fc-fcbb5e428475 req-b795686c-708c-4795-adb9-91ca1769868b tempest-TestShelveInstance-339258210 tempest-TestShelveInstance-339258210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:45:11.221814 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-b534925f-edb8-45d2-b9fc-fcbb5e428475 req-b795686c-708c-4795-adb9-91ca1769868b tempest-TestShelveInstance-339258210 tempest-TestShelveInstance-339258210-project] 10.222.0.11 "GET /v2.0/ports?device_id=7890d07e-869c-4cc7-81d8-0d515670203c HTTP/1.1" status: 200 len: 945 time: 0.0626178 Feb 28 22:45:11.298374 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-b534925f-edb8-45d2-b9fc-fcbb5e428475 req-b17dd55e-50ed-45e3-b782-5af1a242504c tempest-TestShelveInstance-339258210 tempest-TestShelveInstance-339258210-project] 10.222.0.11 "GET /v2.0/security-groups?id=024ad902-35c5-4d85-9bcc-a0943f245810&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0706732 Feb 28 22:45:11.322383 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.wsgi [-] (109569) accepted ('10.222.0.11', 55284) {{(pid=109569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 22:45:11.372171 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96fcb07-fa49-4638-9ba3-4c825dc4759a req-901d3ec5-a6cc-44ca-b7fe-79cc45f49bdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:45:11.375333 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-d96fcb07-fa49-4638-9ba3-4c825dc4759a req-901d3ec5-a6cc-44ca-b7fe-79cc45f49bdb service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=bedc2889-c234-478f-9d9f-b557dcd5e13e HTTP/1.1" status: 200 len: 1130 time: 0.0682132 Feb 28 22:45:11.431323 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-d96fcb07-fa49-4638-9ba3-4c825dc4759a req-de09e1af-afb1-4a66-b9e3-e4c1d54971da service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=f1de89df-470d-49b7-98ac-8bb65cd72d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501144 Feb 28 22:45:11.546398 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3416ab57-6654-4e3d-aadf-8a8f28a030bc tempest-TestShelveInstance-1627480083 tempest-TestShelveInstance-1627480083-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:45:11.551928 dv-cinder-830538-5-iscsi neutron-server[109569]: INFO neutron.wsgi [None req-3416ab57-6654-4e3d-aadf-8a8f28a030bc tempest-TestShelveInstance-1627480083 tempest-TestShelveInstance-1627480083-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=7890d07e-869c-4cc7-81d8-0d515670203c HTTP/1.1" status: 200 len: 1124 time: 0.2251403 Feb 28 22:45:11.552087 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.wsgi [-] (109569) accepted ('10.222.0.11', 55294) {{(pid=109569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 22:45:11.557024 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.api.v2.base [None req-eab24d13-8ede-4500-9584-7efbe3484ddb tempest-TestShelveInstance-339258210 tempest-TestShelveInstance-339258210-project] Request body: {'floatingip': {'floating_network_id': '3e7a10c7-addc-4b79-a555-0b472e939652', 'port_id': 'e59bf740-33c4-4cb7-aa8d-608a93433e74', 'tenant_id': '77e116bf700b44a1a6f3fd4b298b9c7c', 'fixed_ip_address': '172.20.0.8'}} {{(pid=109569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 22:45:11.578907 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-eab24d13-8ede-4500-9584-7efbe3484ddb tempest-TestShelveInstance-339258210 tempest-TestShelveInstance-339258210-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:45:11.684112 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-eab24d13-8ede-4500-9584-7efbe3484ddb tempest-TestShelveInstance-339258210 tempest-TestShelveInstance-339258210-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616566'] for port (None), before_create {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:45:11.798341 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.db.db_base_plugin_common [None req-eab24d13-8ede-4500-9584-7efbe3484ddb tempest-TestShelveInstance-339258210 tempest-TestShelveInstance-339258210-project] Allocated IP 172.27.0.228 (3e7a10c7-addc-4b79-a555-0b472e939652/8aaf002d-6309-4cf0-ae69-6d349a14c0b1/d584ce30-6204-41c8-ba60-ac78ce5843e9) {{(pid=109569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 22:45:11.906582 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-eab24d13-8ede-4500-9584-7efbe3484ddb tempest-TestShelveInstance-339258210 tempest-TestShelveInstance-339258210-project] Publish callbacks [] for port (d584ce30-6204-41c8-ba60-ac78ce5843e9), precommit_create {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:45:11.935736 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483b7e42-d0c5-442e-8448-d45afa444391 req-39986474-1778-4d9e-b4f9-7394a8c8a153 tempest-AttachVolumeShelveTestJSON-2030561000 tempest-AttachVolumeShelveTestJSON-2030561000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:45:11.937145 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-483b7e42-d0c5-442e-8448-d45afa444391 req-39986474-1778-4d9e-b4f9-7394a8c8a153 tempest-AttachVolumeShelveTestJSON-2030561000 tempest-AttachVolumeShelveTestJSON-2030561000-project] 10.222.0.11 "GET /v2.0/ports?device_id=9d3d1dbb-222b-4ece-94fa-9ef43d198daf HTTP/1.1" status: 200 len: 943 time: 0.0589945 Feb 28 22:45:11.943370 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-eab24d13-8ede-4500-9584-7efbe3484ddb tempest-TestShelveInstance-339258210 tempest-TestShelveInstance-339258210-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33156859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750844628228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30055478'] for port (d584ce30-6204-41c8-ba60-ac78ce5843e9), after_create {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:45:11.982671 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eab24d13-8ede-4500-9584-7efbe3484ddb tempest-TestShelveInstance-339258210 tempest-TestShelveInstance-339258210-project] Network 3e7a10c7-addc-4b79-a555-0b472e939652 is already hosted by enough agents. {{(pid=109569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 22:45:11.986875 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-483b7e42-d0c5-442e-8448-d45afa444391 req-afd7d70c-304b-4336-a827-1d1d69211696 tempest-AttachVolumeShelveTestJSON-2030561000 tempest-AttachVolumeShelveTestJSON-2030561000-project] 10.222.0.11 "GET /v2.0/security-groups?id=0a9915aa-9c1d-45b5-936b-2bead19a9f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423660 Feb 28 22:45:11.987458 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.scheduler.base_scheduler [None req-eab24d13-8ede-4500-9584-7efbe3484ddb tempest-TestShelveInstance-339258210 tempest-TestShelveInstance-339258210-project] Resources bound (agent type, host, resource id): {{(pid=109569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 22:45:11.991190 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eab24d13-8ede-4500-9584-7efbe3484ddb tempest-TestShelveInstance-339258210 tempest-TestShelveInstance-339258210-project] Received port after_create {{(pid=109569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 22:45:12.021900 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab24d13-8ede-4500-9584-7efbe3484ddb tempest-TestShelveInstance-339258210 tempest-TestShelveInstance-339258210-project] Pushing event updated for resources: {'Port': ['ID=d584ce30-6204-41c8-ba60-ac78ce5843e9,revision_number=1']} {{(pid=109569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:45:12.116852 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b85098c-c8de-49fe-9fe5-68ac8f8094c9 req-7b9786de-8a78-4c58-b81a-a2a10a7284f1 tempest-ServerRescueNegativeTestJSON-929871608 tempest-ServerRescueNegativeTestJSON-929871608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:45:12.118384 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-9b85098c-c8de-49fe-9fe5-68ac8f8094c9 req-7b9786de-8a78-4c58-b81a-a2a10a7284f1 tempest-ServerRescueNegativeTestJSON-929871608 tempest-ServerRescueNegativeTestJSON-929871608-project] 10.222.0.11 "GET /v2.0/ports?device_id=bedc2889-c234-478f-9d9f-b557dcd5e13e HTTP/1.1" status: 200 len: 946 time: 0.0589352 Feb 28 22:45:12.169558 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-9b85098c-c8de-49fe-9fe5-68ac8f8094c9 req-8cf5d9fc-bd32-4feb-8411-5d7b45d92dd4 tempest-ServerRescueNegativeTestJSON-929871608 tempest-ServerRescueNegativeTestJSON-929871608-project] 10.222.0.11 "GET /v2.0/security-groups?id=f1de89df-470d-49b7-98ac-8bb65cd72d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442390 Feb 28 22:45:12.367990 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-eab24d13-8ede-4500-9584-7efbe3484ddb tempest-TestShelveInstance-339258210 tempest-TestShelveInstance-339258210-project] Publish callbacks [] for floatingip (17246171-2cf1-48cf-9a5d-4e35ee0e96fe), precommit_create {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:45:12.437514 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-eab24d13-8ede-4500-9584-7efbe3484ddb tempest-TestShelveInstance-339258210 tempest-TestShelveInstance-339258210-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616566'] for port (d584ce30-6204-41c8-ba60-ac78ce5843e9), before_update {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:45:12.790104 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-eab24d13-8ede-4500-9584-7efbe3484ddb tempest-TestShelveInstance-339258210 tempest-TestShelveInstance-339258210-project] Publish callbacks [] for port (d584ce30-6204-41c8-ba60-ac78ce5843e9), precommit_update {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:45:12.794809 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-eab24d13-8ede-4500-9584-7efbe3484ddb tempest-TestShelveInstance-339258210 tempest-TestShelveInstance-339258210-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33156859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750845083886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750844628246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750844628264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30055487'] for port (d584ce30-6204-41c8-ba60-ac78ce5843e9), after_update {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:45:12.870773 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab24d13-8ede-4500-9584-7efbe3484ddb tempest-TestShelveInstance-339258210 tempest-TestShelveInstance-339258210-project] Pushing event updated for resources: {'Port': ['ID=d584ce30-6204-41c8-ba60-ac78ce5843e9,revision_number=2']} {{(pid=109569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:45:12.877632 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-eab24d13-8ede-4500-9584-7efbe3484ddb tempest-TestShelveInstance-339258210 tempest-TestShelveInstance-339258210-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33522123'] for floatingip (17246171-2cf1-48cf-9a5d-4e35ee0e96fe), after_create {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:45:13.001142 dv-cinder-830538-5-iscsi neutron-server[109569]: INFO neutron.db.l3_db [None req-eab24d13-8ede-4500-9584-7efbe3484ddb tempest-TestShelveInstance-339258210 tempest-TestShelveInstance-339258210-project] Floating IP 17246171-2cf1-48cf-9a5d-4e35ee0e96fe associated. External IP: 172.27.0.228, port: e59bf740-33c4-4cb7-aa8d-608a93433e74. Feb 28 22:45:13.115151 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74967ada-5bce-423c-a0a0-9e4998217fb2 req-1fc0431e-ecc5-44b3-9a81-a1f41298ccc1 tempest-AttachVolumeShelveTestJSON-2030561000 tempest-AttachVolumeShelveTestJSON-2030561000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:45:13.116606 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-74967ada-5bce-423c-a0a0-9e4998217fb2 req-1fc0431e-ecc5-44b3-9a81-a1f41298ccc1 tempest-AttachVolumeShelveTestJSON-2030561000 tempest-AttachVolumeShelveTestJSON-2030561000-project] 10.222.0.11 "GET /v2.0/ports?device_id=9d3d1dbb-222b-4ece-94fa-9ef43d198daf HTTP/1.1" status: 200 len: 943 time: 0.0529404 Feb 28 22:45:13.164017 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-74967ada-5bce-423c-a0a0-9e4998217fb2 req-b1c6fbbd-ee16-4194-bdbc-ca26ea4d5881 tempest-AttachVolumeShelveTestJSON-2030561000 tempest-AttachVolumeShelveTestJSON-2030561000-project] 10.222.0.11 "GET /v2.0/security-groups?id=0a9915aa-9c1d-45b5-936b-2bead19a9f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417035 Feb 28 22:45:13.218985 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eab24d13-8ede-4500-9584-7efbe3484ddb tempest-TestShelveInstance-339258210 tempest-TestShelveInstance-339258210-project] Router 5cccabae-03f8-4a53-a123-a1f8775759e9 has already been hosted by L3 agent 1bbc3f13-d896-4633-9d3f-4f3415ceb83d {{(pid=109569) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 22:45:13.294210 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1687f9b1-efb2-4e48-949b-c4a1425f41d0 req-1c7525c3-b9b7-47c1-9664-90c2162eaf75 tempest-ServerRescueNegativeTestJSON-929871608 tempest-ServerRescueNegativeTestJSON-929871608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:45:13.295678 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-1687f9b1-efb2-4e48-949b-c4a1425f41d0 req-1c7525c3-b9b7-47c1-9664-90c2162eaf75 tempest-ServerRescueNegativeTestJSON-929871608 tempest-ServerRescueNegativeTestJSON-929871608-project] 10.222.0.11 "GET /v2.0/ports?device_id=bedc2889-c234-478f-9d9f-b557dcd5e13e HTTP/1.1" status: 200 len: 946 time: 0.0577755 Feb 28 22:45:13.337126 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eab24d13-8ede-4500-9584-7efbe3484ddb tempest-TestShelveInstance-339258210 tempest-TestShelveInstance-339258210-project] Notify agent at l3_agent.dv-cinder-830538-5-iscsi the message routers_updated {{(pid=109569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 22:45:13.343870 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-1687f9b1-efb2-4e48-949b-c4a1425f41d0 req-6d261986-aa99-46be-9b4a-76bacca3d210 tempest-ServerRescueNegativeTestJSON-929871608 tempest-ServerRescueNegativeTestJSON-929871608-project] 10.222.0.11 "GET /v2.0/security-groups?id=f1de89df-470d-49b7-98ac-8bb65cd72d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420346 Feb 28 22:45:13.348952 dv-cinder-830538-5-iscsi neutron-server[109571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-820dfc29-8932-4fe4-a9e7-86b5f27c0286 None None] Sync routers for ids ['5cccabae-03f8-4a53-a123-a1f8775759e9'] in dv-cinder-830538-5-iscsi {{(pid=109571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 22:45:13.356058 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-eab24d13-8ede-4500-9584-7efbe3484ddb tempest-TestShelveInstance-339258210 tempest-TestShelveInstance-339258210-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80159'] for floatingip (None), before_response {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:45:13.358655 dv-cinder-830538-5-iscsi neutron-server[109571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-820dfc29-8932-4fe4-a9e7-86b5f27c0286 None None] Routers {'5cccabae-03f8-4a53-a123-a1f8775759e9'} bound to L3 agent in host dv-cinder-830538-5-iscsi {{(pid=109571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 22:45:13.370147 dv-cinder-830538-5-iscsi neutron-server[109571]: DEBUG neutron.db.l3_hamode_db [None req-820dfc29-8932-4fe4-a9e7-86b5f27c0286 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830538-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-28T22:34:03Z,description=,heartbeat_timestamp=2022-02-28T22:45:03Z,host='dv-cinder-830538-5-iscsi',id=1bbc3f13-d896-4633-9d3f-4f3415ceb83d,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T22:34:03Z,topic='l3_agent')) {'router_ids': ['5cccabae-03f8-4a53-a123-a1f8775759e9'], 'active': True} {{(pid=109571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 22:45:13.399634 dv-cinder-830538-5-iscsi neutron-server[109569]: INFO neutron.wsgi [None req-eab24d13-8ede-4500-9584-7efbe3484ddb tempest-TestShelveInstance-339258210 tempest-TestShelveInstance-339258210-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8353987 Feb 28 22:45:13.399634 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7890d07e-869c-4cc7-81d8-0d515670203c', 'tag': 'e59bf740-33c4-4cb7-aa8d-608a93433e74'}] {{(pid=109569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 22:45:13.399634 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7ed14f40a4d50f9a77eb28d0d062077298eddb2dc1d4bff71015dce09465706" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44e9b2d3-8b0b-496b-ae83-9fe9b91b3335" -d '{"events": [{"name": "network-changed", "server_uuid": "7890d07e-869c-4cc7-81d8-0d515670203c", "tag": "e59bf740-33c4-4cb7-aa8d-608a93433e74"}]}' {{(pid=109569) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 22:45:13.435608 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 22:45:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8849414-d0de-46ba-b81b-60c1ab989af9 x-openstack-request-id: req-a8849414-d0de-46ba-b81b-60c1ab989af9 {{(pid=109569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 22:45:13.435943 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7890d07e-869c-4cc7-81d8-0d515670203c", "tag": "e59bf740-33c4-4cb7-aa8d-608a93433e74", "status": "completed", "code": 200}]} {{(pid=109569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 22:45:13.436204 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-a8849414-d0de-46ba-b81b-60c1ab989af9 {{(pid=109569) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 22:45:13.436608 dv-cinder-830538-5-iscsi neutron-server[109569]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7890d07e-869c-4cc7-81d8-0d515670203c', 'tag': 'e59bf740-33c4-4cb7-aa8d-608a93433e74', 'status': 'completed', 'code': 200} Feb 28 22:45:13.479841 dv-cinder-830538-5-iscsi neutron-server[109571]: DEBUG neutron.db.l3_dvr_db [None req-820dfc29-8932-4fe4-a9e7-86b5f27c0286 None None] Set router 5cccabae-03f8-4a53-a123-a1f8775759e9 gateway port host: dv-cinder-830538-5-iscsi {{(pid=109571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 22:45:13.502224 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e9b2d3-8b0b-496b-ae83-9fe9b91b3335 req-eee816d3-e590-47ab-b134-6dbef9255593 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:45:13.503885 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-44e9b2d3-8b0b-496b-ae83-9fe9b91b3335 req-eee816d3-e590-47ab-b134-6dbef9255593 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=77e116bf700b44a1a6f3fd4b298b9c7c&device_id=7890d07e-869c-4cc7-81d8-0d515670203c HTTP/1.1" status: 200 len: 1129 time: 0.0463235 Feb 28 22:45:13.626416 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e9b2d3-8b0b-496b-ae83-9fe9b91b3335 req-285c226a-17c7-4128-9ddd-db841774e62f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:45:13.628188 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-44e9b2d3-8b0b-496b-ae83-9fe9b91b3335 req-285c226a-17c7-4128-9ddd-db841774e62f service neutron] 10.222.0.36 "GET /v2.0/networks?id=5e888405-e835-4d9e-af33-9a4514df60c4 HTTP/1.1" status: 200 len: 909 time: 0.1153083 Feb 28 22:45:13.738383 dv-cinder-830538-5-iscsi neutron-server[109571]: DEBUG neutron.db.l3_hamode_db [None req-820dfc29-8932-4fe4-a9e7-86b5f27c0286 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cccabae-03f8-4a53-a123-a1f8775759e9', 'name': 'tempest-TestShelveInstance-508901651-router', 'tenant_id': '77e116bf700b44a1a6f3fd4b298b9c7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e7a10c7-addc-4b79-a555-0b472e939652', 'external_fixed_ips': [{'subnet_id': '8aaf002d-6309-4cf0-ae69-6d349a14c0b1', 'ip_address': '172.27.0.220'}], 'enable_snat': True}, 'gw_port_id': '72e1ae95-5578-4065-a44e-454842d789b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T22:44:05Z', 'updated_at': '2022-02-28T22:44:09Z', 'revision_number': 4, 'project_id': '77e116bf700b44a1a6f3fd4b298b9c7c', 'gw_port': {'id': '72e1ae95-5578-4065-a44e-454842d789b4', 'name': '', 'network_id': '3e7a10c7-addc-4b79-a555-0b472e939652', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:94:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cccabae-03f8-4a53-a123-a1f8775759e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': '8aaf002d-6309-4cf0-ae69-6d349a14c0b1', 'ip_address': '172.27.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T22:44:06Z', 'updated_at': '2022-02-28T22:44:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8aaf002d-6309-4cf0-ae69-6d349a14c0b1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830538-5-iscsi', '_floatingips': [{'id': '17246171-2cf1-48cf-9a5d-4e35ee0e96fe', 'tenant_id': '77e116bf700b44a1a6f3fd4b298b9c7c', 'floating_ip_address': '172.27.0.228', 'floating_network_id': '3e7a10c7-addc-4b79-a555-0b472e939652', 'router_id': '5cccabae-03f8-4a53-a123-a1f8775759e9', 'port_id': 'e59bf740-33c4-4cb7-aa8d-608a93433e74', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 422, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5e888405-e835-4d9e-af33-9a4514df60c4', 'mac_address': 'fa:16:3e:05:62:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7890d07e-869c-4cc7-81d8-0d515670203c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T22:45:12Z', 'updated_at': '2022-02-28T22:45:12Z', 'revision_number': 0, 'project_id': '77e116bf700b44a1a6f3fd4b298b9c7c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7ac7c138-d37d-49d6-84a8-6471145908cb', 'name': '', 'network_id': '5e888405-e835-4d9e-af33-9a4514df60c4', 'tenant_id': '77e116bf700b44a1a6f3fd4b298b9c7c', 'mac_address': 'fa:16:3e:db:ec:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cccabae-03f8-4a53-a123-a1f8775759e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': 'e81b642d-26f6-40c1-82ba-10ebf6b78fed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T22:44:08Z', 'updated_at': '2022-02-28T22:44:14Z', 'revision_number': 5, 'project_id': '77e116bf700b44a1a6f3fd4b298b9c7c', 'subnets': [{'id': 'e81b642d-26f6-40c1-82ba-10ebf6b78fed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830538-5-iscsi', False) {} {{(pid=109571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 22:45:13.763282 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-44e9b2d3-8b0b-496b-ae83-9fe9b91b3335 req-a4700e04-e621-4add-b9b1-9d197e2edcaf service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e59bf740-33c4-4cb7-aa8d-608a93433e74 HTTP/1.1" status: 200 len: 999 time: 0.1240320 Feb 28 22:45:13.768989 dv-cinder-830538-5-iscsi neutron-server[109571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-820dfc29-8932-4fe4-a9e7-86b5f27c0286 None None] Checking router: 5cccabae-03f8-4a53-a123-a1f8775759e9 for host: dv-cinder-830538-5-iscsi {{(pid=109571) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 22:45:13.777997 dv-cinder-830538-5-iscsi neutron-server[109571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-820dfc29-8932-4fe4-a9e7-86b5f27c0286 None None] Routers {'5cccabae-03f8-4a53-a123-a1f8775759e9'} bound to L3 agent in host dv-cinder-830538-5-iscsi {{(pid=109571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 22:45:13.778634 dv-cinder-830538-5-iscsi neutron-server[109571]: DEBUG neutron.db.l3_hamode_db [None req-820dfc29-8932-4fe4-a9e7-86b5f27c0286 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830538-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-28T22:34:03Z,description=,heartbeat_timestamp=2022-02-28T22:45:03Z,host='dv-cinder-830538-5-iscsi',id=1bbc3f13-d896-4633-9d3f-4f3415ceb83d,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T22:34:03Z,topic='l3_agent')) {'router_ids': ['5cccabae-03f8-4a53-a123-a1f8775759e9'], 'active': True} {{(pid=109571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 22:45:13.781770 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c4ced3-0fa4-4cac-9c06-8b38c32ff9fc req-6470f3bc-f82f-42ec-ac5b-92c32d0315ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:45:13.783198 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-f3c4ced3-0fa4-4cac-9c06-8b38c32ff9fc req-6470f3bc-f82f-42ec-ac5b-92c32d0315ec service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=1a9fe67e7e534a2f9e267047a6a40917&device_id=bedc2889-c234-478f-9d9f-b557dcd5e13e HTTP/1.1" status: 200 len: 1130 time: 0.1538398 Feb 28 22:45:13.833415 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c78184-026d-4038-8a8b-e52f722c42aa req-4dc6d474-ac86-4b1e-b04c-b75800881c59 tempest-ServerRescueNegativeTestJSON-929871608 tempest-ServerRescueNegativeTestJSON-929871608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:45:13.834831 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-b6c78184-026d-4038-8a8b-e52f722c42aa req-4dc6d474-ac86-4b1e-b04c-b75800881c59 tempest-ServerRescueNegativeTestJSON-929871608 tempest-ServerRescueNegativeTestJSON-929871608-project] 10.222.0.11 "GET /v2.0/ports?device_id=bedc2889-c234-478f-9d9f-b557dcd5e13e HTTP/1.1" status: 200 len: 946 time: 0.1726184 Feb 28 22:45:13.873364 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750845036683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579975'] for agent (5b2bda77-ea31-45ff-af39-f050a95cb1da), after_update {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:45:13.885440 dv-cinder-830538-5-iscsi neutron-server[109571]: DEBUG neutron.db.l3_dvr_db [None req-820dfc29-8932-4fe4-a9e7-86b5f27c0286 None None] Set router 5cccabae-03f8-4a53-a123-a1f8775759e9 gateway port host: dv-cinder-830538-5-iscsi {{(pid=109571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 22:45:13.915917 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e9b2d3-8b0b-496b-ae83-9fe9b91b3335 req-73b22fb0-6f04-4146-bb34-de9a937a56c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:45:13.917481 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-44e9b2d3-8b0b-496b-ae83-9fe9b91b3335 req-73b22fb0-6f04-4146-bb34-de9a937a56c7 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e81b642d-26f6-40c1-82ba-10ebf6b78fed HTTP/1.1" status: 200 len: 847 time: 0.1459978 Feb 28 22:45:13.984654 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c4ced3-0fa4-4cac-9c06-8b38c32ff9fc req-b2744011-84c6-43ea-891b-b516ae68a352 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:45:13.986155 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-f3c4ced3-0fa4-4cac-9c06-8b38c32ff9fc req-b2744011-84c6-43ea-891b-b516ae68a352 service neutron] 10.222.0.36 "GET /v2.0/networks?id=ba9103be-0016-4db5-8443-08fa8db70094 HTTP/1.1" status: 200 len: 919 time: 0.1832995 Feb 28 22:45:13.989494 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-b6c78184-026d-4038-8a8b-e52f722c42aa req-b1ecb8c6-b7ac-4236-a62d-01d731cfb261 tempest-ServerRescueNegativeTestJSON-929871608 tempest-ServerRescueNegativeTestJSON-929871608-project] 10.222.0.11 "GET /v2.0/security-groups?id=f1de89df-470d-49b7-98ac-8bb65cd72d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184089 Feb 28 22:45:14.036102 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-f3c4ced3-0fa4-4cac-9c06-8b38c32ff9fc req-13627d7f-6091-4762-90d0-a36c5af54dfa service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a8b159f5-dc76-40f5-bc9d-ed147644722e HTTP/1.1" status: 200 len: 217 time: 0.0424371 Feb 28 22:45:14.045155 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e9b2d3-8b0b-496b-ae83-9fe9b91b3335 req-318d5e0f-2c3d-4746-abf3-54da10006d4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:45:14.046628 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-44e9b2d3-8b0b-496b-ae83-9fe9b91b3335 req-318d5e0f-2c3d-4746-abf3-54da10006d4a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=5e888405-e835-4d9e-af33-9a4514df60c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1083302 Feb 28 22:45:14.134865 dv-cinder-830538-5-iscsi neutron-server[109571]: DEBUG neutron.db.l3_hamode_db [None req-820dfc29-8932-4fe4-a9e7-86b5f27c0286 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cccabae-03f8-4a53-a123-a1f8775759e9', 'name': 'tempest-TestShelveInstance-508901651-router', 'tenant_id': '77e116bf700b44a1a6f3fd4b298b9c7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e7a10c7-addc-4b79-a555-0b472e939652', 'external_fixed_ips': [{'subnet_id': '8aaf002d-6309-4cf0-ae69-6d349a14c0b1', 'ip_address': '172.27.0.220'}], 'enable_snat': True}, 'gw_port_id': '72e1ae95-5578-4065-a44e-454842d789b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T22:44:05Z', 'updated_at': '2022-02-28T22:44:09Z', 'revision_number': 4, 'project_id': '77e116bf700b44a1a6f3fd4b298b9c7c', 'gw_port': {'id': '72e1ae95-5578-4065-a44e-454842d789b4', 'name': '', 'network_id': '3e7a10c7-addc-4b79-a555-0b472e939652', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:94:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cccabae-03f8-4a53-a123-a1f8775759e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': '8aaf002d-6309-4cf0-ae69-6d349a14c0b1', 'ip_address': '172.27.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T22:44:06Z', 'updated_at': '2022-02-28T22:44:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8aaf002d-6309-4cf0-ae69-6d349a14c0b1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830538-5-iscsi', '_floatingips': [{'id': '17246171-2cf1-48cf-9a5d-4e35ee0e96fe', 'tenant_id': '77e116bf700b44a1a6f3fd4b298b9c7c', 'floating_ip_address': '172.27.0.228', 'floating_network_id': '3e7a10c7-addc-4b79-a555-0b472e939652', 'router_id': '5cccabae-03f8-4a53-a123-a1f8775759e9', 'port_id': 'e59bf740-33c4-4cb7-aa8d-608a93433e74', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 422, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5e888405-e835-4d9e-af33-9a4514df60c4', 'mac_address': 'fa:16:3e:05:62:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7890d07e-869c-4cc7-81d8-0d515670203c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T22:45:12Z', 'updated_at': '2022-02-28T22:45:12Z', 'revision_number': 0, 'project_id': '77e116bf700b44a1a6f3fd4b298b9c7c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7ac7c138-d37d-49d6-84a8-6471145908cb', 'name': '', 'network_id': '5e888405-e835-4d9e-af33-9a4514df60c4', 'tenant_id': '77e116bf700b44a1a6f3fd4b298b9c7c', 'mac_address': 'fa:16:3e:db:ec:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cccabae-03f8-4a53-a123-a1f8775759e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': 'e81b642d-26f6-40c1-82ba-10ebf6b78fed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T22:44:08Z', 'updated_at': '2022-02-28T22:44:14Z', 'revision_number': 5, 'project_id': '77e116bf700b44a1a6f3fd4b298b9c7c', 'subnets': [{'id': 'e81b642d-26f6-40c1-82ba-10ebf6b78fed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830538-5-iscsi', False) {} {{(pid=109571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 22:45:14.143316 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c4ced3-0fa4-4cac-9c06-8b38c32ff9fc req-763f356c-2447-4acd-ad55-88a6629838bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:45:14.144838 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-f3c4ced3-0fa4-4cac-9c06-8b38c32ff9fc req-763f356c-2447-4acd-ad55-88a6629838bd service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4f074c84-eecc-4df3-bfe8-db2db878868a HTTP/1.1" status: 200 len: 858 time: 0.1019697 Feb 28 22:45:14.160697 dv-cinder-830538-5-iscsi neutron-server[109571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-820dfc29-8932-4fe4-a9e7-86b5f27c0286 None None] The sync data for ids ['5cccabae-03f8-4a53-a123-a1f8775759e9'] in dv-cinder-830538-5-iscsi is: [{'id': '5cccabae-03f8-4a53-a123-a1f8775759e9', 'name': 'tempest-TestShelveInstance-508901651-router', 'tenant_id': '77e116bf700b44a1a6f3fd4b298b9c7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e7a10c7-addc-4b79-a555-0b472e939652', 'external_fixed_ips': [{'subnet_id': '8aaf002d-6309-4cf0-ae69-6d349a14c0b1', 'ip_address': '172.27.0.220'}], 'enable_snat': True}, 'gw_port_id': '72e1ae95-5578-4065-a44e-454842d789b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T22:44:05Z', 'updated_at': '2022-02-28T22:44:09Z', 'revision_number': 4, 'project_id': '77e116bf700b44a1a6f3fd4b298b9c7c', 'gw_port': {'id': '72e1ae95-5578-4065-a44e-454842d789b4', 'name': '', 'network_id': '3e7a10c7-addc-4b79-a555-0b472e939652', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:94:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cccabae-03f8-4a53-a123-a1f8775759e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': '8aaf002d-6309-4cf0-ae69-6d349a14c0b1', 'ip_address': '172.27.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T22:44:06Z', 'updated_at': '2022-02-28T22:44:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8aaf002d-6309-4cf0-ae69-6d349a14c0b1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830538-5-iscsi', '_floatingips': [{'id': '17246171-2cf1-48cf-9a5d-4e35ee0e96fe', 'tenant_id': '77e116bf700b44a1a6f3fd4b298b9c7c', 'floating_ip_address': '172.27.0.228', 'floating_network_id': '3e7a10c7-addc-4b79-a555-0b472e939652', 'router_id': '5cccabae-03f8-4a53-a123-a1f8775759e9', 'port_id': 'e59bf740-33c4-4cb7-aa8d-608a93433e74', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 422, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5e888405-e835-4d9e-af33-9a4514df60c4', 'mac_address': 'fa:16:3e:05:62:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7890d07e-869c-4cc7-81d8-0d515670203c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T22:45:12Z', 'updated_at': '2022-02-28T22:45:12Z', 'revision_number': 0, 'project_id': '77e116bf700b44a1a6f3fd4b298b9c7c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7ac7c138-d37d-49d6-84a8-6471145908cb', 'name': '', 'network_id': '5e888405-e835-4d9e-af33-9a4514df60c4', 'tenant_id': '77e116bf700b44a1a6f3fd4b298b9c7c', 'mac_address': 'fa:16:3e:db:ec:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cccabae-03f8-4a53-a123-a1f8775759e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': 'e81b642d-26f6-40c1-82ba-10ebf6b78fed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T22:44:08Z', 'updated_at': '2022-02-28T22:44:14Z', 'revision_number': 5, 'project_id': '77e116bf700b44a1a6f3fd4b298b9c7c', 'subnets': [{'id': 'e81b642d-26f6-40c1-82ba-10ebf6b78fed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 22:45:14.197246 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-f3c4ced3-0fa4-4cac-9c06-8b38c32ff9fc req-28af44cb-9790-43d1-9a0f-79f00f9b5389 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=ba9103be-0016-4db5-8443-08fa8db70094&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0422883 Feb 28 22:45:14.203932 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-44e9b2d3-8b0b-496b-ae83-9fe9b91b3335 req-12e8cb9d-76b2-4225-be4a-dc02188a74ee service neutron] 10.222.0.36 "GET /v2.0/networks/5e888405-e835-4d9e-af33-9a4514df60c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1495905 Feb 28 22:45:14.371963 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.wsgi [-] (109569) accepted ('10.222.0.11', 55348) {{(pid=109569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 22:45:14.405760 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-990420c6-1e55-4cf8-845f-3245b8948601 None None] New status for floating IP 17246171-2cf1-48cf-9a5d-4e35ee0e96fe: ACTIVE {{(pid=109570) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 28 22:45:14.407979 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d47a1c-9655-47b0-871d-c37bfb1fc417 req-8a329b60-2106-4bf1-ab0d-b592617f6658 tempest-AttachVolumeShelveTestJSON-2030561000 tempest-AttachVolumeShelveTestJSON-2030561000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:45:14.409501 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-49d47a1c-9655-47b0-871d-c37bfb1fc417 req-8a329b60-2106-4bf1-ab0d-b592617f6658 tempest-AttachVolumeShelveTestJSON-2030561000 tempest-AttachVolumeShelveTestJSON-2030561000-project] 10.222.0.11 "GET /v2.0/ports?device_id=9d3d1dbb-222b-4ece-94fa-9ef43d198daf HTTP/1.1" status: 200 len: 943 time: 0.1355991 Feb 28 22:45:14.418610 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-f3c4ced3-0fa4-4cac-9c06-8b38c32ff9fc req-c11b8b2c-9a5f-4704-b4a2-05c0d266de9e service neutron] 10.222.0.36 "GET /v2.0/networks/ba9103be-0016-4db5-8443-08fa8db70094?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2137439 Feb 28 22:45:14.440404 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-44e9b2d3-8b0b-496b-ae83-9fe9b91b3335 req-492723fb-f354-4a45-833f-b15548c22b7d service neutron] 10.222.0.36 "GET /v2.0/networks/5e888405-e835-4d9e-af33-9a4514df60c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2246876 Feb 28 22:45:14.510784 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-df0d4151-c6bb-441d-bb68-3619b5cb745a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:45:14.536845 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-49d47a1c-9655-47b0-871d-c37bfb1fc417 req-6da3530d-3778-4ac5-bc24-249b9b6ac1e6 tempest-AttachVolumeShelveTestJSON-2030561000 tempest-AttachVolumeShelveTestJSON-2030561000-project] 10.222.0.11 "GET /v2.0/security-groups?id=0a9915aa-9c1d-45b5-936b-2bead19a9f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1159630 Feb 28 22:45:14.552853 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-f3c4ced3-0fa4-4cac-9c06-8b38c32ff9fc req-ede8291c-a3c4-4902-925c-92da766d5d68 service neutron] 10.222.0.36 "GET /v2.0/networks/ba9103be-0016-4db5-8443-08fa8db70094?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1110048 Feb 28 22:45:14.593080 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-df0d4151-c6bb-441d-bb68-3619b5cb745a admin admin] Publish callbacks [] for security_group (6575e1e6-f7b0-481b-86b0-0690cd53f8cf), precommit_create {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:45:14.601207 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-df0d4151-c6bb-441d-bb68-3619b5cb745a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33441213'] for security_group (6575e1e6-f7b0-481b-86b0-0690cd53f8cf), after_create {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:45:14.644884 dv-cinder-830538-5-iscsi neutron-server[109569]: INFO neutron.wsgi [None req-df0d4151-c6bb-441d-bb68-3619b5cb745a admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=eced5b6974d7450cbf687f99671f11ad&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2714393 Feb 28 22:45:14.645709 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0d4151-c6bb-441d-bb68-3619b5cb745a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6575e1e6-f7b0-481b-86b0-0690cd53f8cf,revision_number=1']} {{(pid=109569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:45:14.648209 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.wsgi [-] (109568) accepted ('10.222.0.11', 55352) {{(pid=109568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 22:45:14.700272 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-5f63a0a4-8699-44bb-9a67-685334432a5a admin admin] Publish callbacks [] for security_group (6575e1e6-f7b0-481b-86b0-0690cd53f8cf), before_delete {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:45:14.723104 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-5f63a0a4-8699-44bb-9a67-685334432a5a admin admin] Publish callbacks [] for security_group (6575e1e6-f7b0-481b-86b0-0690cd53f8cf), precommit_delete {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:45:14.774123 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-5f63a0a4-8699-44bb-9a67-685334432a5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33441213'] for security_group (6575e1e6-f7b0-481b-86b0-0690cd53f8cf), after_delete {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:45:14.776889 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-5f63a0a4-8699-44bb-9a67-685334432a5a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:45:14.780735 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [None req-5f63a0a4-8699-44bb-9a67-685334432a5a admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/6575e1e6-f7b0-481b-86b0-0690cd53f8cf HTTP/1.1" status: 204 len: 168 time: 0.1286337 Feb 28 22:45:14.785991 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f63a0a4-8699-44bb-9a67-685334432a5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6575e1e6-f7b0-481b-86b0-0690cd53f8cf,revision_number=None']} {{(pid=109568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:45:14.975239 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.wsgi [-] (109568) accepted ('10.222.0.11', 55364) {{(pid=109568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 22:45:15.075353 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.wsgi [-] (109569) accepted ('10.222.0.11', 55370) {{(pid=109569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 22:45:15.089855 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-deca9b7c-92cc-4a8f-be3c-39f9a119282c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:45:15.169440 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-deca9b7c-92cc-4a8f-be3c-39f9a119282c admin admin] Publish callbacks [] for security_group (501f70b9-98e1-430c-97c6-9b43c9b23665), precommit_create {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:45:15.173076 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-deca9b7c-92cc-4a8f-be3c-39f9a119282c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33441213'] for security_group (501f70b9-98e1-430c-97c6-9b43c9b23665), after_create {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:45:15.212106 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deca9b7c-92cc-4a8f-be3c-39f9a119282c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=501f70b9-98e1-430c-97c6-9b43c9b23665,revision_number=1']} {{(pid=109569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:45:15.218080 dv-cinder-830538-5-iscsi neutron-server[109569]: INFO neutron.wsgi [None req-deca9b7c-92cc-4a8f-be3c-39f9a119282c admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=2c2756950a1a412182a71cd8561e5d9f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1415608 Feb 28 22:45:15.220889 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.wsgi [-] (109569) accepted ('10.222.0.11', 55372) {{(pid=109569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 22:45:15.272302 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-e3484282-64dd-4c21-8b50-4f3d34c7af59 admin admin] Publish callbacks [] for security_group (501f70b9-98e1-430c-97c6-9b43c9b23665), before_delete {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:45:15.294170 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-e3484282-64dd-4c21-8b50-4f3d34c7af59 admin admin] Publish callbacks [] for security_group (501f70b9-98e1-430c-97c6-9b43c9b23665), precommit_delete {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:45:15.341112 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-e3484282-64dd-4c21-8b50-4f3d34c7af59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33441213'] for security_group (501f70b9-98e1-430c-97c6-9b43c9b23665), after_delete {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:45:15.343723 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-e3484282-64dd-4c21-8b50-4f3d34c7af59 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:45:15.344876 dv-cinder-830538-5-iscsi neutron-server[109569]: INFO neutron.wsgi [None req-e3484282-64dd-4c21-8b50-4f3d34c7af59 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/501f70b9-98e1-430c-97c6-9b43c9b23665 HTTP/1.1" status: 204 len: 168 time: 0.1232109 Feb 28 22:45:15.350376 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-34df6252-b330-4467-8bda-89ca9115982c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:45:15.356483 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3484282-64dd-4c21-8b50-4f3d34c7af59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=501f70b9-98e1-430c-97c6-9b43c9b23665,revision_number=None']} {{(pid=109569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:45:15.388458 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89d4da3-1d60-4a35-9502-a0b68f3fc837 req-cf947a18-5ddc-475f-b90d-6f44f6009f55 tempest-ServerRescueNegativeTestJSON-929871608 tempest-ServerRescueNegativeTestJSON-929871608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:45:15.389934 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-a89d4da3-1d60-4a35-9502-a0b68f3fc837 req-cf947a18-5ddc-475f-b90d-6f44f6009f55 tempest-ServerRescueNegativeTestJSON-929871608 tempest-ServerRescueNegativeTestJSON-929871608-project] 10.222.0.11 "GET /v2.0/ports?device_id=bedc2889-c234-478f-9d9f-b557dcd5e13e HTTP/1.1" status: 200 len: 946 time: 0.3255181 Feb 28 22:45:15.459220 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-a89d4da3-1d60-4a35-9502-a0b68f3fc837 req-bcdbea64-ef5f-44f1-906a-95475728f750 tempest-ServerRescueNegativeTestJSON-929871608 tempest-ServerRescueNegativeTestJSON-929871608-project] 10.222.0.11 "GET /v2.0/security-groups?id=f1de89df-470d-49b7-98ac-8bb65cd72d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615599 Feb 28 22:45:15.487355 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-34df6252-b330-4467-8bda-89ca9115982c admin admin] Publish callbacks [] for security_group (c5980b71-25ca-45cc-aa6d-2b4fee9b6a6d), precommit_create {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:45:15.491220 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-34df6252-b330-4467-8bda-89ca9115982c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33441213'] for security_group (c5980b71-25ca-45cc-aa6d-2b4fee9b6a6d), after_create {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:45:15.557938 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34df6252-b330-4467-8bda-89ca9115982c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5980b71-25ca-45cc-aa6d-2b4fee9b6a6d,revision_number=1']} {{(pid=109568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:45:15.564536 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [None req-34df6252-b330-4467-8bda-89ca9115982c admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=52fd1a921123412696859b53df9a68cb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5881758 Feb 28 22:45:15.567642 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.wsgi [-] (109569) accepted ('10.222.0.11', 55378) {{(pid=109569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 22:45:15.579287 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-4f95abee-7002-4066-9793-ae3becea229c req-140bb4b9-efb4-4a33-bc8a-faa64538b685 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=50fff9cd-5238-40fd-ab4f-02f86cf2bbc0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0736134 Feb 28 22:45:15.626978 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-16871a80-c451-4ba7-aa40-ae2e9c536a91 admin admin] Publish callbacks [] for security_group (c5980b71-25ca-45cc-aa6d-2b4fee9b6a6d), before_delete {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:45:15.652611 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-16871a80-c451-4ba7-aa40-ae2e9c536a91 admin admin] Publish callbacks [] for security_group (c5980b71-25ca-45cc-aa6d-2b4fee9b6a6d), precommit_delete {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:45:15.694815 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f95abee-7002-4066-9793-ae3becea229c req-2f2d2d82-cd76-4415-bc6e-09a5fcea1d9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:45:15.696375 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-4f95abee-7002-4066-9793-ae3becea229c req-2f2d2d82-cd76-4415-bc6e-09a5fcea1d9e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=1a9fe67e7e534a2f9e267047a6a40917&device_id=50fff9cd-5238-40fd-ab4f-02f86cf2bbc0 HTTP/1.1" status: 200 len: 1130 time: 0.0924094 Feb 28 22:45:15.712011 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-16871a80-c451-4ba7-aa40-ae2e9c536a91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33441213'] for security_group (c5980b71-25ca-45cc-aa6d-2b4fee9b6a6d), after_delete {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:45:15.714839 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-16871a80-c451-4ba7-aa40-ae2e9c536a91 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:45:15.715994 dv-cinder-830538-5-iscsi neutron-server[109569]: INFO neutron.wsgi [None req-16871a80-c451-4ba7-aa40-ae2e9c536a91 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/c5980b71-25ca-45cc-aa6d-2b4fee9b6a6d HTTP/1.1" status: 204 len: 168 time: 0.1470950 Feb 28 22:45:15.717346 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04f7454-9b52-4f8c-b839-09f6e4e8a875 req-afb10a7d-ecd1-48e8-9df4-4602f1ff4478 tempest-AttachVolumeShelveTestJSON-2030561000 tempest-AttachVolumeShelveTestJSON-2030561000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:45:15.720618 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-b04f7454-9b52-4f8c-b839-09f6e4e8a875 req-afb10a7d-ecd1-48e8-9df4-4602f1ff4478 tempest-AttachVolumeShelveTestJSON-2030561000 tempest-AttachVolumeShelveTestJSON-2030561000-project] 10.222.0.11 "GET /v2.0/ports?device_id=9d3d1dbb-222b-4ece-94fa-9ef43d198daf HTTP/1.1" status: 200 len: 943 time: 0.0783503 Feb 28 22:45:15.727777 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16871a80-c451-4ba7-aa40-ae2e9c536a91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5980b71-25ca-45cc-aa6d-2b4fee9b6a6d,revision_number=None']} {{(pid=109569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:45:15.852516 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-b04f7454-9b52-4f8c-b839-09f6e4e8a875 req-763e41a5-4e92-4467-bd47-e40827a729cd tempest-AttachVolumeShelveTestJSON-2030561000 tempest-AttachVolumeShelveTestJSON-2030561000-project] 10.222.0.11 "GET /v2.0/security-groups?id=0a9915aa-9c1d-45b5-936b-2bead19a9f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1194639 Feb 28 22:45:15.882769 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f95abee-7002-4066-9793-ae3becea229c req-02b6d804-521d-4b27-83ef-4de06f2c3df9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:45:15.884546 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-4f95abee-7002-4066-9793-ae3becea229c req-02b6d804-521d-4b27-83ef-4de06f2c3df9 service neutron] 10.222.0.36 "GET /v2.0/networks?id=ba9103be-0016-4db5-8443-08fa8db70094 HTTP/1.1" status: 200 len: 919 time: 0.1628807 Feb 28 22:45:15.936794 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-4f95abee-7002-4066-9793-ae3becea229c req-64430afb-a6d1-4b3b-9d3a-60a9d912ebfd service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=aa21a1aa-bc63-48f8-a49a-46871a4c118e HTTP/1.1" status: 200 len: 217 time: 0.0401020 Feb 28 22:45:15.991790 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f95abee-7002-4066-9793-ae3becea229c req-433250bc-d66e-4415-9837-43e2f7a57207 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:45:15.993550 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-4f95abee-7002-4066-9793-ae3becea229c req-433250bc-d66e-4415-9837-43e2f7a57207 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4f074c84-eecc-4df3-bfe8-db2db878868a HTTP/1.1" status: 200 len: 858 time: 0.0490181 Feb 28 22:45:16.031258 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-4f95abee-7002-4066-9793-ae3becea229c req-e3941ab4-76dc-4b3f-a738-0d99ead13391 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=ba9103be-0016-4db5-8443-08fa8db70094&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0275230 Feb 28 22:45:16.130780 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-4f95abee-7002-4066-9793-ae3becea229c req-cb7fd2e4-50a8-4d2c-86b2-b007140591e1 service neutron] 10.222.0.36 "GET /v2.0/networks/ba9103be-0016-4db5-8443-08fa8db70094?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891402 Feb 28 22:45:16.220654 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-4f95abee-7002-4066-9793-ae3becea229c req-d3d3453f-7400-416d-863e-97cf6d2e7cb7 service neutron] 10.222.0.36 "GET /v2.0/networks/ba9103be-0016-4db5-8443-08fa8db70094?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840704 Feb 28 22:45:16.611576 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9dec5f-307e-456b-a2e2-4c628e411424 req-8ef85068-abb8-476f-a16a-151c1d2760c6 tempest-ServerRescueNegativeTestJSON-929871608 tempest-ServerRescueNegativeTestJSON-929871608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:45:16.613158 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-fb9dec5f-307e-456b-a2e2-4c628e411424 req-8ef85068-abb8-476f-a16a-151c1d2760c6 tempest-ServerRescueNegativeTestJSON-929871608 tempest-ServerRescueNegativeTestJSON-929871608-project] 10.222.0.11 "GET /v2.0/ports?device_id=bedc2889-c234-478f-9d9f-b557dcd5e13e HTTP/1.1" status: 200 len: 946 time: 0.0602334 Feb 28 22:45:16.663023 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-fb9dec5f-307e-456b-a2e2-4c628e411424 req-3fb1e5a1-3c78-4a9d-9e04-5ba9ffa8615b tempest-ServerRescueNegativeTestJSON-929871608 tempest-ServerRescueNegativeTestJSON-929871608-project] 10.222.0.11 "GET /v2.0/security-groups?id=f1de89df-470d-49b7-98ac-8bb65cd72d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425005 Feb 28 22:45:16.998447 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9b12aa-6bee-4135-bea3-e2202ea45b25 req-352381e1-ec51-4cae-9118-839460c72cf4 tempest-AttachVolumeShelveTestJSON-2030561000 tempest-AttachVolumeShelveTestJSON-2030561000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:45:16.999961 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-be9b12aa-6bee-4135-bea3-e2202ea45b25 req-352381e1-ec51-4cae-9118-839460c72cf4 tempest-AttachVolumeShelveTestJSON-2030561000 tempest-AttachVolumeShelveTestJSON-2030561000-project] 10.222.0.11 "GET /v2.0/ports?device_id=9d3d1dbb-222b-4ece-94fa-9ef43d198daf HTTP/1.1" status: 200 len: 943 time: 0.0536311 Feb 28 22:45:17.045558 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-be9b12aa-6bee-4135-bea3-e2202ea45b25 req-b2b1f84b-abfc-4213-a3af-f24f04e2279c tempest-AttachVolumeShelveTestJSON-2030561000 tempest-AttachVolumeShelveTestJSON-2030561000-project] 10.222.0.11 "GET /v2.0/security-groups?id=0a9915aa-9c1d-45b5-936b-2bead19a9f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399604 Feb 28 22:45:18.198422 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe46e47b-c515-4356-ad98-3a63f5f5d107 req-00450eb3-d7c0-4812-8450-0c2a5675c5fd tempest-AttachVolumeShelveTestJSON-2030561000 tempest-AttachVolumeShelveTestJSON-2030561000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:45:18.199972 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-fe46e47b-c515-4356-ad98-3a63f5f5d107 req-00450eb3-d7c0-4812-8450-0c2a5675c5fd tempest-AttachVolumeShelveTestJSON-2030561000 tempest-AttachVolumeShelveTestJSON-2030561000-project] 10.222.0.11 "GET /v2.0/ports?device_id=9d3d1dbb-222b-4ece-94fa-9ef43d198daf HTTP/1.1" status: 200 len: 943 time: 0.0757947 Feb 28 22:45:18.249055 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-fe46e47b-c515-4356-ad98-3a63f5f5d107 req-9bda350f-aa5a-427d-9c32-ee4f91a39a88 tempest-AttachVolumeShelveTestJSON-2030561000 tempest-AttachVolumeShelveTestJSON-2030561000-project] 10.222.0.11 "GET /v2.0/security-groups?id=0a9915aa-9c1d-45b5-936b-2bead19a9f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426934 Feb 28 22:45:18.472778 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.rpc [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] Device 6daed45d-08df-467a-b1e9-4a94a85a6197 details requested by agent hyperv_hv-cinder-83053 with host hv-cinder-83053 {{(pid=109570) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 22:45:18.574168 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.db [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] For port 6daed45d-08df-467a-b1e9-4a94a85a6197, host hv-cinder-83053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83053',level=0,port_id=6daed45d-08df-467a-b1e9-4a94a85a6197,segment=NetworkSegment(28413273-d7c8-4d86-a7b1-c45f9712072e),segment_id=28413273-d7c8-4d86-a7b1-c45f9712072e)] {{(pid=109570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 22:45:18.585839 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.rpc [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] Returning: {'device': '6daed45d-08df-467a-b1e9-4a94a85a6197', 'network_id': 'e1dee003-d534-429c-aed6-3f1020c03805', 'port_id': '6daed45d-08df-467a-b1e9-4a94a85a6197', 'mac_address': 'fa:16:3e:b8:40:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b622ab4-8097-4b6c-8ec2-bb3f77857ed1', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109570) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 22:45:18.622183 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.plugin [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] Current status of the port 6daed45d-08df-467a-b1e9-4a94a85a6197 is: DOWN; New status is: BUILD {{(pid=109570) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 22:45:18.622577 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616566'] for port (6daed45d-08df-467a-b1e9-4a94a85a6197), before_update {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:45:18.635614 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.notifiers.nova [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6daed45d-08df-467a-b1e9-4a94a85a6197 {{(pid=109570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 22:45:18.655040 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.db [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] For port 6daed45d-08df-467a-b1e9-4a94a85a6197, host hv-cinder-83053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83053',level=0,port_id=6daed45d-08df-467a-b1e9-4a94a85a6197,segment=NetworkSegment(28413273-d7c8-4d86-a7b1-c45f9712072e),segment_id=28413273-d7c8-4d86-a7b1-c45f9712072e)] {{(pid=109570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 22:45:18.657967 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33156859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750845083886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750844628246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750844628264'] for port (6daed45d-08df-467a-b1e9-4a94a85a6197), after_update {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:45:18.704341 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] Pushing event updated for resources: {'Port': ['ID=6daed45d-08df-467a-b1e9-4a94a85a6197,revision_number=9']} {{(pid=109570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:45:18.900987 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.db [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] get_ports_and_sgs() called for port_ids ['6daed45d-08df-467a-b1e9-4a94a85a6197'] {{(pid=109570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 22:45:19.378748 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737a124c-0748-48fc-87b6-9df83aeb6414 req-a0abe95d-7329-4981-aaca-3c3987a0cecb tempest-AttachVolumeShelveTestJSON-2030561000 tempest-AttachVolumeShelveTestJSON-2030561000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:45:19.381059 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-737a124c-0748-48fc-87b6-9df83aeb6414 req-a0abe95d-7329-4981-aaca-3c3987a0cecb tempest-AttachVolumeShelveTestJSON-2030561000 tempest-AttachVolumeShelveTestJSON-2030561000-project] 10.222.0.11 "GET /v2.0/ports?device_id=9d3d1dbb-222b-4ece-94fa-9ef43d198daf HTTP/1.1" status: 200 len: 944 time: 0.0556061 Feb 28 22:45:19.429723 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-737a124c-0748-48fc-87b6-9df83aeb6414 req-469f71ad-a686-4eb5-8646-a85d01b69038 tempest-AttachVolumeShelveTestJSON-2030561000 tempest-AttachVolumeShelveTestJSON-2030561000-project] 10.222.0.11 "GET /v2.0/security-groups?id=0a9915aa-9c1d-45b5-936b-2bead19a9f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427718 Feb 28 22:45:19.587606 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.wsgi [-] (109569) accepted ('10.222.0.11', 55476) {{(pid=109569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 22:45:19.687682 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-6509398f-23a1-4382-b325-01cba0660f6d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:45:19.759061 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-6509398f-23a1-4382-b325-01cba0660f6d admin admin] Publish callbacks [] for security_group (1f3f89a8-eb1f-434b-96e1-47c8430c1ffd), precommit_create {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:45:19.762318 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-6509398f-23a1-4382-b325-01cba0660f6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33441213'] for security_group (1f3f89a8-eb1f-434b-96e1-47c8430c1ffd), after_create {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:45:19.798994 dv-cinder-830538-5-iscsi neutron-server[109569]: INFO neutron.wsgi [None req-6509398f-23a1-4382-b325-01cba0660f6d admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=311522a352fc42fcab5382237a64e166&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2102845 Feb 28 22:45:19.799860 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6509398f-23a1-4382-b325-01cba0660f6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f3f89a8-eb1f-434b-96e1-47c8430c1ffd,revision_number=1']} {{(pid=109569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:45:19.802621 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.wsgi [-] (109569) accepted ('10.222.0.11', 55480) {{(pid=109569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 22:45:19.849525 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-8dc9c95f-ef06-4d5b-a8f6-6c9cdfd228b1 admin admin] Publish callbacks [] for security_group (1f3f89a8-eb1f-434b-96e1-47c8430c1ffd), before_delete {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:45:19.872891 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-8dc9c95f-ef06-4d5b-a8f6-6c9cdfd228b1 admin admin] Publish callbacks [] for security_group (1f3f89a8-eb1f-434b-96e1-47c8430c1ffd), precommit_delete {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:45:19.917786 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-8dc9c95f-ef06-4d5b-a8f6-6c9cdfd228b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33441213'] for security_group (1f3f89a8-eb1f-434b-96e1-47c8430c1ffd), after_delete {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:45:19.920266 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-8dc9c95f-ef06-4d5b-a8f6-6c9cdfd228b1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:45:19.921405 dv-cinder-830538-5-iscsi neutron-server[109569]: INFO neutron.wsgi [None req-8dc9c95f-ef06-4d5b-a8f6-6c9cdfd228b1 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/1f3f89a8-eb1f-434b-96e1-47c8430c1ffd HTTP/1.1" status: 204 len: 168 time: 0.1179087 Feb 28 22:45:19.929558 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc9c95f-ef06-4d5b-a8f6-6c9cdfd228b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f3f89a8-eb1f-434b-96e1-47c8430c1ffd,revision_number=None']} {{(pid=109569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:45:20.471590 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.rpc [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] Device 6daed45d-08df-467a-b1e9-4a94a85a6197 up at agent hyperv_hv-cinder-83053 {{(pid=109570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 22:45:20.544755 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.db.provisioning_blocks [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] Provisioning complete for port 6daed45d-08df-467a-b1e9-4a94a85a6197 triggered by entity L2. {{(pid=109570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 22:45:20.545040 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579965'] for port (6daed45d-08df-467a-b1e9-4a94a85a6197), provisioning_complete {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:45:20.551801 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.wsgi [-] (109569) accepted ('10.222.0.11', 55512) {{(pid=109569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 22:45:20.624639 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2834106-3f61-42e2-bf54-c0ebea18078a req-1ff57740-72ba-492f-a6de-c40266e663f9 tempest-ServerRescueNegativeTestJSON-929871608 tempest-ServerRescueNegativeTestJSON-929871608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:45:20.626267 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-b2834106-3f61-42e2-bf54-c0ebea18078a req-1ff57740-72ba-492f-a6de-c40266e663f9 tempest-ServerRescueNegativeTestJSON-929871608 tempest-ServerRescueNegativeTestJSON-929871608-project] 10.222.0.11 "GET /v2.0/ports?device_id=50fff9cd-5238-40fd-ab4f-02f86cf2bbc0 HTTP/1.1" status: 200 len: 946 time: 0.1084621 Feb 28 22:45:20.628961 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.plugin [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] Current status of the port 6daed45d-08df-467a-b1e9-4a94a85a6197 is: BUILD; New status is: ACTIVE {{(pid=109570) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 22:45:20.630809 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616566'] for port (6daed45d-08df-467a-b1e9-4a94a85a6197), before_update {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:45:20.638900 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12aaaec6-da9d-405a-8728-3ca37a2ed403 req-e3c20736-59a3-46ac-8790-8aa09a71763c tempest-AttachVolumeShelveTestJSON-2030561000 tempest-AttachVolumeShelveTestJSON-2030561000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:45:20.640452 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-12aaaec6-da9d-405a-8728-3ca37a2ed403 req-e3c20736-59a3-46ac-8790-8aa09a71763c tempest-AttachVolumeShelveTestJSON-2030561000 tempest-AttachVolumeShelveTestJSON-2030561000-project] 10.222.0.11 "GET /v2.0/ports?device_id=9d3d1dbb-222b-4ece-94fa-9ef43d198daf HTTP/1.1" status: 200 len: 944 time: 0.0779762 Feb 28 22:45:20.655260 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d3d1dbb-222b-4ece-94fa-9ef43d198daf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6daed45d-08df-467a-b1e9-4a94a85a6197'}] {{(pid=109570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 22:45:20.657559 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fade63a226c96e14254c735f674fb73a181a47373151acc9bb38ade81564009" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e168c0f1-33aa-4b09-bd5b-302454b125db" -d '{"events": [{"server_uuid": "9d3d1dbb-222b-4ece-94fa-9ef43d198daf", "name": "network-vif-plugged", "status": "completed", "tag": "6daed45d-08df-467a-b1e9-4a94a85a6197"}]}' {{(pid=109570) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 22:45:20.665293 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.api.v2.base [None req-755b591e-6f60-489c-941a-be7aec7bb031 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1162656647-network', 'tenant_id': 'd76f9b1291274319906fdfcde11ead04'}} {{(pid=109569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 22:45:20.670754 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.db [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] For port 6daed45d-08df-467a-b1e9-4a94a85a6197, host hv-cinder-83053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83053',level=0,port_id=6daed45d-08df-467a-b1e9-4a94a85a6197,segment=NetworkSegment(28413273-d7c8-4d86-a7b1-c45f9712072e),segment_id=28413273-d7c8-4d86-a7b1-c45f9712072e)] {{(pid=109570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 22:45:20.675538 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33156859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750845083886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750844628246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750844628264'] for port (6daed45d-08df-467a-b1e9-4a94a85a6197), after_update {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:45:20.687699 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-755b591e-6f60-489c-941a-be7aec7bb031 admin admin] Made reservation on behalf of d76f9b1291274319906fdfcde11ead04 for: {'network': 1} {{(pid=109569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 22:45:20.690175 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-755b591e-6f60-489c-941a-be7aec7bb031 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616566'] for network (None), before_create {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:45:20.699530 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-755b591e-6f60-489c-941a-be7aec7bb031 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:45:20.715360 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-b2834106-3f61-42e2-bf54-c0ebea18078a req-ced1e37b-e4af-4407-a2f8-cdedfd7b902f tempest-ServerRescueNegativeTestJSON-929871608 tempest-ServerRescueNegativeTestJSON-929871608-project] 10.222.0.11 "GET /v2.0/security-groups?id=f1de89df-470d-49b7-98ac-8bb65cd72d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738707 Feb 28 22:45:20.720375 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-12aaaec6-da9d-405a-8728-3ca37a2ed403 req-1671084a-81db-432b-9f6f-fe0440dffb09 tempest-AttachVolumeShelveTestJSON-2030561000 tempest-AttachVolumeShelveTestJSON-2030561000-project] 10.222.0.11 "GET /v2.0/security-groups?id=0a9915aa-9c1d-45b5-936b-2bead19a9f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0713966 Feb 28 22:45:20.743022 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] Pushing event updated for resources: {'Port': ['ID=6daed45d-08df-467a-b1e9-4a94a85a6197,revision_number=10']} {{(pid=109570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:45:20.747376 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830538-5-iscsi {{(pid=109570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:45:20.747973 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-5-iscsi {{(pid=109570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:45:20.748488 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-5-iscsi {{(pid=109570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:45:20.748965 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-5-iscsi {{(pid=109570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:45:20.749894 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830538-5-iscsi {{(pid=109570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:45:20.750364 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830538-5-iscsi {{(pid=109570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:45:20.750836 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830538-5-iscsi {{(pid=109570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:45:20.751310 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830538-5-iscsi {{(pid=109570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:45:20.751807 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830538-5-iscsi {{(pid=109570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:45:20.752313 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830538-5-iscsi {{(pid=109570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:45:20.752793 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-5-iscsi {{(pid=109570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:45:20.753277 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830538-5-iscsi {{(pid=109570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:45:20.753752 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830538-5-iscsi {{(pid=109570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:45:20.773099 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 22:45:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68f64b4a-9a1c-4c8b-a85d-5a491ddc486c x-openstack-request-id: req-68f64b4a-9a1c-4c8b-a85d-5a491ddc486c {{(pid=109570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 22:45:20.773415 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d3d1dbb-222b-4ece-94fa-9ef43d198daf", "name": "network-vif-plugged", "status": "completed", "tag": "6daed45d-08df-467a-b1e9-4a94a85a6197", "code": 200}]} {{(pid=109570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 22:45:20.773674 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-68f64b4a-9a1c-4c8b-a85d-5a491ddc486c {{(pid=109570) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 22:45:20.774074 dv-cinder-830538-5-iscsi neutron-server[109570]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d3d1dbb-222b-4ece-94fa-9ef43d198daf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6daed45d-08df-467a-b1e9-4a94a85a6197', 'code': 200} Feb 28 22:45:20.779043 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-755b591e-6f60-489c-941a-be7aec7bb031 admin admin] Publish callbacks [] for security_group (d8c5b7b6-5700-48c5-af69-dd19b3ab0f3b), precommit_create {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:45:20.783302 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-755b591e-6f60-489c-941a-be7aec7bb031 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33441213'] for security_group (d8c5b7b6-5700-48c5-af69-dd19b3ab0f3b), after_create {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:45:20.804815 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-755b591e-6f60-489c-941a-be7aec7bb031 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 118} {{(pid=109569) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 22:45:20.819592 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755b591e-6f60-489c-941a-be7aec7bb031 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8c5b7b6-5700-48c5-af69-dd19b3ab0f3b,revision_number=1']} {{(pid=109569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:45:20.822447 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-755b591e-6f60-489c-941a-be7aec7bb031 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1012980'] for segment (ac206728-97d1-439d-8886-40ed39a6967c), precommit_create {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:45:20.822790 dv-cinder-830538-5-iscsi neutron-server[109569]: INFO neutron.db.segments_db [None req-755b591e-6f60-489c-941a-be7aec7bb031 admin admin] Added segment ac206728-97d1-439d-8886-40ed39a6967c of type vlan for network 26079c3c-8136-4e3b-bff8-bf03e67b06ea Feb 28 22:45:20.862242 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-755b591e-6f60-489c-941a-be7aec7bb031 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750844646229'] for network (26079c3c-8136-4e3b-bff8-bf03e67b06ea), precommit_create {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:45:20.887841 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-755b591e-6f60-489c-941a-be7aec7bb031 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33441228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33156859'] for network (26079c3c-8136-4e3b-bff8-bf03e67b06ea), after_create {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:45:20.888799 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-755b591e-6f60-489c-941a-be7aec7bb031 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:45:20.889387 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-755b591e-6f60-489c-941a-be7aec7bb031 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33156845'] for network (None), before_response {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:45:20.954150 dv-cinder-830538-5-iscsi neutron-server[109569]: INFO neutron.wsgi [None req-755b591e-6f60-489c-941a-be7aec7bb031 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4010847 Feb 28 22:45:20.957197 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.wsgi [-] (109568) accepted ('10.222.0.11', 55518) {{(pid=109568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 22:45:20.959576 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755b591e-6f60-489c-941a-be7aec7bb031 admin admin] Pushing event updated for resources: {'Network': ['ID=26079c3c-8136-4e3b-bff8-bf03e67b06ea,revision_number=1']} {{(pid=109569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:45:20.962260 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.api.v2.base [None req-f01d4174-a99d-4c20-8d47-dbf41b89e43f admin admin] Request body: {'subnet': {'network_id': '26079c3c-8136-4e3b-bff8-bf03e67b06ea', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1162656647-subnet', 'tenant_id': 'd76f9b1291274319906fdfcde11ead04', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 22:45:20.969721 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.rpc [None req-154add69-038d-48cc-93ba-bd7e358b6d11 None None] Network 26079c3c-8136-4e3b-bff8-bf03e67b06ea details requested by agent ovs-agent-dv-cinder-830538-5-iscsi with host dv-cinder-830538-5-iscsi {{(pid=109570) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 22:45:20.980806 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f01d4174-a99d-4c20-8d47-dbf41b89e43f admin admin] Made reservation on behalf of d76f9b1291274319906fdfcde11ead04 for: {'subnet': 1} {{(pid=109568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 22:45:20.983183 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-f01d4174-a99d-4c20-8d47-dbf41b89e43f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24898868'] for subnet (None), before_create {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:45:21.153965 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-f01d4174-a99d-4c20-8d47-dbf41b89e43f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33448168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33156859', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30788433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24898822'] for subnet (045abf93-52bd-44c1-87f5-46dfb1bd4eae), after_create {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:45:21.211497 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01d4174-a99d-4c20-8d47-dbf41b89e43f admin admin] Pushing event updated for resources: {'Subnet': ['ID=045abf93-52bd-44c1-87f5-46dfb1bd4eae,revision_number=0']} {{(pid=109568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:45:21.244072 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f01d4174-a99d-4c20-8d47-dbf41b89e43f admin admin] Checking segment: {'id': 'ac206728-97d1-439d-8886-40ed39a6967c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '26079c3c-8136-4e3b-bff8-bf03e67b06ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 22:45:21.244433 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f01d4174-a99d-4c20-8d47-dbf41b89e43f admin admin] Network hostable DHCP agents. Network: 26079c3c-8136-4e3b-bff8-bf03e67b06ea, hostable agents: ['55d6ddf3-619a-4750-95a9-02c5b2728e0c'], hosted agents: [] {{(pid=109568) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 22:45:21.269143 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f01d4174-a99d-4c20-8d47-dbf41b89e43f admin admin] Network 26079c3c-8136-4e3b-bff8-bf03e67b06ea is scheduled to be hosted by DHCP agent 55d6ddf3-619a-4750-95a9-02c5b2728e0c with binding_index 1 {{(pid=109568) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 22:45:21.275446 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36e9da5-45c7-42a4-a781-6f439fab84d3 req-6ca4d9e9-97b1-4194-92d6-3df1ef4de28f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:45:21.277053 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-f36e9da5-45c7-42a4-a781-6f439fab84d3 req-6ca4d9e9-97b1-4194-92d6-3df1ef4de28f service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=9d3d1dbb-222b-4ece-94fa-9ef43d198daf HTTP/1.1" status: 200 len: 1130 time: 0.0669036 Feb 28 22:45:21.281239 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.scheduler.base_scheduler [None req-f01d4174-a99d-4c20-8d47-dbf41b89e43f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830538-5-iscsi, 26079c3c-8136-4e3b-bff8-bf03e67b06ea) {{(pid=109568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 22:45:21.285194 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f01d4174-a99d-4c20-8d47-dbf41b89e43f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:45:21.286359 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-f01d4174-a99d-4c20-8d47-dbf41b89e43f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:45:21.292294 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-050494e1-f0f4-417b-b782-937794b61f4e None None] Network 26079c3c-8136-4e3b-bff8-bf03e67b06ea requested from dv-cinder-830538-5-iscsi {{(pid=109570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 22:45:21.319770 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [None req-f01d4174-a99d-4c20-8d47-dbf41b89e43f admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3613846 Feb 28 22:45:21.335195 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-f36e9da5-45c7-42a4-a781-6f439fab84d3 req-1df28e0c-31e6-428b-878c-4b4bab7b2012 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=0a9915aa-9c1d-45b5-936b-2bead19a9f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464056 Feb 28 22:45:21.390866 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4b824bf-7e3c-451f-a796-fb52399b3d7d None None] Network 26079c3c-8136-4e3b-bff8-bf03e67b06ea requested from dv-cinder-830538-5-iscsi {{(pid=109570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 22:45:21.888706 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083c1f68-d8e2-4304-b35c-2a4632fad10b req-e42850c3-b8c5-4405-92af-e18944e36348 tempest-ServerRescueNegativeTestJSON-929871608 tempest-ServerRescueNegativeTestJSON-929871608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:45:21.890201 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-083c1f68-d8e2-4304-b35c-2a4632fad10b req-e42850c3-b8c5-4405-92af-e18944e36348 tempest-ServerRescueNegativeTestJSON-929871608 tempest-ServerRescueNegativeTestJSON-929871608-project] 10.222.0.11 "GET /v2.0/ports?device_id=50fff9cd-5238-40fd-ab4f-02f86cf2bbc0 HTTP/1.1" status: 200 len: 946 time: 0.0912971 Feb 28 22:45:21.901247 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09fff4d-abc4-49f7-b1ae-26f8509a8995 req-3f62678e-b96d-49b7-854d-e7daa93b6ead tempest-AttachVolumeShelveTestJSON-2030561000 tempest-AttachVolumeShelveTestJSON-2030561000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:45:21.902685 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-a09fff4d-abc4-49f7-b1ae-26f8509a8995 req-3f62678e-b96d-49b7-854d-e7daa93b6ead tempest-AttachVolumeShelveTestJSON-2030561000 tempest-AttachVolumeShelveTestJSON-2030561000-project] 10.222.0.11 "GET /v2.0/ports?device_id=9d3d1dbb-222b-4ece-94fa-9ef43d198daf HTTP/1.1" status: 200 len: 946 time: 0.0711813 Feb 28 22:45:21.971951 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-083c1f68-d8e2-4304-b35c-2a4632fad10b req-970975c1-c49e-4d70-83ae-bccb06c3888f tempest-ServerRescueNegativeTestJSON-929871608 tempest-ServerRescueNegativeTestJSON-929871608-project] 10.222.0.11 "GET /v2.0/security-groups?id=f1de89df-470d-49b7-98ac-8bb65cd72d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681014 Feb 28 22:45:21.979469 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-a09fff4d-abc4-49f7-b1ae-26f8509a8995 req-ed9c82f5-5dca-47fa-b4b1-d9df12cad0f7 tempest-AttachVolumeShelveTestJSON-2030561000 tempest-AttachVolumeShelveTestJSON-2030561000-project] 10.222.0.11 "GET /v2.0/security-groups?id=0a9915aa-9c1d-45b5-936b-2bead19a9f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0698407 Feb 28 22:45:23.085519 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b96d2ae-4b00-4f8e-aaaf-781bc40ec912 req-1caeee38-836a-4f89-8e80-91e13319d9dc tempest-VolumesActionsTest-1914636262 tempest-VolumesActionsTest-1914636262-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:45:23.086982 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-1b96d2ae-4b00-4f8e-aaaf-781bc40ec912 req-1caeee38-836a-4f89-8e80-91e13319d9dc tempest-VolumesActionsTest-1914636262 tempest-VolumesActionsTest-1914636262-project] 10.222.0.11 "GET /v2.0/networks?id=26079c3c-8136-4e3b-bff8-bf03e67b06ea HTTP/1.1" status: 200 len: 809 time: 0.1372786 Feb 28 22:45:23.108781 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-1b96d2ae-4b00-4f8e-aaaf-781bc40ec912 req-f266bab5-ce60-4391-87ec-a87dfa728d6d tempest-VolumesActionsTest-1914636262 tempest-VolumesActionsTest-1914636262-project] 10.222.0.11 "GET /v2.0/quotas/d76f9b1291274319906fdfcde11ead04 HTTP/1.1" status: 200 len: 375 time: 0.0162995 Feb 28 22:45:23.123632 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f456f3-8f29-4da9-b077-cefa81e97ca8 req-42136080-e00e-4fed-9f7c-e43d64c10e04 tempest-ServerRescueNegativeTestJSON-929871608 tempest-ServerRescueNegativeTestJSON-929871608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:45:23.125106 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-f1f456f3-8f29-4da9-b077-cefa81e97ca8 req-42136080-e00e-4fed-9f7c-e43d64c10e04 tempest-ServerRescueNegativeTestJSON-929871608 tempest-ServerRescueNegativeTestJSON-929871608-project] 10.222.0.11 "GET /v2.0/ports?device_id=50fff9cd-5238-40fd-ab4f-02f86cf2bbc0 HTTP/1.1" status: 200 len: 946 time: 0.0781825 Feb 28 22:45:23.160866 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-1b96d2ae-4b00-4f8e-aaaf-781bc40ec912 req-09081280-976d-46ee-a78a-41251d013d60 tempest-VolumesActionsTest-1914636262 tempest-VolumesActionsTest-1914636262-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=d76f9b1291274319906fdfcde11ead04&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0458138 Feb 28 22:45:23.242625 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-f1f456f3-8f29-4da9-b077-cefa81e97ca8 req-c7cdcb75-8430-4fc0-a23d-c4d2fccb8bba tempest-ServerRescueNegativeTestJSON-929871608 tempest-ServerRescueNegativeTestJSON-929871608-project] 10.222.0.11 "GET /v2.0/security-groups?id=f1de89df-470d-49b7-98ac-8bb65cd72d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088977 Feb 28 22:45:23.275517 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-1b96d2ae-4b00-4f8e-aaaf-781bc40ec912 req-5b71aff9-e656-493c-8b0f-3ee91ee3c0e6 service neutron] 10.222.0.11 "GET /v2.0/networks/26079c3c-8136-4e3b-bff8-bf03e67b06ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1064091 Feb 28 22:45:23.423765 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-1b96d2ae-4b00-4f8e-aaaf-781bc40ec912 req-16e95abc-2a2c-4c30-ab2c-df2857ef53f9 service neutron] 10.222.0.11 "GET /v2.0/networks/26079c3c-8136-4e3b-bff8-bf03e67b06ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1418214 Feb 28 22:45:23.434404 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6a3269-72e2-4915-a6b9-9bbd8c688b46 req-e3b08388-a8e4-4f75-b5e6-d28cf854ad71 tempest-AttachVolumeShelveTestJSON-2030561000 tempest-AttachVolumeShelveTestJSON-2030561000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:45:23.435849 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-bb6a3269-72e2-4915-a6b9-9bbd8c688b46 req-e3b08388-a8e4-4f75-b5e6-d28cf854ad71 tempest-AttachVolumeShelveTestJSON-2030561000 tempest-AttachVolumeShelveTestJSON-2030561000-project] 10.222.0.11 "GET /v2.0/ports?device_id=9d3d1dbb-222b-4ece-94fa-9ef43d198daf HTTP/1.1" status: 200 len: 946 time: 0.1074648 Feb 28 22:45:23.468043 dv-cinder-830538-5-iscsi neutron-server[109571]: DEBUG neutron.db.agents_db [None req-267e04d6-1473-4c25-8f3a-d1c5e119a015 None None] Agent healthcheck: found 6 active agents {{(pid=109571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 22:45:23.477501 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75db8937-44eb-4930-8c3f-009911325d6b req-50a2a149-6a26-445f-be61-1eca5a98c6f6 tempest-ServerRescueNegativeTestJSON-929871608 tempest-ServerRescueNegativeTestJSON-929871608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:45:23.479040 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-75db8937-44eb-4930-8c3f-009911325d6b req-50a2a149-6a26-445f-be61-1eca5a98c6f6 tempest-ServerRescueNegativeTestJSON-929871608 tempest-ServerRescueNegativeTestJSON-929871608-project] 10.222.0.36 "GET /v2.0/ports?device_id=50fff9cd-5238-40fd-ab4f-02f86cf2bbc0 HTTP/1.1" status: 200 len: 946 time: 0.0890889 Feb 28 22:45:23.533141 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-bb6a3269-72e2-4915-a6b9-9bbd8c688b46 req-3ff73428-803e-4b4e-84a7-d175ca222e27 tempest-AttachVolumeShelveTestJSON-2030561000 tempest-AttachVolumeShelveTestJSON-2030561000-project] 10.222.0.11 "GET /v2.0/security-groups?id=0a9915aa-9c1d-45b5-936b-2bead19a9f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0912807 Feb 28 22:45:23.615063 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-c49a6ff1-14e8-4079-95ec-05bc2f7d6048 req-3b45ebb1-7896-48fa-ac66-01c17800afbe tempest-VolumesActionsTest-1914636262 tempest-VolumesActionsTest-1914636262-project] 10.222.0.11 "GET /v2.0/ports?device_id=aeb44fde-6cd6-42be-9ff4-fd61b71ff225 HTTP/1.1" status: 200 len: 210 time: 0.0310774 Feb 28 22:45:23.642344 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.plugins.ml2.plugin [req-75db8937-44eb-4930-8c3f-009911325d6b req-a5b55f61-7281-411d-ae9e-deda3e0bb691 tempest-ServerRescueNegativeTestJSON-929871608 tempest-ServerRescueNegativeTestJSON-929871608-project] Deleting port aa21a1aa-bc63-48f8-a49a-46871a4c118e {{(pid=109568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 22:45:23.642686 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [req-75db8937-44eb-4930-8c3f-009911325d6b req-a5b55f61-7281-411d-ae9e-deda3e0bb691 tempest-ServerRescueNegativeTestJSON-929871608 tempest-ServerRescueNegativeTestJSON-929871608-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750845080441'] for port (aa21a1aa-bc63-48f8-a49a-46871a4c118e), before_delete {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:45:23.740141 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.plugins.ml2.db [req-75db8937-44eb-4930-8c3f-009911325d6b req-a5b55f61-7281-411d-ae9e-deda3e0bb691 tempest-ServerRescueNegativeTestJSON-929871608 tempest-ServerRescueNegativeTestJSON-929871608-project] For port aa21a1aa-bc63-48f8-a49a-46871a4c118e, host hv-cinder-83053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83053',level=0,port_id=aa21a1aa-bc63-48f8-a49a-46871a4c118e,segment=NetworkSegment(e59ecef9-1da6-4950-ad52-2ebcb29e8cdb),segment_id=e59ecef9-1da6-4950-ad52-2ebcb29e8cdb)] {{(pid=109568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 22:45:23.740505 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [req-75db8937-44eb-4930-8c3f-009911325d6b req-a5b55f61-7281-411d-ae9e-deda3e0bb691 tempest-ServerRescueNegativeTestJSON-929871608 tempest-ServerRescueNegativeTestJSON-929871608-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33552544'] for port (aa21a1aa-bc63-48f8-a49a-46871a4c118e), precommit_delete {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:45:23.755218 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.plugins.ml2.plugin [req-75db8937-44eb-4930-8c3f-009911325d6b req-a5b55f61-7281-411d-ae9e-deda3e0bb691 tempest-ServerRescueNegativeTestJSON-929871608 tempest-ServerRescueNegativeTestJSON-929871608-project] Calling delete_port for aa21a1aa-bc63-48f8-a49a-46871a4c118e owned by compute:nova {{(pid=109568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 22:45:23.895507 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [req-75db8937-44eb-4930-8c3f-009911325d6b req-a5b55f61-7281-411d-ae9e-deda3e0bb691 tempest-ServerRescueNegativeTestJSON-929871608 tempest-ServerRescueNegativeTestJSON-929871608-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33156859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750845083868', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750844628237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30788389'] for port (aa21a1aa-bc63-48f8-a49a-46871a4c118e), after_delete {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:45:23.907438 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.db [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] get_ports_and_sgs() called for port_ids ['a8b159f5-dc76-40f5-bc9d-ed147644722e', 'aa21a1aa-bc63-48f8-a49a-46871a4c118e'] {{(pid=109570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 22:45:23.926048 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b55f61-7281-411d-ae9e-deda3e0bb691 tempest-ServerRescueNegativeTestJSON-929871608 tempest-ServerRescueNegativeTestJSON-929871608-project] Pushing event deleted for resources: {'Port': ['ID=aa21a1aa-bc63-48f8-a49a-46871a4c118e,revision_number=None']} {{(pid=109568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:45:23.973485 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.db.l3_dvrscheduler_db [req-75db8937-44eb-4930-8c3f-009911325d6b req-a5b55f61-7281-411d-ae9e-deda3e0bb691 tempest-ServerRescueNegativeTestJSON-929871608 tempest-ServerRescueNegativeTestJSON-929871608-project] No DVR routers for this DVR port aa21a1aa-bc63-48f8-a49a-46871a4c118e on host hv-cinder-83053 {{(pid=109568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 22:45:23.976978 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [req-75db8937-44eb-4930-8c3f-009911325d6b req-a5b55f61-7281-411d-ae9e-deda3e0bb691 tempest-ServerRescueNegativeTestJSON-929871608 tempest-ServerRescueNegativeTestJSON-929871608-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80159'] for port (None), before_response {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:45:23.981097 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-75db8937-44eb-4930-8c3f-009911325d6b req-a5b55f61-7281-411d-ae9e-deda3e0bb691 tempest-ServerRescueNegativeTestJSON-929871608 tempest-ServerRescueNegativeTestJSON-929871608-project] 10.222.0.36 "DELETE /v2.0/ports/aa21a1aa-bc63-48f8-a49a-46871a4c118e HTTP/1.1" status: 204 len: 173 time: 0.4961393 Feb 28 22:45:23.981575 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50fff9cd-5238-40fd-ab4f-02f86cf2bbc0', 'name': 'network-vif-deleted', 'tag': 'aa21a1aa-bc63-48f8-a49a-46871a4c118e'}] {{(pid=109568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 22:45:23.984772 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be30730c9f576b5ae602769365630bce3a2881df6c4aa92702dca8eb1643a507" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-597cbf2a-4b0f-41d1-b708-0380f0c2a3e7" -d '{"events": [{"server_uuid": "50fff9cd-5238-40fd-ab4f-02f86cf2bbc0", "name": "network-vif-deleted", "tag": "aa21a1aa-bc63-48f8-a49a-46871a4c118e"}]}' {{(pid=109568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 22:45:24.030480 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 22:45:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-faa33054-7389-4762-802c-d18d0f732b0a x-openstack-request-id: req-faa33054-7389-4762-802c-d18d0f732b0a {{(pid=109568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 22:45:24.030802 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50fff9cd-5238-40fd-ab4f-02f86cf2bbc0", "name": "network-vif-deleted", "tag": "aa21a1aa-bc63-48f8-a49a-46871a4c118e", "status": "completed", "code": 200}]} {{(pid=109568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 22:45:24.031729 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-faa33054-7389-4762-802c-d18d0f732b0a {{(pid=109568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 22:45:24.031729 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50fff9cd-5238-40fd-ab4f-02f86cf2bbc0', 'name': 'network-vif-deleted', 'tag': 'aa21a1aa-bc63-48f8-a49a-46871a4c118e', 'status': 'completed', 'code': 200} Feb 28 22:45:24.359035 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-f16c5ed5-63fd-443a-be06-36dc55d8e866 req-aaf54c0d-c3a3-47df-a1b9-e015c98d8d2f tempest-ServerRescueNegativeTestJSON-929871608 tempest-ServerRescueNegativeTestJSON-929871608-project] 10.222.0.11 "GET /v2.0/ports?device_id=50fff9cd-5238-40fd-ab4f-02f86cf2bbc0 HTTP/1.1" status: 200 len: 210 time: 0.0276008 Feb 28 22:45:24.667916 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb67db9-06be-4e38-a417-b7746f5e4468 req-c65666d1-fe80-4c2c-bb23-e4bbeb5a34b3 tempest-AttachVolumeShelveTestJSON-2030561000 tempest-AttachVolumeShelveTestJSON-2030561000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:45:24.674563 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-abb67db9-06be-4e38-a417-b7746f5e4468 req-c65666d1-fe80-4c2c-bb23-e4bbeb5a34b3 tempest-AttachVolumeShelveTestJSON-2030561000 tempest-AttachVolumeShelveTestJSON-2030561000-project] 10.222.0.11 "GET /v2.0/ports?device_id=9d3d1dbb-222b-4ece-94fa-9ef43d198daf HTTP/1.1" status: 200 len: 946 time: 0.0637605 Feb 28 22:45:24.741886 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-11b1cae7-b5cc-485c-a55a-4d35452d6cfb req-0e394a4d-4de9-42ff-b039-e5b9e8f43b29 tempest-VolumesActionsTest-1914636262 tempest-VolumesActionsTest-1914636262-project] 10.222.0.11 "GET /v2.0/ports?device_id=aeb44fde-6cd6-42be-9ff4-fd61b71ff225 HTTP/1.1" status: 200 len: 210 time: 0.0389400 Feb 28 22:45:24.761113 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-abb67db9-06be-4e38-a417-b7746f5e4468 req-5da76ac7-d09a-41bf-92bc-65d86a7e8997 tempest-AttachVolumeShelveTestJSON-2030561000 tempest-AttachVolumeShelveTestJSON-2030561000-project] 10.222.0.11 "GET /v2.0/security-groups?id=0a9915aa-9c1d-45b5-936b-2bead19a9f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0844226 Feb 28 22:45:24.861528 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b96d2ae-4b00-4f8e-aaaf-781bc40ec912 req-48ea20a6-c0d4-44c4-9794-a5b00adbc213 tempest-VolumesActionsTest-1914636262 tempest-VolumesActionsTest-1914636262-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:45:24.863264 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-1b96d2ae-4b00-4f8e-aaaf-781bc40ec912 req-48ea20a6-c0d4-44c4-9794-a5b00adbc213 tempest-VolumesActionsTest-1914636262 tempest-VolumesActionsTest-1914636262-project] 10.222.0.36 "GET /v2.0/networks?id=26079c3c-8136-4e3b-bff8-bf03e67b06ea HTTP/1.1" status: 200 len: 809 time: 0.1240602 Feb 28 22:45:24.875877 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.api.v2.base [req-1b96d2ae-4b00-4f8e-aaaf-781bc40ec912 req-7a3c7e92-5251-4f6f-b09f-98e298d7c158 tempest-VolumesActionsTest-1914636262 tempest-VolumesActionsTest-1914636262-project] Request body: {'port': {'device_id': 'aeb44fde-6cd6-42be-9ff4-fd61b71ff225', 'network_id': '26079c3c-8136-4e3b-bff8-bf03e67b06ea', 'admin_state_up': True, 'tenant_id': 'd76f9b1291274319906fdfcde11ead04'}} {{(pid=109568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 22:45:24.983219 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1b96d2ae-4b00-4f8e-aaaf-781bc40ec912 req-7a3c7e92-5251-4f6f-b09f-98e298d7c158 tempest-VolumesActionsTest-1914636262 tempest-VolumesActionsTest-1914636262-project] Made reservation on behalf of d76f9b1291274319906fdfcde11ead04 for: {'port': 1} {{(pid=109568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 22:45:24.986479 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [req-1b96d2ae-4b00-4f8e-aaaf-781bc40ec912 req-7a3c7e92-5251-4f6f-b09f-98e298d7c158 tempest-VolumesActionsTest-1914636262 tempest-VolumesActionsTest-1914636262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616566'] for port (None), before_create {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:45:25.106657 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.db.db_base_plugin_common [req-1b96d2ae-4b00-4f8e-aaaf-781bc40ec912 req-7a3c7e92-5251-4f6f-b09f-98e298d7c158 tempest-VolumesActionsTest-1914636262 tempest-VolumesActionsTest-1914636262-project] Allocated IP 172.20.0.12 (26079c3c-8136-4e3b-bff8-bf03e67b06ea/045abf93-52bd-44c1-87f5-46dfb1bd4eae/e689bb48-8945-45e5-812f-480dd73ea437) {{(pid=109568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 22:45:25.247520 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [req-1b96d2ae-4b00-4f8e-aaaf-781bc40ec912 req-7a3c7e92-5251-4f6f-b09f-98e298d7c158 tempest-VolumesActionsTest-1914636262 tempest-VolumesActionsTest-1914636262-project] Publish callbacks [] for port (e689bb48-8945-45e5-812f-480dd73ea437), precommit_create {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:45:25.280315 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [req-1b96d2ae-4b00-4f8e-aaaf-781bc40ec912 req-7a3c7e92-5251-4f6f-b09f-98e298d7c158 tempest-VolumesActionsTest-1914636262 tempest-VolumesActionsTest-1914636262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33156859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750844628228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30788389'] for port (e689bb48-8945-45e5-812f-480dd73ea437), after_create {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:45:25.322524 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1b96d2ae-4b00-4f8e-aaaf-781bc40ec912 req-7a3c7e92-5251-4f6f-b09f-98e298d7c158 tempest-VolumesActionsTest-1914636262 tempest-VolumesActionsTest-1914636262-project] Network 26079c3c-8136-4e3b-bff8-bf03e67b06ea is already hosted by enough agents. {{(pid=109568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 22:45:25.325507 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.scheduler.base_scheduler [req-1b96d2ae-4b00-4f8e-aaaf-781bc40ec912 req-7a3c7e92-5251-4f6f-b09f-98e298d7c158 tempest-VolumesActionsTest-1914636262 tempest-VolumesActionsTest-1914636262-project] Resources bound (agent type, host, resource id): {{(pid=109568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 22:45:25.328361 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b96d2ae-4b00-4f8e-aaaf-781bc40ec912 req-7a3c7e92-5251-4f6f-b09f-98e298d7c158 tempest-VolumesActionsTest-1914636262 tempest-VolumesActionsTest-1914636262-project] Received port after_create {{(pid=109568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 22:45:25.356629 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3c7e92-5251-4f6f-b09f-98e298d7c158 tempest-VolumesActionsTest-1914636262 tempest-VolumesActionsTest-1914636262-project] Pushing event updated for resources: {'Port': ['ID=e689bb48-8945-45e5-812f-480dd73ea437,revision_number=1']} {{(pid=109568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:45:25.382029 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b96d2ae-4b00-4f8e-aaaf-781bc40ec912 req-7a3c7e92-5251-4f6f-b09f-98e298d7c158 tempest-VolumesActionsTest-1914636262 tempest-VolumesActionsTest-1914636262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:45:25.382769 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [req-1b96d2ae-4b00-4f8e-aaaf-781bc40ec912 req-7a3c7e92-5251-4f6f-b09f-98e298d7c158 tempest-VolumesActionsTest-1914636262 tempest-VolumesActionsTest-1914636262-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80159'] for port (None), before_response {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:45:25.398543 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-1b96d2ae-4b00-4f8e-aaaf-781bc40ec912 req-7a3c7e92-5251-4f6f-b09f-98e298d7c158 tempest-VolumesActionsTest-1914636262 tempest-VolumesActionsTest-1914636262-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5263505 Feb 28 22:45:25.411167 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.api.v2.base [req-1b96d2ae-4b00-4f8e-aaaf-781bc40ec912 req-e10333d6-7fb7-4bf3-b123-eb6a49a0cbbb service neutron] Request body: {'port': {'device_id': 'aeb44fde-6cd6-42be-9ff4-fd61b71ff225', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83053'}} {{(pid=109568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 22:45:25.474475 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [req-1b96d2ae-4b00-4f8e-aaaf-781bc40ec912 req-e10333d6-7fb7-4bf3-b123-eb6a49a0cbbb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616566'] for port (e689bb48-8945-45e5-812f-480dd73ea437), before_update {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:45:25.711353 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79ea85e-016e-4d81-9b01-057410608731 req-ff049033-8662-4d39-b003-8df631e503d7 tempest-ServerRescueNegativeTestJSON-929871608 tempest-ServerRescueNegativeTestJSON-929871608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:45:25.712851 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-d79ea85e-016e-4d81-9b01-057410608731 req-ff049033-8662-4d39-b003-8df631e503d7 tempest-ServerRescueNegativeTestJSON-929871608 tempest-ServerRescueNegativeTestJSON-929871608-project] 10.222.0.11 "GET /v2.0/ports?device_id=bedc2889-c234-478f-9d9f-b557dcd5e13e HTTP/1.1" status: 200 len: 946 time: 0.1047132 Feb 28 22:45:25.791080 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-d79ea85e-016e-4d81-9b01-057410608731 req-2130f6cb-8bfe-4fc7-a734-3d9851008505 tempest-ServerRescueNegativeTestJSON-929871608 tempest-ServerRescueNegativeTestJSON-929871608-project] 10.222.0.11 "GET /v2.0/security-groups?id=f1de89df-470d-49b7-98ac-8bb65cd72d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721245 Feb 28 22:45:25.859455 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.notifiers.nova [req-1b96d2ae-4b00-4f8e-aaaf-781bc40ec912 req-e10333d6-7fb7-4bf3-b123-eb6a49a0cbbb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e689bb48-8945-45e5-812f-480dd73ea437 {{(pid=109568) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 22:45:25.869402 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [req-1b96d2ae-4b00-4f8e-aaaf-781bc40ec912 req-e10333d6-7fb7-4bf3-b123-eb6a49a0cbbb service neutron] Publish callbacks [] for port (e689bb48-8945-45e5-812f-480dd73ea437), precommit_update {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:45:25.887800 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.db.provisioning_blocks [req-1b96d2ae-4b00-4f8e-aaaf-781bc40ec912 req-e10333d6-7fb7-4bf3-b123-eb6a49a0cbbb service neutron] Transition to ACTIVE for port object e689bb48-8945-45e5-812f-480dd73ea437 will not be triggered until provisioned by entity L2. {{(pid=109568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Feb 28 22:45:25.896940 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2b4e63-05e2-4133-be31-a19e50426a57 req-6895a66d-2b19-4761-aa95-5b35d6f34922 tempest-VolumesActionsTest-1914636262 tempest-VolumesActionsTest-1914636262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:45:25.898422 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-4b2b4e63-05e2-4133-be31-a19e50426a57 req-6895a66d-2b19-4761-aa95-5b35d6f34922 tempest-VolumesActionsTest-1914636262 tempest-VolumesActionsTest-1914636262-project] 10.222.0.11 "GET /v2.0/ports?device_id=aeb44fde-6cd6-42be-9ff4-fd61b71ff225 HTTP/1.1" status: 200 len: 932 time: 0.0771141 Feb 28 22:45:25.899473 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [req-1b96d2ae-4b00-4f8e-aaaf-781bc40ec912 req-e10333d6-7fb7-4bf3-b123-eb6a49a0cbbb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33156859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750845083886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750844628246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750844628264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30788396'] for port (e689bb48-8945-45e5-812f-480dd73ea437), after_update {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:45:25.975469 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10333d6-7fb7-4bf3-b123-eb6a49a0cbbb service neutron] Pushing event updated for resources: {'Port': ['ID=e689bb48-8945-45e5-812f-480dd73ea437,revision_number=2']} {{(pid=109568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:45:26.032458 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-4b2b4e63-05e2-4133-be31-a19e50426a57 req-9b90f6db-e5af-435f-9a71-f7288af95d54 tempest-VolumesActionsTest-1914636262 tempest-VolumesActionsTest-1914636262-project] 10.222.0.11 "GET /v2.0/security-groups?id=d8c5b7b6-5700-48c5-af69-dd19b3ab0f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272349 Feb 28 22:45:26.056705 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.plugins.ml2.managers [req-1b96d2ae-4b00-4f8e-aaaf-781bc40ec912 req-e10333d6-7fb7-4bf3-b123-eb6a49a0cbbb service neutron] Attempting to bind port e689bb48-8945-45e5-812f-480dd73ea437 on host hv-cinder-83053 for vnic_type normal with profile {{(pid=109568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 22:45:26.057042 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.plugins.ml2.managers [req-1b96d2ae-4b00-4f8e-aaaf-781bc40ec912 req-e10333d6-7fb7-4bf3-b123-eb6a49a0cbbb service neutron] Attempting to bind port e689bb48-8945-45e5-812f-480dd73ea437 by drivers openvswitch,hyperv on host hv-cinder-83053 at level 0 using segments [{'id': 'ac206728-97d1-439d-8886-40ed39a6967c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '26079c3c-8136-4e3b-bff8-bf03e67b06ea'}] {{(pid=109568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 22:45:26.057369 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b96d2ae-4b00-4f8e-aaaf-781bc40ec912 req-e10333d6-7fb7-4bf3-b123-eb6a49a0cbbb service neutron] Attempting to bind port e689bb48-8945-45e5-812f-480dd73ea437 on network 26079c3c-8136-4e3b-bff8-bf03e67b06ea {{(pid=109568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 22:45:26.061770 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b96d2ae-4b00-4f8e-aaaf-781bc40ec912 req-e10333d6-7fb7-4bf3-b123-eb6a49a0cbbb service neutron] Port e689bb48-8945-45e5-812f-480dd73ea437 on network 26079c3c-8136-4e3b-bff8-bf03e67b06ea not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83053 {{(pid=109568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 22:45:26.062085 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b96d2ae-4b00-4f8e-aaaf-781bc40ec912 req-e10333d6-7fb7-4bf3-b123-eb6a49a0cbbb service neutron] Attempting to bind port e689bb48-8945-45e5-812f-480dd73ea437 on network 26079c3c-8136-4e3b-bff8-bf03e67b06ea {{(pid=109568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 22:45:26.066725 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b96d2ae-4b00-4f8e-aaaf-781bc40ec912 req-e10333d6-7fb7-4bf3-b123-eb6a49a0cbbb service neutron] Checking agent: {'id': '5b2bda77-ea31-45ff-af39-f050a95cb1da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83053', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 22, 40, 14), 'started_at': datetime.datetime(2022, 2, 28, 22, 40, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 22, 45, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 22:45:26.067099 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b96d2ae-4b00-4f8e-aaaf-781bc40ec912 req-e10333d6-7fb7-4bf3-b123-eb6a49a0cbbb service neutron] Checking segment: {'id': 'ac206728-97d1-439d-8886-40ed39a6967c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '26079c3c-8136-4e3b-bff8-bf03e67b06ea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 22:45:26.067546 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b96d2ae-4b00-4f8e-aaaf-781bc40ec912 req-e10333d6-7fb7-4bf3-b123-eb6a49a0cbbb service neutron] Bound using segment: {'id': 'ac206728-97d1-439d-8886-40ed39a6967c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '26079c3c-8136-4e3b-bff8-bf03e67b06ea'} {{(pid=109568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 22:45:26.067907 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.plugins.ml2.managers [req-1b96d2ae-4b00-4f8e-aaaf-781bc40ec912 req-e10333d6-7fb7-4bf3-b123-eb6a49a0cbbb service neutron] Bound port: e689bb48-8945-45e5-812f-480dd73ea437, host: hv-cinder-83053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ac206728-97d1-439d-8886-40ed39a6967c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '26079c3c-8136-4e3b-bff8-bf03e67b06ea'}}] {{(pid=109568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 22:45:26.068258 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [req-1b96d2ae-4b00-4f8e-aaaf-781bc40ec912 req-e10333d6-7fb7-4bf3-b123-eb6a49a0cbbb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616566'] for port (e689bb48-8945-45e5-812f-480dd73ea437), before_update {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:45:26.130191 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.plugins.ml2.db [req-1b96d2ae-4b00-4f8e-aaaf-781bc40ec912 req-e10333d6-7fb7-4bf3-b123-eb6a49a0cbbb service neutron] For port e689bb48-8945-45e5-812f-480dd73ea437, host hv-cinder-83053, cleared binding levels {{(pid=109568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 22:45:26.134751 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.plugins.ml2.db [req-1b96d2ae-4b00-4f8e-aaaf-781bc40ec912 req-e10333d6-7fb7-4bf3-b123-eb6a49a0cbbb service neutron] For port e689bb48-8945-45e5-812f-480dd73ea437, host hv-cinder-83053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83053',level=0,port_id=e689bb48-8945-45e5-812f-480dd73ea437,segment=NetworkSegment(ac206728-97d1-439d-8886-40ed39a6967c),segment_id=ac206728-97d1-439d-8886-40ed39a6967c)] {{(pid=109568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 22:45:26.138345 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [req-1b96d2ae-4b00-4f8e-aaaf-781bc40ec912 req-e10333d6-7fb7-4bf3-b123-eb6a49a0cbbb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33156859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750845083886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750844628246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750844628264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30788396'] for port (e689bb48-8945-45e5-812f-480dd73ea437), after_update {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:45:26.173656 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b96d2ae-4b00-4f8e-aaaf-781bc40ec912 req-e10333d6-7fb7-4bf3-b123-eb6a49a0cbbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:45:26.174275 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [req-1b96d2ae-4b00-4f8e-aaaf-781bc40ec912 req-e10333d6-7fb7-4bf3-b123-eb6a49a0cbbb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80159'] for port (None), before_response {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:45:26.175652 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-1b96d2ae-4b00-4f8e-aaaf-781bc40ec912 req-e10333d6-7fb7-4bf3-b123-eb6a49a0cbbb service neutron] 10.222.0.36 "PUT /v2.0/ports/e689bb48-8945-45e5-812f-480dd73ea437 HTTP/1.1" status: 200 len: 1094 time: 0.7689910 Feb 28 22:45:26.176106 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aeb44fde-6cd6-42be-9ff4-fd61b71ff225', 'tag': 'e689bb48-8945-45e5-812f-480dd73ea437'}] {{(pid=109568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 22:45:26.178334 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be30730c9f576b5ae602769365630bce3a2881df6c4aa92702dca8eb1643a507" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57c8fdbe-4e80-4ca5-8c0a-4082dd7e0b01" -d '{"events": [{"name": "network-changed", "server_uuid": "aeb44fde-6cd6-42be-9ff4-fd61b71ff225", "tag": "e689bb48-8945-45e5-812f-480dd73ea437"}]}' {{(pid=109568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 22:45:26.206474 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10333d6-7fb7-4bf3-b123-eb6a49a0cbbb service neutron] Pushing event updated for resources: {'Port': ['ID=e689bb48-8945-45e5-812f-480dd73ea437,revision_number=3']} {{(pid=109568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:45:26.220210 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 22:45:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db669858-7e97-4531-9b9c-5da205d82ce1 x-openstack-request-id: req-db669858-7e97-4531-9b9c-5da205d82ce1 {{(pid=109568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 22:45:26.220532 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aeb44fde-6cd6-42be-9ff4-fd61b71ff225", "tag": "e689bb48-8945-45e5-812f-480dd73ea437", "status": "completed", "code": 200}]} {{(pid=109568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 22:45:26.220789 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-db669858-7e97-4531-9b9c-5da205d82ce1 {{(pid=109568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 22:45:26.221186 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aeb44fde-6cd6-42be-9ff4-fd61b71ff225', 'tag': 'e689bb48-8945-45e5-812f-480dd73ea437', 'status': 'completed', 'code': 200} Feb 28 22:45:26.270820 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b96d2ae-4b00-4f8e-aaaf-781bc40ec912 req-f30a8d97-a7fa-47b4-ba35-4bc2f8cf2c13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:45:26.272361 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-1b96d2ae-4b00-4f8e-aaaf-781bc40ec912 req-f30a8d97-a7fa-47b4-ba35-4bc2f8cf2c13 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d76f9b1291274319906fdfcde11ead04&device_id=aeb44fde-6cd6-42be-9ff4-fd61b71ff225 HTTP/1.1" status: 200 len: 1128 time: 0.0458026 Feb 28 22:45:26.320625 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-1b96d2ae-4b00-4f8e-aaaf-781bc40ec912 req-5590d796-1d27-4995-a70b-bbafa2eba762 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e689bb48-8945-45e5-812f-480dd73ea437 HTTP/1.1" status: 200 len: 217 time: 0.0344012 Feb 28 22:45:26.376131 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b96d2ae-4b00-4f8e-aaaf-781bc40ec912 req-060b58e8-3d5f-444b-9c4c-63b8c2911286 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:45:26.377561 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-1b96d2ae-4b00-4f8e-aaaf-781bc40ec912 req-060b58e8-3d5f-444b-9c4c-63b8c2911286 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=045abf93-52bd-44c1-87f5-46dfb1bd4eae HTTP/1.1" status: 200 len: 849 time: 0.0450108 Feb 28 22:45:26.410944 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-1b96d2ae-4b00-4f8e-aaaf-781bc40ec912 req-13ad274b-33fc-4a35-96de-4d85cc576b59 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=26079c3c-8136-4e3b-bff8-bf03e67b06ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251505 Feb 28 22:45:26.496234 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-1b96d2ae-4b00-4f8e-aaaf-781bc40ec912 req-b6d9ed39-f6f4-470b-b339-0c457e21904d service neutron] 10.222.0.36 "GET /v2.0/networks/26079c3c-8136-4e3b-bff8-bf03e67b06ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0785677 Feb 28 22:45:26.511019 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.rpc [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] Device aa21a1aa-bc63-48f8-a49a-46871a4c118e no longer exists at agent hyperv_hv-cinder-83053 {{(pid=109570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 22:45:26.533466 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.plugin [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] No Port match for: aa21a1aa-bc63-48f8-a49a-46871a4c118e {{(pid=109570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 22:45:26.533812 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.rpc [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] Device aa21a1aa-bc63-48f8-a49a-46871a4c118e not bound to the agent host hv-cinder-83053 {{(pid=109570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 22:45:26.589523 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-1b96d2ae-4b00-4f8e-aaaf-781bc40ec912 req-da3b1b52-1f18-40eb-b6c9-8469d86f6ec9 service neutron] 10.222.0.36 "GET /v2.0/networks/26079c3c-8136-4e3b-bff8-bf03e67b06ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837379 Feb 28 22:45:26.699038 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c8fdbe-4e80-4ca5-8c0a-4082dd7e0b01 req-03ff8ec3-a7cc-4c13-9bc2-ccd92291cc87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:45:26.700456 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-57c8fdbe-4e80-4ca5-8c0a-4082dd7e0b01 req-03ff8ec3-a7cc-4c13-9bc2-ccd92291cc87 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d76f9b1291274319906fdfcde11ead04&device_id=aeb44fde-6cd6-42be-9ff4-fd61b71ff225 HTTP/1.1" status: 200 len: 1128 time: 0.0446744 Feb 28 22:45:26.797965 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c8fdbe-4e80-4ca5-8c0a-4082dd7e0b01 req-214f7f33-0e25-47c4-8edc-909c2953502e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:45:26.799412 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-57c8fdbe-4e80-4ca5-8c0a-4082dd7e0b01 req-214f7f33-0e25-47c4-8edc-909c2953502e service neutron] 10.222.0.36 "GET /v2.0/networks?id=26079c3c-8136-4e3b-bff8-bf03e67b06ea HTTP/1.1" status: 200 len: 910 time: 0.0838132 Feb 28 22:45:26.843255 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-57c8fdbe-4e80-4ca5-8c0a-4082dd7e0b01 req-02dcdab1-ab44-4591-b011-6a1c0be33a6c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e689bb48-8945-45e5-812f-480dd73ea437 HTTP/1.1" status: 200 len: 217 time: 0.0348072 Feb 28 22:45:26.918397 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c8fdbe-4e80-4ca5-8c0a-4082dd7e0b01 req-84c843a0-694b-42a0-8704-0fe901080f6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:45:26.919843 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-57c8fdbe-4e80-4ca5-8c0a-4082dd7e0b01 req-84c843a0-694b-42a0-8704-0fe901080f6d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=045abf93-52bd-44c1-87f5-46dfb1bd4eae HTTP/1.1" status: 200 len: 849 time: 0.0696976 Feb 28 22:45:27.182281 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-57c8fdbe-4e80-4ca5-8c0a-4082dd7e0b01 req-b5860f9a-5b74-446d-9bd3-ea6a3ea4bf5d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=26079c3c-8136-4e3b-bff8-bf03e67b06ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2557957 Feb 28 22:45:27.229652 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93c5a8a-f82b-4506-918d-84dd254629c8 req-d32def62-37cf-40b1-adec-6b7603cc0559 tempest-ServerRescueNegativeTestJSON-929871608 tempest-ServerRescueNegativeTestJSON-929871608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:45:27.231072 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-b93c5a8a-f82b-4506-918d-84dd254629c8 req-d32def62-37cf-40b1-adec-6b7603cc0559 tempest-ServerRescueNegativeTestJSON-929871608 tempest-ServerRescueNegativeTestJSON-929871608-project] 10.222.0.11 "GET /v2.0/ports?device_id=bedc2889-c234-478f-9d9f-b557dcd5e13e HTTP/1.1" status: 200 len: 946 time: 0.3725841 Feb 28 22:45:27.340846 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9409a6-c216-4b30-8704-a8d6b1cdbe54 req-f02faded-2058-4586-93ae-80e282edcf88 tempest-VolumesActionsTest-1914636262 tempest-VolumesActionsTest-1914636262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:45:27.342194 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-0a9409a6-c216-4b30-8704-a8d6b1cdbe54 req-f02faded-2058-4586-93ae-80e282edcf88 tempest-VolumesActionsTest-1914636262 tempest-VolumesActionsTest-1914636262-project] 10.222.0.11 "GET /v2.0/ports?device_id=aeb44fde-6cd6-42be-9ff4-fd61b71ff225 HTTP/1.1" status: 200 len: 944 time: 0.1631854 Feb 28 22:45:27.348972 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-57c8fdbe-4e80-4ca5-8c0a-4082dd7e0b01 req-5b562969-b0cd-4376-a9ad-d4238a931e10 service neutron] 10.222.0.36 "GET /v2.0/networks/26079c3c-8136-4e3b-bff8-bf03e67b06ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1579938 Feb 28 22:45:27.353964 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-b93c5a8a-f82b-4506-918d-84dd254629c8 req-49b68953-a2e2-4f1f-aec8-3d717b458259 tempest-ServerRescueNegativeTestJSON-929871608 tempest-ServerRescueNegativeTestJSON-929871608-project] 10.222.0.11 "GET /v2.0/security-groups?id=f1de89df-470d-49b7-98ac-8bb65cd72d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922480 Feb 28 22:45:27.446551 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-0a9409a6-c216-4b30-8704-a8d6b1cdbe54 req-0a1dc41b-fa6b-457c-93b7-d993ff7668c4 tempest-VolumesActionsTest-1914636262 tempest-VolumesActionsTest-1914636262-project] 10.222.0.11 "GET /v2.0/security-groups?id=d8c5b7b6-5700-48c5-af69-dd19b3ab0f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964055 Feb 28 22:45:27.475142 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-57c8fdbe-4e80-4ca5-8c0a-4082dd7e0b01 req-779de440-c7ba-466d-944e-835ba126972b service neutron] 10.222.0.36 "GET /v2.0/networks/26079c3c-8136-4e3b-bff8-bf03e67b06ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1165025 Feb 28 22:45:28.472473 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7cd2640-fc53-40db-9d15-2a03815b4f87 req-6feafadb-c4a1-4ecf-9601-ab9030a69c55 tempest-ServerRescueNegativeTestJSON-929871608 tempest-ServerRescueNegativeTestJSON-929871608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:45:28.474707 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-e7cd2640-fc53-40db-9d15-2a03815b4f87 req-6feafadb-c4a1-4ecf-9601-ab9030a69c55 tempest-ServerRescueNegativeTestJSON-929871608 tempest-ServerRescueNegativeTestJSON-929871608-project] 10.222.0.11 "GET /v2.0/ports?device_id=bedc2889-c234-478f-9d9f-b557dcd5e13e HTTP/1.1" status: 200 len: 946 time: 0.0541911 Feb 28 22:45:28.515562 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.rpc [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] Device e689bb48-8945-45e5-812f-480dd73ea437 details requested by agent hyperv_hv-cinder-83053 with host hv-cinder-83053 {{(pid=109570) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 22:45:28.531596 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-e7cd2640-fc53-40db-9d15-2a03815b4f87 req-e7326b4a-c3f5-4062-b3ee-528cb08c36a3 tempest-ServerRescueNegativeTestJSON-929871608 tempest-ServerRescueNegativeTestJSON-929871608-project] 10.222.0.11 "GET /v2.0/security-groups?id=f1de89df-470d-49b7-98ac-8bb65cd72d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512633 Feb 28 22:45:28.572575 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3317834e-6d08-46df-892e-494166c7dda1 req-9273df91-90ab-45ce-87f1-b122c6e86aef tempest-VolumesActionsTest-1914636262 tempest-VolumesActionsTest-1914636262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:45:28.574033 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-3317834e-6d08-46df-892e-494166c7dda1 req-9273df91-90ab-45ce-87f1-b122c6e86aef tempest-VolumesActionsTest-1914636262 tempest-VolumesActionsTest-1914636262-project] 10.222.0.11 "GET /v2.0/ports?device_id=aeb44fde-6cd6-42be-9ff4-fd61b71ff225 HTTP/1.1" status: 200 len: 944 time: 0.0578923 Feb 28 22:45:28.609983 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.db [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] For port e689bb48-8945-45e5-812f-480dd73ea437, host hv-cinder-83053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83053',level=0,port_id=e689bb48-8945-45e5-812f-480dd73ea437,segment=NetworkSegment(ac206728-97d1-439d-8886-40ed39a6967c),segment_id=ac206728-97d1-439d-8886-40ed39a6967c)] {{(pid=109570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 22:45:28.619615 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-3317834e-6d08-46df-892e-494166c7dda1 req-17ea8534-ef74-4706-8362-24f3eb72a15e tempest-VolumesActionsTest-1914636262 tempest-VolumesActionsTest-1914636262-project] 10.222.0.11 "GET /v2.0/security-groups?id=d8c5b7b6-5700-48c5-af69-dd19b3ab0f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400007 Feb 28 22:45:28.624308 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.rpc [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] Returning: {'device': 'e689bb48-8945-45e5-812f-480dd73ea437', 'network_id': '26079c3c-8136-4e3b-bff8-bf03e67b06ea', 'port_id': 'e689bb48-8945-45e5-812f-480dd73ea437', 'mac_address': 'fa:16:3e:ad:f9:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 118, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '045abf93-52bd-44c1-87f5-46dfb1bd4eae', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109570) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 22:45:28.661237 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.plugin [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] Current status of the port e689bb48-8945-45e5-812f-480dd73ea437 is: DOWN; New status is: BUILD {{(pid=109570) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 22:45:28.661542 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616566'] for port (e689bb48-8945-45e5-812f-480dd73ea437), before_update {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:45:28.673805 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.notifiers.nova [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e689bb48-8945-45e5-812f-480dd73ea437 {{(pid=109570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 22:45:28.692809 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.db [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] For port e689bb48-8945-45e5-812f-480dd73ea437, host hv-cinder-83053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83053',level=0,port_id=e689bb48-8945-45e5-812f-480dd73ea437,segment=NetworkSegment(ac206728-97d1-439d-8886-40ed39a6967c),segment_id=ac206728-97d1-439d-8886-40ed39a6967c)] {{(pid=109570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 22:45:28.696847 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33156859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750845083886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750844628246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750844628264'] for port (e689bb48-8945-45e5-812f-480dd73ea437), after_update {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:45:28.741616 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] Pushing event updated for resources: {'Port': ['ID=e689bb48-8945-45e5-812f-480dd73ea437,revision_number=4']} {{(pid=109570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:45:29.007206 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.db [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] get_ports_and_sgs() called for port_ids ['e689bb48-8945-45e5-812f-480dd73ea437'] {{(pid=109570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 22:45:29.655020 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f82ca54-c346-4d9c-953c-01adfbedcbdc req-e9b59b26-0cdb-4969-b35b-88888f897d6b tempest-ServerRescueNegativeTestJSON-929871608 tempest-ServerRescueNegativeTestJSON-929871608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:45:29.656468 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-0f82ca54-c346-4d9c-953c-01adfbedcbdc req-e9b59b26-0cdb-4969-b35b-88888f897d6b tempest-ServerRescueNegativeTestJSON-929871608 tempest-ServerRescueNegativeTestJSON-929871608-project] 10.222.0.11 "GET /v2.0/ports?device_id=bedc2889-c234-478f-9d9f-b557dcd5e13e HTTP/1.1" status: 200 len: 946 time: 0.0551937 Feb 28 22:45:29.728267 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-0f82ca54-c346-4d9c-953c-01adfbedcbdc req-b1483e64-6cd1-4ab3-adad-7b80b24399f2 tempest-ServerRescueNegativeTestJSON-929871608 tempest-ServerRescueNegativeTestJSON-929871608-project] 10.222.0.11 "GET /v2.0/security-groups?id=f1de89df-470d-49b7-98ac-8bb65cd72d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655994 Feb 28 22:45:29.750366 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc59c83-fc31-4767-9fa7-bac21f26f0c2 req-cb47f8d2-f4ca-46d0-9872-09b4375a27b7 tempest-VolumesActionsTest-1914636262 tempest-VolumesActionsTest-1914636262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:45:29.751875 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-9fc59c83-fc31-4767-9fa7-bac21f26f0c2 req-cb47f8d2-f4ca-46d0-9872-09b4375a27b7 tempest-VolumesActionsTest-1914636262 tempest-VolumesActionsTest-1914636262-project] 10.222.0.11 "GET /v2.0/ports?device_id=aeb44fde-6cd6-42be-9ff4-fd61b71ff225 HTTP/1.1" status: 200 len: 945 time: 0.0637653 Feb 28 22:45:29.797899 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-9fc59c83-fc31-4767-9fa7-bac21f26f0c2 req-31642790-71a5-425d-b10e-0c4a53319051 tempest-VolumesActionsTest-1914636262 tempest-VolumesActionsTest-1914636262-project] 10.222.0.11 "GET /v2.0/security-groups?id=d8c5b7b6-5700-48c5-af69-dd19b3ab0f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405693 Feb 28 22:45:30.547552 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.rpc [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] Device e689bb48-8945-45e5-812f-480dd73ea437 up at agent hyperv_hv-cinder-83053 {{(pid=109570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 22:45:30.594838 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.db.provisioning_blocks [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] Provisioning for port e689bb48-8945-45e5-812f-480dd73ea437 completed by entity L2. {{(pid=109570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 28 22:45:30.599292 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.db.provisioning_blocks [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] Provisioning complete for port e689bb48-8945-45e5-812f-480dd73ea437 triggered by entity L2. {{(pid=109570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 22:45:30.599716 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579965'] for port (e689bb48-8945-45e5-812f-480dd73ea437), provisioning_complete {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:45:30.676063 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.plugin [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] Current status of the port e689bb48-8945-45e5-812f-480dd73ea437 is: BUILD; New status is: ACTIVE {{(pid=109570) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 22:45:30.676512 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616566'] for port (e689bb48-8945-45e5-812f-480dd73ea437), before_update {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:45:30.698415 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aeb44fde-6cd6-42be-9ff4-fd61b71ff225', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e689bb48-8945-45e5-812f-480dd73ea437'}] {{(pid=109570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 22:45:30.700600 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fade63a226c96e14254c735f674fb73a181a47373151acc9bb38ade81564009" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-097c700e-57ba-41d3-84ac-183cc4edbd7a" -d '{"events": [{"server_uuid": "aeb44fde-6cd6-42be-9ff4-fd61b71ff225", "name": "network-vif-plugged", "status": "completed", "tag": "e689bb48-8945-45e5-812f-480dd73ea437"}]}' {{(pid=109570) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 22:45:30.713480 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.db [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] For port e689bb48-8945-45e5-812f-480dd73ea437, host hv-cinder-83053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83053',level=0,port_id=e689bb48-8945-45e5-812f-480dd73ea437,segment=NetworkSegment(ac206728-97d1-439d-8886-40ed39a6967c),segment_id=ac206728-97d1-439d-8886-40ed39a6967c)] {{(pid=109570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 22:45:30.717509 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33156859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750845083886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750844628246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750844628264'] for port (e689bb48-8945-45e5-812f-480dd73ea437), after_update {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:45:30.742844 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 22:45:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf89fcda-3133-4d71-85b7-3ec61b690f4d x-openstack-request-id: req-bf89fcda-3133-4d71-85b7-3ec61b690f4d {{(pid=109570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 22:45:30.743167 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aeb44fde-6cd6-42be-9ff4-fd61b71ff225", "name": "network-vif-plugged", "status": "completed", "tag": "e689bb48-8945-45e5-812f-480dd73ea437", "code": 200}]} {{(pid=109570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 22:45:30.743428 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-bf89fcda-3133-4d71-85b7-3ec61b690f4d {{(pid=109570) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 22:45:30.743852 dv-cinder-830538-5-iscsi neutron-server[109570]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aeb44fde-6cd6-42be-9ff4-fd61b71ff225', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e689bb48-8945-45e5-812f-480dd73ea437', 'code': 200} Feb 28 22:45:30.769575 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] Pushing event updated for resources: {'Port': ['ID=e689bb48-8945-45e5-812f-480dd73ea437,revision_number=5']} {{(pid=109570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:45:30.850146 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-f4c9aea1-535c-456c-847c-d86215c74e13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750845036683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579975'] for agent (55d6ddf3-619a-4750-95a9-02c5b2728e0c), after_update {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:45:30.882886 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d2d590-bb45-44d4-b59e-040bd237aafd req-7cce175d-3b28-42b7-8166-15dcda5960fa tempest-ServerRescueNegativeTestJSON-929871608 tempest-ServerRescueNegativeTestJSON-929871608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:45:30.884423 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-80d2d590-bb45-44d4-b59e-040bd237aafd req-7cce175d-3b28-42b7-8166-15dcda5960fa tempest-ServerRescueNegativeTestJSON-929871608 tempest-ServerRescueNegativeTestJSON-929871608-project] 10.222.0.11 "GET /v2.0/ports?device_id=bedc2889-c234-478f-9d9f-b557dcd5e13e HTTP/1.1" status: 200 len: 946 time: 0.0828104 Feb 28 22:45:30.999837 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6856d7-1f7f-4b62-bda5-5921f5962e2c req-0c9ae7ba-dc2f-4caf-82c1-35f6afcd3542 tempest-VolumesActionsTest-1914636262 tempest-VolumesActionsTest-1914636262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:45:31.001223 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-0d6856d7-1f7f-4b62-bda5-5921f5962e2c req-0c9ae7ba-dc2f-4caf-82c1-35f6afcd3542 tempest-VolumesActionsTest-1914636262 tempest-VolumesActionsTest-1914636262-project] 10.222.0.11 "GET /v2.0/ports?device_id=aeb44fde-6cd6-42be-9ff4-fd61b71ff225 HTTP/1.1" status: 200 len: 946 time: 0.1158934 Feb 28 22:45:31.004102 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-80d2d590-bb45-44d4-b59e-040bd237aafd req-a8ba6dab-8ddb-449b-b84d-1a2fb9ab4883 tempest-ServerRescueNegativeTestJSON-929871608 tempest-ServerRescueNegativeTestJSON-929871608-project] 10.222.0.11 "GET /v2.0/security-groups?id=f1de89df-470d-49b7-98ac-8bb65cd72d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095045 Feb 28 22:45:31.015015 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9a61e9-251d-49f4-9311-333637e5bca2 req-f2b5603b-a1a6-476c-ae78-a7093c00ab7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:45:31.016519 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-5e9a61e9-251d-49f4-9311-333637e5bca2 req-f2b5603b-a1a6-476c-ae78-a7093c00ab7e service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=aeb44fde-6cd6-42be-9ff4-fd61b71ff225 HTTP/1.1" status: 200 len: 1130 time: 0.1229780 Feb 28 22:45:31.085026 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-0d6856d7-1f7f-4b62-bda5-5921f5962e2c req-9c05d031-43b3-4a49-914d-14375e3a2735 tempest-VolumesActionsTest-1914636262 tempest-VolumesActionsTest-1914636262-project] 10.222.0.11 "GET /v2.0/security-groups?id=d8c5b7b6-5700-48c5-af69-dd19b3ab0f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776606 Feb 28 22:45:31.090948 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-5e9a61e9-251d-49f4-9311-333637e5bca2 req-66b49ae6-063d-4371-a482-465b5e99f527 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=d8c5b7b6-5700-48c5-af69-dd19b3ab0f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655751 Feb 28 22:45:32.139426 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d59c33-133e-465f-a4a6-991a54baac57 req-b309add5-bfe4-4e7d-aeaa-32cec36eadb3 tempest-ServerRescueNegativeTestJSON-929871608 tempest-ServerRescueNegativeTestJSON-929871608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:45:32.140970 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-13d59c33-133e-465f-a4a6-991a54baac57 req-b309add5-bfe4-4e7d-aeaa-32cec36eadb3 tempest-ServerRescueNegativeTestJSON-929871608 tempest-ServerRescueNegativeTestJSON-929871608-project] 10.222.0.36 "GET /v2.0/ports?device_id=bedc2889-c234-478f-9d9f-b557dcd5e13e HTTP/1.1" status: 200 len: 946 time: 0.0824227 Feb 28 22:45:32.164111 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f953b87e-a392-4e5a-8896-eb85f7b83beb req-5310a505-ce8f-4a9d-b514-70420dfed80a tempest-ServerRescueNegativeTestJSON-929871608 tempest-ServerRescueNegativeTestJSON-929871608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:45:32.165552 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-f953b87e-a392-4e5a-8896-eb85f7b83beb req-5310a505-ce8f-4a9d-b514-70420dfed80a tempest-ServerRescueNegativeTestJSON-929871608 tempest-ServerRescueNegativeTestJSON-929871608-project] 10.222.0.11 "GET /v2.0/ports?device_id=bedc2889-c234-478f-9d9f-b557dcd5e13e HTTP/1.1" status: 200 len: 946 time: 0.0806038 Feb 28 22:45:32.299566 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-f953b87e-a392-4e5a-8896-eb85f7b83beb req-801bc448-c144-4a93-a6a3-4eaa0c69225b tempest-ServerRescueNegativeTestJSON-929871608 tempest-ServerRescueNegativeTestJSON-929871608-project] 10.222.0.11 "GET /v2.0/security-groups?id=f1de89df-470d-49b7-98ac-8bb65cd72d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082082 Feb 28 22:45:32.309814 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f56918-f581-4156-879e-e893d0a1b955 req-e0f86da4-2164-41c2-91fa-1118f78c6c1e tempest-VolumesActionsTest-1914636262 tempest-VolumesActionsTest-1914636262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:45:32.311293 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-e5f56918-f581-4156-879e-e893d0a1b955 req-e0f86da4-2164-41c2-91fa-1118f78c6c1e tempest-VolumesActionsTest-1914636262 tempest-VolumesActionsTest-1914636262-project] 10.222.0.11 "GET /v2.0/ports?device_id=aeb44fde-6cd6-42be-9ff4-fd61b71ff225 HTTP/1.1" status: 200 len: 946 time: 0.1555879 Feb 28 22:45:32.352176 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.plugins.ml2.plugin [req-13d59c33-133e-465f-a4a6-991a54baac57 req-a237167d-07d9-4374-a61f-5b62b3af7bd3 tempest-ServerRescueNegativeTestJSON-929871608 tempest-ServerRescueNegativeTestJSON-929871608-project] Deleting port a8b159f5-dc76-40f5-bc9d-ed147644722e {{(pid=109568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 22:45:32.352523 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [req-13d59c33-133e-465f-a4a6-991a54baac57 req-a237167d-07d9-4374-a61f-5b62b3af7bd3 tempest-ServerRescueNegativeTestJSON-929871608 tempest-ServerRescueNegativeTestJSON-929871608-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750845080441'] for port (a8b159f5-dc76-40f5-bc9d-ed147644722e), before_delete {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:45:32.409291 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-e5f56918-f581-4156-879e-e893d0a1b955 req-e7fdd962-3080-4a66-bb6e-1ee51be05428 tempest-VolumesActionsTest-1914636262 tempest-VolumesActionsTest-1914636262-project] 10.222.0.11 "GET /v2.0/security-groups?id=d8c5b7b6-5700-48c5-af69-dd19b3ab0f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913916 Feb 28 22:45:32.455809 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.plugins.ml2.db [req-13d59c33-133e-465f-a4a6-991a54baac57 req-a237167d-07d9-4374-a61f-5b62b3af7bd3 tempest-ServerRescueNegativeTestJSON-929871608 tempest-ServerRescueNegativeTestJSON-929871608-project] For port a8b159f5-dc76-40f5-bc9d-ed147644722e, host hv-cinder-83053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83053',level=0,port_id=a8b159f5-dc76-40f5-bc9d-ed147644722e,segment=NetworkSegment(e59ecef9-1da6-4950-ad52-2ebcb29e8cdb),segment_id=e59ecef9-1da6-4950-ad52-2ebcb29e8cdb)] {{(pid=109568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 22:45:32.456177 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [req-13d59c33-133e-465f-a4a6-991a54baac57 req-a237167d-07d9-4374-a61f-5b62b3af7bd3 tempest-ServerRescueNegativeTestJSON-929871608 tempest-ServerRescueNegativeTestJSON-929871608-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33552544'] for port (a8b159f5-dc76-40f5-bc9d-ed147644722e), precommit_delete {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:45:32.469690 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.plugins.ml2.plugin [req-13d59c33-133e-465f-a4a6-991a54baac57 req-a237167d-07d9-4374-a61f-5b62b3af7bd3 tempest-ServerRescueNegativeTestJSON-929871608 tempest-ServerRescueNegativeTestJSON-929871608-project] Calling delete_port for a8b159f5-dc76-40f5-bc9d-ed147644722e owned by compute:nova {{(pid=109568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 22:45:32.598609 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [req-13d59c33-133e-465f-a4a6-991a54baac57 req-a237167d-07d9-4374-a61f-5b62b3af7bd3 tempest-ServerRescueNegativeTestJSON-929871608 tempest-ServerRescueNegativeTestJSON-929871608-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33156859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750845083868', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750844628237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30788389'] for port (a8b159f5-dc76-40f5-bc9d-ed147644722e), after_delete {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:45:32.628195 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a237167d-07d9-4374-a61f-5b62b3af7bd3 tempest-ServerRescueNegativeTestJSON-929871608 tempest-ServerRescueNegativeTestJSON-929871608-project] Pushing event deleted for resources: {'Port': ['ID=a8b159f5-dc76-40f5-bc9d-ed147644722e,revision_number=None']} {{(pid=109568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:45:32.670076 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.db.l3_dvrscheduler_db [req-13d59c33-133e-465f-a4a6-991a54baac57 req-a237167d-07d9-4374-a61f-5b62b3af7bd3 tempest-ServerRescueNegativeTestJSON-929871608 tempest-ServerRescueNegativeTestJSON-929871608-project] No DVR routers for this DVR port a8b159f5-dc76-40f5-bc9d-ed147644722e on host hv-cinder-83053 {{(pid=109568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 22:45:32.672581 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [req-13d59c33-133e-465f-a4a6-991a54baac57 req-a237167d-07d9-4374-a61f-5b62b3af7bd3 tempest-ServerRescueNegativeTestJSON-929871608 tempest-ServerRescueNegativeTestJSON-929871608-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80159'] for port (None), before_response {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:45:32.675858 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-13d59c33-133e-465f-a4a6-991a54baac57 req-a237167d-07d9-4374-a61f-5b62b3af7bd3 tempest-ServerRescueNegativeTestJSON-929871608 tempest-ServerRescueNegativeTestJSON-929871608-project] 10.222.0.36 "DELETE /v2.0/ports/a8b159f5-dc76-40f5-bc9d-ed147644722e HTTP/1.1" status: 204 len: 173 time: 0.5268040 Feb 28 22:45:32.676294 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bedc2889-c234-478f-9d9f-b557dcd5e13e', 'name': 'network-vif-deleted', 'tag': 'a8b159f5-dc76-40f5-bc9d-ed147644722e'}] {{(pid=109568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 22:45:32.678534 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be30730c9f576b5ae602769365630bce3a2881df6c4aa92702dca8eb1643a507" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44d49a6b-33c2-415a-bb06-90428f3e53f6" -d '{"events": [{"server_uuid": "bedc2889-c234-478f-9d9f-b557dcd5e13e", "name": "network-vif-deleted", "tag": "a8b159f5-dc76-40f5-bc9d-ed147644722e"}]}' {{(pid=109568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 22:45:32.720182 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 22:45:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acc5cf54-85b6-4606-85cc-639fa208540e x-openstack-request-id: req-acc5cf54-85b6-4606-85cc-639fa208540e {{(pid=109568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 22:45:32.720477 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bedc2889-c234-478f-9d9f-b557dcd5e13e", "name": "network-vif-deleted", "tag": "a8b159f5-dc76-40f5-bc9d-ed147644722e", "status": "completed", "code": 200}]} {{(pid=109568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 22:45:32.720736 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-acc5cf54-85b6-4606-85cc-639fa208540e {{(pid=109568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 22:45:32.721150 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bedc2889-c234-478f-9d9f-b557dcd5e13e', 'name': 'network-vif-deleted', 'tag': 'a8b159f5-dc76-40f5-bc9d-ed147644722e', 'status': 'completed', 'code': 200} Feb 28 22:45:33.124012 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-270a70c5-5bb8-4f54-9414-61108ac245c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750845036683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579975'] for agent (1bbc3f13-d896-4633-9d3f-4f3415ceb83d), after_update {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:45:33.360728 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.wsgi [-] (109568) accepted ('10.222.0.11', 55656) {{(pid=109568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 22:45:33.599616 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee06faf6-9799-4afe-bff0-29cb96902771 req-15786788-4864-4430-93e3-43f912853815 tempest-VolumesActionsTest-1914636262 tempest-VolumesActionsTest-1914636262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:45:33.601009 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-ee06faf6-9799-4afe-bff0-29cb96902771 req-15786788-4864-4430-93e3-43f912853815 tempest-VolumesActionsTest-1914636262 tempest-VolumesActionsTest-1914636262-project] 10.222.0.11 "GET /v2.0/ports?device_id=aeb44fde-6cd6-42be-9ff4-fd61b71ff225 HTTP/1.1" status: 200 len: 946 time: 0.0992506 Feb 28 22:45:33.691431 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-ee06faf6-9799-4afe-bff0-29cb96902771 req-069d2e82-43de-43fe-a814-52036434c398 tempest-VolumesActionsTest-1914636262 tempest-VolumesActionsTest-1914636262-project] 10.222.0.11 "GET /v2.0/security-groups?id=d8c5b7b6-5700-48c5-af69-dd19b3ab0f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842710 Feb 28 22:45:33.847886 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-d3f76adb-0704-479d-b657-ebc38232b52a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33522891'] for router_interface (b2156cfd-0759-46cd-a1bd-84c6d2c20954), before_delete {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:45:34.136779 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-fb85eb0a-98c9-414d-bd8b-45b99ef4efd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750845036683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579975'] for agent (0569ef69-4feb-452f-8380-1d628b96faff), after_update {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:45:34.157907 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.plugins.ml2.plugin [None req-d3f76adb-0704-479d-b657-ebc38232b52a admin admin] Deleting port a2286bc2-5103-4581-b579-15c42c96fa7f {{(pid=109568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 22:45:34.158241 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-d3f76adb-0704-479d-b657-ebc38232b52a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750845080441'] for port (a2286bc2-5103-4581-b579-15c42c96fa7f), before_delete {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:45:34.242011 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.plugins.ml2.db [None req-d3f76adb-0704-479d-b657-ebc38232b52a admin admin] For port a2286bc2-5103-4581-b579-15c42c96fa7f, host dv-cinder-830538-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830538-5-iscsi',level=0,port_id=a2286bc2-5103-4581-b579-15c42c96fa7f,segment=NetworkSegment(e59ecef9-1da6-4950-ad52-2ebcb29e8cdb),segment_id=e59ecef9-1da6-4950-ad52-2ebcb29e8cdb)] {{(pid=109568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 22:45:34.242430 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-d3f76adb-0704-479d-b657-ebc38232b52a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33552544'] for port (a2286bc2-5103-4581-b579-15c42c96fa7f), precommit_delete {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:45:34.255521 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.plugins.ml2.plugin [None req-d3f76adb-0704-479d-b657-ebc38232b52a admin admin] Calling delete_port for a2286bc2-5103-4581-b579-15c42c96fa7f owned by network:router_interface {{(pid=109568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 22:45:34.396557 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2b9956-b229-475b-8403-a2e70357dc89 req-16e993f5-ac73-4d50-af98-d06ce58b26cd tempest-VolumesActionsTest-1914636262 tempest-VolumesActionsTest-1914636262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:45:34.397931 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-2b2b9956-b229-475b-8403-a2e70357dc89 req-16e993f5-ac73-4d50-af98-d06ce58b26cd tempest-VolumesActionsTest-1914636262 tempest-VolumesActionsTest-1914636262-project] 10.222.0.11 "GET /v2.0/ports?device_id=aeb44fde-6cd6-42be-9ff4-fd61b71ff225 HTTP/1.1" status: 200 len: 946 time: 0.0998204 Feb 28 22:45:34.533853 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.rpc [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] Device a8b159f5-dc76-40f5-bc9d-ed147644722e no longer exists at agent hyperv_hv-cinder-83053 {{(pid=109570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 22:45:34.555774 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.plugin [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] No Port match for: a8b159f5-dc76-40f5-bc9d-ed147644722e {{(pid=109570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 22:45:34.556127 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.rpc [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] Device a8b159f5-dc76-40f5-bc9d-ed147644722e not bound to the agent host hv-cinder-83053 {{(pid=109570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 22:45:34.703431 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-2b2b9956-b229-475b-8403-a2e70357dc89 req-83af7a0c-14b8-4720-8887-eb4407eb2790 tempest-VolumesActionsTest-1914636262 tempest-VolumesActionsTest-1914636262-project] 10.222.0.11 "GET /v2.0/security-groups?id=d8c5b7b6-5700-48c5-af69-dd19b3ab0f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2992165 Feb 28 22:45:34.758500 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-d3f76adb-0704-479d-b657-ebc38232b52a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33156859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750845083868', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750844628237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30788389'] for port (a2286bc2-5103-4581-b579-15c42c96fa7f), after_delete {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:45:34.783007 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f76adb-0704-479d-b657-ebc38232b52a admin admin] Pushing event deleted for resources: {'Port': ['ID=a2286bc2-5103-4581-b579-15c42c96fa7f,revision_number=None']} {{(pid=109568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:45:34.951138 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-d3f76adb-0704-479d-b657-ebc38232b52a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33156608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33522727'] for router_interface (b2156cfd-0759-46cd-a1bd-84c6d2c20954), after_delete {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:45:35.169882 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3f76adb-0704-479d-b657-ebc38232b52a admin admin] Router b2156cfd-0759-46cd-a1bd-84c6d2c20954 has already been hosted by L3 agent 1bbc3f13-d896-4633-9d3f-4f3415ceb83d {{(pid=109568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 22:45:35.278539 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3f76adb-0704-479d-b657-ebc38232b52a admin admin] Notify agent at l3_agent.dv-cinder-830538-5-iscsi the message routers_updated {{(pid=109568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 22:45:35.283385 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [None req-d3f76adb-0704-479d-b657-ebc38232b52a admin admin] 10.222.0.11 "PUT /v2.0/routers/b2156cfd-0759-46cd-a1bd-84c6d2c20954/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9216490 Feb 28 22:45:35.285992 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.wsgi [-] (109568) accepted ('10.222.0.11', 55674) {{(pid=109568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 22:45:35.288547 dv-cinder-830538-5-iscsi neutron-server[109571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f48cab6a-c2c3-4c11-b887-00ff5eb586d2 None None] Sync routers for ids ['b2156cfd-0759-46cd-a1bd-84c6d2c20954'] in dv-cinder-830538-5-iscsi {{(pid=109571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 22:45:35.298040 dv-cinder-830538-5-iscsi neutron-server[109571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f48cab6a-c2c3-4c11-b887-00ff5eb586d2 None None] Routers {'b2156cfd-0759-46cd-a1bd-84c6d2c20954'} bound to L3 agent in host dv-cinder-830538-5-iscsi {{(pid=109571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 22:45:35.298662 dv-cinder-830538-5-iscsi neutron-server[109571]: DEBUG neutron.db.l3_hamode_db [None req-f48cab6a-c2c3-4c11-b887-00ff5eb586d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830538-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-28T22:34:03Z,description=,heartbeat_timestamp=2022-02-28T22:45:33Z,host='dv-cinder-830538-5-iscsi',id=1bbc3f13-d896-4633-9d3f-4f3415ceb83d,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T22:34:03Z,topic='l3_agent')) {'router_ids': ['b2156cfd-0759-46cd-a1bd-84c6d2c20954'], 'active': True} {{(pid=109571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 22:45:35.389151 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-940080d5-498b-4465-9b22-aca2f50a7138 admin admin] Publish callbacks [] for router (b2156cfd-0759-46cd-a1bd-84c6d2c20954), before_delete {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:45:35.404518 dv-cinder-830538-5-iscsi neutron-server[109571]: DEBUG neutron.db.l3_dvr_db [None req-f48cab6a-c2c3-4c11-b887-00ff5eb586d2 None None] Set router b2156cfd-0759-46cd-a1bd-84c6d2c20954 gateway port host: dv-cinder-830538-5-iscsi {{(pid=109571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 22:45:35.495071 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-940080d5-498b-4465-9b22-aca2f50a7138 admin admin] Publish callbacks [] for router_gateway (b2156cfd-0759-46cd-a1bd-84c6d2c20954), before_delete {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:45:35.547388 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.plugins.ml2.plugin [None req-940080d5-498b-4465-9b22-aca2f50a7138 admin admin] Deleting port 1522a675-4d33-4256-879d-6a3a0eadb794 {{(pid=109568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 22:45:35.547632 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-940080d5-498b-4465-9b22-aca2f50a7138 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750845080441'] for port (1522a675-4d33-4256-879d-6a3a0eadb794), before_delete {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:45:35.577778 dv-cinder-830538-5-iscsi neutron-server[109571]: DEBUG neutron.db.l3_hamode_db [None req-f48cab6a-c2c3-4c11-b887-00ff5eb586d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2156cfd-0759-46cd-a1bd-84c6d2c20954', 'name': 'tempest-ServerRescueNegativeTestJSON-679984154-router', 'tenant_id': '1a9fe67e7e534a2f9e267047a6a40917', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e7a10c7-addc-4b79-a555-0b472e939652', 'external_fixed_ips': [{'subnet_id': '8aaf002d-6309-4cf0-ae69-6d349a14c0b1', 'ip_address': '172.27.0.132'}], 'enable_snat': True}, 'gw_port_id': '1522a675-4d33-4256-879d-6a3a0eadb794', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T22:42:07Z', 'updated_at': '2022-02-28T22:45:34Z', 'revision_number': 5, 'project_id': '1a9fe67e7e534a2f9e267047a6a40917', 'gw_port': {'id': '1522a675-4d33-4256-879d-6a3a0eadb794', 'name': '', 'network_id': '3e7a10c7-addc-4b79-a555-0b472e939652', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:ca:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2156cfd-0759-46cd-a1bd-84c6d2c20954', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '8aaf002d-6309-4cf0-ae69-6d349a14c0b1', 'ip_address': '172.27.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T22:42:08Z', 'updated_at': '2022-02-28T22:42:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8aaf002d-6309-4cf0-ae69-6d349a14c0b1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830538-5-iscsi'}], 'dv-cinder-830538-5-iscsi', False) {} {{(pid=109571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 22:45:35.604831 dv-cinder-830538-5-iscsi neutron-server[109571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f48cab6a-c2c3-4c11-b887-00ff5eb586d2 None None] Checking router: b2156cfd-0759-46cd-a1bd-84c6d2c20954 for host: dv-cinder-830538-5-iscsi {{(pid=109571) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 22:45:35.612974 dv-cinder-830538-5-iscsi neutron-server[109571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f48cab6a-c2c3-4c11-b887-00ff5eb586d2 None None] Routers {'b2156cfd-0759-46cd-a1bd-84c6d2c20954'} bound to L3 agent in host dv-cinder-830538-5-iscsi {{(pid=109571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 22:45:35.613582 dv-cinder-830538-5-iscsi neutron-server[109571]: DEBUG neutron.db.l3_hamode_db [None req-f48cab6a-c2c3-4c11-b887-00ff5eb586d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830538-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-28T22:34:03Z,description=,heartbeat_timestamp=2022-02-28T22:45:33Z,host='dv-cinder-830538-5-iscsi',id=1bbc3f13-d896-4633-9d3f-4f3415ceb83d,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T22:34:03Z,topic='l3_agent')) {'router_ids': ['b2156cfd-0759-46cd-a1bd-84c6d2c20954'], 'active': True} {{(pid=109571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 22:45:35.630636 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.plugins.ml2.db [None req-940080d5-498b-4465-9b22-aca2f50a7138 admin admin] For port 1522a675-4d33-4256-879d-6a3a0eadb794, host dv-cinder-830538-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830538-5-iscsi',level=0,port_id=1522a675-4d33-4256-879d-6a3a0eadb794,segment=NetworkSegment(ee66776f-25dd-443a-9417-ae0becd0bae6),segment_id=ee66776f-25dd-443a-9417-ae0becd0bae6)] {{(pid=109568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 22:45:35.630999 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-940080d5-498b-4465-9b22-aca2f50a7138 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33552544'] for port (1522a675-4d33-4256-879d-6a3a0eadb794), precommit_delete {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:45:35.643023 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.plugins.ml2.plugin [None req-940080d5-498b-4465-9b22-aca2f50a7138 admin admin] Calling delete_port for 1522a675-4d33-4256-879d-6a3a0eadb794 owned by network:router_gateway {{(pid=109568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 22:45:35.787405 dv-cinder-830538-5-iscsi neutron-server[109571]: DEBUG neutron.db.l3_dvr_db [None req-f48cab6a-c2c3-4c11-b887-00ff5eb586d2 None None] Set router b2156cfd-0759-46cd-a1bd-84c6d2c20954 gateway port host: None {{(pid=109571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 22:45:35.843379 dv-cinder-830538-5-iscsi neutron-server[109571]: DEBUG neutron.db.l3_hamode_db [None req-f48cab6a-c2c3-4c11-b887-00ff5eb586d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2156cfd-0759-46cd-a1bd-84c6d2c20954', 'name': 'tempest-ServerRescueNegativeTestJSON-679984154-router', 'tenant_id': '1a9fe67e7e534a2f9e267047a6a40917', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T22:42:07Z', 'updated_at': '2022-02-28T22:45:35Z', 'revision_number': 6, 'project_id': '1a9fe67e7e534a2f9e267047a6a40917', 'gw_port_host': None}], 'dv-cinder-830538-5-iscsi', False) {} {{(pid=109571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 22:45:35.870475 dv-cinder-830538-5-iscsi neutron-server[109571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f48cab6a-c2c3-4c11-b887-00ff5eb586d2 None None] The sync data for ids ['b2156cfd-0759-46cd-a1bd-84c6d2c20954'] in dv-cinder-830538-5-iscsi is: [{'id': 'b2156cfd-0759-46cd-a1bd-84c6d2c20954', 'name': 'tempest-ServerRescueNegativeTestJSON-679984154-router', 'tenant_id': '1a9fe67e7e534a2f9e267047a6a40917', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T22:42:07Z', 'updated_at': '2022-02-28T22:45:35Z', 'revision_number': 6, 'project_id': '1a9fe67e7e534a2f9e267047a6a40917', 'gw_port_host': None}] {{(pid=109571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 22:45:35.878092 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-940080d5-498b-4465-9b22-aca2f50a7138 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33156859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750845083868', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750844628237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30788389'] for port (1522a675-4d33-4256-879d-6a3a0eadb794), after_delete {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:45:35.882749 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-f2b490b5-353e-4b99-942a-fb2407025861 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750845036683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579975'] for agent (e6e3d797-755b-495e-bc70-4cd2b9791ebb), after_update {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:45:35.890906 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74779f45-4604-40a0-a169-424967a1254d req-3b0e8783-fb44-4905-9fdf-f50e3f31f821 tempest-VolumesActionsTest-1914636262 tempest-VolumesActionsTest-1914636262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:45:35.892509 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-74779f45-4604-40a0-a169-424967a1254d req-3b0e8783-fb44-4905-9fdf-f50e3f31f821 tempest-VolumesActionsTest-1914636262 tempest-VolumesActionsTest-1914636262-project] 10.222.0.11 "GET /v2.0/ports?device_id=aeb44fde-6cd6-42be-9ff4-fd61b71ff225 HTTP/1.1" status: 200 len: 946 time: 0.1021602 Feb 28 22:45:35.927314 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-940080d5-498b-4465-9b22-aca2f50a7138 admin admin] Pushing event deleted for resources: {'Port': ['ID=1522a675-4d33-4256-879d-6a3a0eadb794,revision_number=None']} {{(pid=109568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:45:35.997490 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6596f429-0a41-4fb6-ae22-9be8628a5392 req-fd61f21c-2246-480c-8c02-d51828248692 tempest-VolumesActionsTest-1914636262 tempest-VolumesActionsTest-1914636262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:45:35.999000 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-6596f429-0a41-4fb6-ae22-9be8628a5392 req-fd61f21c-2246-480c-8c02-d51828248692 tempest-VolumesActionsTest-1914636262 tempest-VolumesActionsTest-1914636262-project] 10.222.0.36 "GET /v2.0/ports?device_id=aeb44fde-6cd6-42be-9ff4-fd61b71ff225 HTTP/1.1" status: 200 len: 946 time: 0.1739511 Feb 28 22:45:36.049181 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-74779f45-4604-40a0-a169-424967a1254d req-c1ebf7a8-e5cd-473c-afcd-962533d7e0e8 tempest-VolumesActionsTest-1914636262 tempest-VolumesActionsTest-1914636262-project] 10.222.0.11 "GET /v2.0/security-groups?id=d8c5b7b6-5700-48c5-af69-dd19b3ab0f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1507578 Feb 28 22:45:36.060253 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-940080d5-498b-4465-9b22-aca2f50a7138 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33522053'] for router_gateway (b2156cfd-0759-46cd-a1bd-84c6d2c20954), after_delete {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:45:36.192646 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-940080d5-498b-4465-9b22-aca2f50a7138 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33526293', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4159'] for router (b2156cfd-0759-46cd-a1bd-84c6d2c20954), precommit_delete {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:45:36.195851 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-940080d5-498b-4465-9b22-aca2f50a7138 admin admin] Publish callbacks [] for router_controller (b2156cfd-0759-46cd-a1bd-84c6d2c20954), precommit_delete_associations {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:45:36.272878 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.plugins.ml2.plugin [req-6596f429-0a41-4fb6-ae22-9be8628a5392 req-a5349fa5-dd2d-486a-85c7-a85db58ea211 tempest-VolumesActionsTest-1914636262 tempest-VolumesActionsTest-1914636262-project] Deleting port e689bb48-8945-45e5-812f-480dd73ea437 {{(pid=109568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 22:45:36.273296 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [req-6596f429-0a41-4fb6-ae22-9be8628a5392 req-a5349fa5-dd2d-486a-85c7-a85db58ea211 tempest-VolumesActionsTest-1914636262 tempest-VolumesActionsTest-1914636262-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750845080441'] for port (e689bb48-8945-45e5-812f-480dd73ea437), before_delete {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:45:36.277378 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-940080d5-498b-4465-9b22-aca2f50a7138 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33526318'] for router (b2156cfd-0759-46cd-a1bd-84c6d2c20954), after_delete {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:45:36.277916 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-940080d5-498b-4465-9b22-aca2f50a7138 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b2156cfd-0759-46cd-a1bd-84c6d2c20954 {{(pid=109568) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 28 22:45:36.315947 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-940080d5-498b-4465-9b22-aca2f50a7138 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:45:36.317487 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [None req-940080d5-498b-4465-9b22-aca2f50a7138 admin admin] 10.222.0.11 "DELETE /v2.0/routers/b2156cfd-0759-46cd-a1bd-84c6d2c20954 HTTP/1.1" status: 204 len: 168 time: 1.0301931 Feb 28 22:45:36.320473 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.wsgi [-] (109569) accepted ('10.222.0.11', 55678) {{(pid=109569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 22:45:36.367269 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.db.db_base_plugin_v2 [None req-0de93c8b-8d0d-4407-b978-a6a69b304543 admin admin] Deleting subnet 4f074c84-eecc-4df3-bfe8-db2db878868a {{(pid=109569) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 22:45:36.370331 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-0de93c8b-8d0d-4407-b978-a6a69b304543 admin admin] Publish callbacks [] for subnet (4f074c84-eecc-4df3-bfe8-db2db878868a), before_delete {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:45:36.375021 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.plugins.ml2.db [req-6596f429-0a41-4fb6-ae22-9be8628a5392 req-a5349fa5-dd2d-486a-85c7-a85db58ea211 tempest-VolumesActionsTest-1914636262 tempest-VolumesActionsTest-1914636262-project] For port e689bb48-8945-45e5-812f-480dd73ea437, host hv-cinder-83053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83053',level=0,port_id=e689bb48-8945-45e5-812f-480dd73ea437,segment=NetworkSegment(ac206728-97d1-439d-8886-40ed39a6967c),segment_id=ac206728-97d1-439d-8886-40ed39a6967c)] {{(pid=109568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 22:45:36.375395 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [req-6596f429-0a41-4fb6-ae22-9be8628a5392 req-a5349fa5-dd2d-486a-85c7-a85db58ea211 tempest-VolumesActionsTest-1914636262 tempest-VolumesActionsTest-1914636262-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33552544'] for port (e689bb48-8945-45e5-812f-480dd73ea437), precommit_delete {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:45:36.388313 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.plugins.ml2.plugin [req-6596f429-0a41-4fb6-ae22-9be8628a5392 req-a5349fa5-dd2d-486a-85c7-a85db58ea211 tempest-VolumesActionsTest-1914636262 tempest-VolumesActionsTest-1914636262-project] Calling delete_port for e689bb48-8945-45e5-812f-480dd73ea437 owned by compute:nova {{(pid=109568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 22:45:36.404825 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-0de93c8b-8d0d-4407-b978-a6a69b304543 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31262425'] for subnet (4f074c84-eecc-4df3-bfe8-db2db878868a), precommit_delete_associations {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:45:36.444352 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-0de93c8b-8d0d-4407-b978-a6a69b304543 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002603'] for subnet (4f074c84-eecc-4df3-bfe8-db2db878868a), precommit_delete {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:45:36.501286 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-0de93c8b-8d0d-4407-b978-a6a69b304543 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33448168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33156859', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30055429', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30127737'] for subnet (4f074c84-eecc-4df3-bfe8-db2db878868a), after_delete {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:45:36.518977 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [req-6596f429-0a41-4fb6-ae22-9be8628a5392 req-a5349fa5-dd2d-486a-85c7-a85db58ea211 tempest-VolumesActionsTest-1914636262 tempest-VolumesActionsTest-1914636262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33156859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750845083868', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750844628237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30788389'] for port (e689bb48-8945-45e5-812f-480dd73ea437), after_delete {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:45:36.527679 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de93c8b-8d0d-4407-b978-a6a69b304543 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4f074c84-eecc-4df3-bfe8-db2db878868a,revision_number=None']} {{(pid=109569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:45:36.529682 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-0de93c8b-8d0d-4407-b978-a6a69b304543 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33156845'] for subnet (None), before_response {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:45:36.531953 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.db [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] get_ports_and_sgs() called for port_ids ['e689bb48-8945-45e5-812f-480dd73ea437'] {{(pid=109570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 22:45:36.532830 dv-cinder-830538-5-iscsi neutron-server[109569]: INFO neutron.wsgi [None req-0de93c8b-8d0d-4407-b978-a6a69b304543 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/4f074c84-eecc-4df3-bfe8-db2db878868a HTTP/1.1" status: 204 len: 168 time: 0.2112789 Feb 28 22:45:36.535202 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.wsgi [-] (109569) accepted ('10.222.0.11', 55680) {{(pid=109569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 22:45:36.563084 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5349fa5-dd2d-486a-85c7-a85db58ea211 tempest-VolumesActionsTest-1914636262 tempest-VolumesActionsTest-1914636262-project] Pushing event deleted for resources: {'Port': ['ID=e689bb48-8945-45e5-812f-480dd73ea437,revision_number=None']} {{(pid=109568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:45:36.596982 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.db.l3_dvrscheduler_db [req-6596f429-0a41-4fb6-ae22-9be8628a5392 req-a5349fa5-dd2d-486a-85c7-a85db58ea211 tempest-VolumesActionsTest-1914636262 tempest-VolumesActionsTest-1914636262-project] No DVR routers for this DVR port e689bb48-8945-45e5-812f-480dd73ea437 on host hv-cinder-83053 {{(pid=109568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 22:45:36.600548 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [req-6596f429-0a41-4fb6-ae22-9be8628a5392 req-a5349fa5-dd2d-486a-85c7-a85db58ea211 tempest-VolumesActionsTest-1914636262 tempest-VolumesActionsTest-1914636262-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80159'] for port (None), before_response {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:45:36.603128 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-2e7bdf2f-5eec-487e-9588-dafef41605f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1026704'] for network (ba9103be-0016-4db5-8443-08fa8db70094), before_delete {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:45:36.603819 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-6596f429-0a41-4fb6-ae22-9be8628a5392 req-a5349fa5-dd2d-486a-85c7-a85db58ea211 tempest-VolumesActionsTest-1914636262 tempest-VolumesActionsTest-1914636262-project] 10.222.0.36 "DELETE /v2.0/ports/e689bb48-8945-45e5-812f-480dd73ea437 HTTP/1.1" status: 204 len: 173 time: 0.5993092 Feb 28 22:45:36.604271 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aeb44fde-6cd6-42be-9ff4-fd61b71ff225', 'name': 'network-vif-deleted', 'tag': 'e689bb48-8945-45e5-812f-480dd73ea437'}] {{(pid=109568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 22:45:36.607292 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be30730c9f576b5ae602769365630bce3a2881df6c4aa92702dca8eb1643a507" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a874a6a-c476-4cb7-988e-aba6f552b87f" -d '{"events": [{"server_uuid": "aeb44fde-6cd6-42be-9ff4-fd61b71ff225", "name": "network-vif-deleted", "tag": "e689bb48-8945-45e5-812f-480dd73ea437"}]}' {{(pid=109568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 22:45:36.668023 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 22:45:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3133637-ce6e-4e7d-a6d1-56fea2fea0eb x-openstack-request-id: req-a3133637-ce6e-4e7d-a6d1-56fea2fea0eb {{(pid=109568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 22:45:36.668336 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aeb44fde-6cd6-42be-9ff4-fd61b71ff225", "name": "network-vif-deleted", "tag": "e689bb48-8945-45e5-812f-480dd73ea437", "status": "completed", "code": 200}]} {{(pid=109568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 22:45:36.668572 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-a3133637-ce6e-4e7d-a6d1-56fea2fea0eb {{(pid=109568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 22:45:36.669084 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aeb44fde-6cd6-42be-9ff4-fd61b71ff225', 'name': 'network-vif-deleted', 'tag': 'e689bb48-8945-45e5-812f-480dd73ea437', 'status': 'completed', 'code': 200} Feb 28 22:45:36.710271 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-2e7bdf2f-5eec-487e-9588-dafef41605f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-574352', 'neutron.services.segments.db._delete_segments_for_network-8750845036701'] for network (ba9103be-0016-4db5-8443-08fa8db70094), precommit_delete {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:45:36.720225 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.rpc [None req-154add69-038d-48cc-93ba-bd7e358b6d11 None None] Device a2286bc2-5103-4581-b579-15c42c96fa7f no longer exists at agent ovs-agent-dv-cinder-830538-5-iscsi {{(pid=109570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 22:45:36.736480 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.services.segments.db [None req-2e7bdf2f-5eec-487e-9588-dafef41605f9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba9103be-0016-4db5-8443-08fa8db70094']}} {{(pid=109569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 22:45:36.740175 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.plugin [None req-154add69-038d-48cc-93ba-bd7e358b6d11 None None] No Port match for: a2286bc2-5103-4581-b579-15c42c96fa7f {{(pid=109570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 22:45:36.740517 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.rpc [None req-154add69-038d-48cc-93ba-bd7e358b6d11 None None] Device a2286bc2-5103-4581-b579-15c42c96fa7f not bound to the agent host dv-cinder-830538-5-iscsi {{(pid=109570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 22:45:36.741134 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.rpc [None req-154add69-038d-48cc-93ba-bd7e358b6d11 None None] Device 1522a675-4d33-4256-879d-6a3a0eadb794 no longer exists at agent ovs-agent-dv-cinder-830538-5-iscsi {{(pid=109570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 22:45:36.745876 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.services.segments.db [None req-2e7bdf2f-5eec-487e-9588-dafef41605f9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e59ecef9-1da6-4950-ad52-2ebcb29e8cdb') {'for_net_delete': True} {{(pid=109569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 22:45:36.746172 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.services.segments.db [None req-2e7bdf2f-5eec-487e-9588-dafef41605f9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e59ecef9-1da6-4950-ad52-2ebcb29e8cdb') {} {{(pid=109569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 22:45:36.757721 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-2e7bdf2f-5eec-487e-9588-dafef41605f9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750845040550', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31262414'] for segment (e59ecef9-1da6-4950-ad52-2ebcb29e8cdb), before_delete {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:45:36.763842 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.plugin [None req-154add69-038d-48cc-93ba-bd7e358b6d11 None None] No Port match for: 1522a675-4d33-4256-879d-6a3a0eadb794 {{(pid=109570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 22:45:36.764215 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.rpc [None req-154add69-038d-48cc-93ba-bd7e358b6d11 None None] Device 1522a675-4d33-4256-879d-6a3a0eadb794 not bound to the agent host dv-cinder-830538-5-iscsi {{(pid=109570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 22:45:36.774841 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-2e7bdf2f-5eec-487e-9588-dafef41605f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1012980'] for segment (e59ecef9-1da6-4950-ad52-2ebcb29e8cdb), precommit_delete {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:45:36.781747 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2e7bdf2f-5eec-487e-9588-dafef41605f9 admin admin] Releasing vlan 116 on physical network physnet1 to pool {{(pid=109569) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 22:45:36.782285 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-2e7bdf2f-5eec-487e-9588-dafef41605f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1012980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30055643'] for segment (e59ecef9-1da6-4950-ad52-2ebcb29e8cdb), after_delete {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:45:36.784384 dv-cinder-830538-5-iscsi neutron-server[109569]: Traceback (most recent call last): Feb 28 22:45:36.784384 dv-cinder-830538-5-iscsi neutron-server[109569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 22:45:36.784384 dv-cinder-830538-5-iscsi neutron-server[109569]: timer() Feb 28 22:45:36.784384 dv-cinder-830538-5-iscsi neutron-server[109569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 22:45:36.784384 dv-cinder-830538-5-iscsi neutron-server[109569]: cb(*args, **kw) Feb 28 22:45:36.784384 dv-cinder-830538-5-iscsi neutron-server[109569]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 22:45:36.784384 dv-cinder-830538-5-iscsi neutron-server[109569]: return func(*args, **kwargs) Feb 28 22:45:36.784384 dv-cinder-830538-5-iscsi neutron-server[109569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 22:45:36.784384 dv-cinder-830538-5-iscsi neutron-server[109569]: self._notify() Feb 28 22:45:36.784384 dv-cinder-830538-5-iscsi neutron-server[109569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 22:45:36.784384 dv-cinder-830538-5-iscsi neutron-server[109569]: self.callback(batched_events) Feb 28 22:45:36.784384 dv-cinder-830538-5-iscsi neutron-server[109569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 22:45:36.784384 dv-cinder-830538-5-iscsi neutron-server[109569]: event.method(event) Feb 28 22:45:36.784384 dv-cinder-830538-5-iscsi neutron-server[109569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 22:45:36.784384 dv-cinder-830538-5-iscsi neutron-server[109569]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 22:45:36.784384 dv-cinder-830538-5-iscsi neutron-server[109569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 22:45:36.784384 dv-cinder-830538-5-iscsi neutron-server[109569]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 22:45:36.784384 dv-cinder-830538-5-iscsi neutron-server[109569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 22:45:36.784384 dv-cinder-830538-5-iscsi neutron-server[109569]: return f(self, *a, **k) Feb 28 22:45:36.784384 dv-cinder-830538-5-iscsi neutron-server[109569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 22:45:36.784384 dv-cinder-830538-5-iscsi neutron-server[109569]: return self._get(url).json() Feb 28 22:45:36.784384 dv-cinder-830538-5-iscsi neutron-server[109569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 22:45:36.784384 dv-cinder-830538-5-iscsi neutron-server[109569]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 22:45:36.784384 dv-cinder-830538-5-iscsi neutron-server[109569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 22:45:36.784384 dv-cinder-830538-5-iscsi neutron-server[109569]: return self.request(url, 'GET', **kwargs) Feb 28 22:45:36.784384 dv-cinder-830538-5-iscsi neutron-server[109569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 22:45:36.784384 dv-cinder-830538-5-iscsi neutron-server[109569]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 22:45:36.784384 dv-cinder-830538-5-iscsi neutron-server[109569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 22:45:36.784384 dv-cinder-830538-5-iscsi neutron-server[109569]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 22:45:36.784384 dv-cinder-830538-5-iscsi neutron-server[109569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 22:45:36.784384 dv-cinder-830538-5-iscsi neutron-server[109569]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 22:45:36.784384 dv-cinder-830538-5-iscsi neutron-server[109569]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 22:45:36.844738 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-2e7bdf2f-5eec-487e-9588-dafef41605f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-574441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33441228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33156859', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33522105'] for network (ba9103be-0016-4db5-8443-08fa8db70094), after_delete {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:45:36.850730 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-2e7bdf2f-5eec-487e-9588-dafef41605f9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33156845'] for network (None), before_response {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:45:36.854350 dv-cinder-830538-5-iscsi neutron-server[109569]: INFO neutron.wsgi [None req-2e7bdf2f-5eec-487e-9588-dafef41605f9 admin admin] 10.222.0.11 "DELETE /v2.0/networks/ba9103be-0016-4db5-8443-08fa8db70094 HTTP/1.1" status: 204 len: 168 time: 0.3179550 Feb 28 22:45:36.865725 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e7bdf2f-5eec-487e-9588-dafef41605f9 admin admin] Pushing event deleted for resources: {'Network': ['ID=ba9103be-0016-4db5-8443-08fa8db70094,revision_number=None']} {{(pid=109569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:45:36.976837 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.wsgi [-] (109569) accepted ('10.222.0.11', 55686) {{(pid=109569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 22:45:37.015383 dv-cinder-830538-5-iscsi neutron-server[109569]: INFO neutron.wsgi [None req-5c2e370b-5aaf-4620-aeaa-47b6572620e5 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=1a9fe67e7e534a2f9e267047a6a40917&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0372837 Feb 28 22:45:37.017799 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.wsgi [-] (109569) accepted ('10.222.0.11', 55688) {{(pid=109569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 22:45:37.067711 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-d4214440-dd1a-41ef-9ba3-de6b02ba73f7 admin admin] Publish callbacks [] for security_group (f1de89df-470d-49b7-98ac-8bb65cd72d2a), before_delete {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:45:37.090818 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-d4214440-dd1a-41ef-9ba3-de6b02ba73f7 admin admin] Publish callbacks [] for security_group (f1de89df-470d-49b7-98ac-8bb65cd72d2a), precommit_delete {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:45:37.147385 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-d4214440-dd1a-41ef-9ba3-de6b02ba73f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33441213'] for security_group (f1de89df-470d-49b7-98ac-8bb65cd72d2a), after_delete {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:45:37.150128 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-154add69-038d-48cc-93ba-bd7e358b6d11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750845036683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579975'] for agent (7aa25ffb-1b87-4f08-8530-4bdf6e6b221c), after_update {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:45:37.151214 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-d4214440-dd1a-41ef-9ba3-de6b02ba73f7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:45:37.158097 dv-cinder-830538-5-iscsi neutron-server[109569]: INFO neutron.wsgi [None req-d4214440-dd1a-41ef-9ba3-de6b02ba73f7 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/f1de89df-470d-49b7-98ac-8bb65cd72d2a HTTP/1.1" status: 204 len: 168 time: 0.1366277 Feb 28 22:45:37.167733 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4214440-dd1a-41ef-9ba3-de6b02ba73f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1de89df-470d-49b7-98ac-8bb65cd72d2a,revision_number=None']} {{(pid=109569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:45:37.190970 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-2f0509af-0717-4a96-92a7-fb0d6cd7e1d9 req-3305f893-e356-478d-a80e-3d5a849744f8 tempest-VolumesActionsTest-1914636262 tempest-VolumesActionsTest-1914636262-project] 10.222.0.11 "GET /v2.0/ports?device_id=aeb44fde-6cd6-42be-9ff4-fd61b71ff225 HTTP/1.1" status: 200 len: 210 time: 0.0404992 Feb 28 22:45:38.496389 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1b83cd-3b0e-40a3-9051-bb8f52c6f064 req-f9b9500d-10f9-4caf-9d41-cbdadb8eb85b tempest-VolumesActionsTest-1914636262 tempest-VolumesActionsTest-1914636262-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:45:38.497836 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-6e1b83cd-3b0e-40a3-9051-bb8f52c6f064 req-f9b9500d-10f9-4caf-9d41-cbdadb8eb85b tempest-VolumesActionsTest-1914636262 tempest-VolumesActionsTest-1914636262-project] 10.222.0.11 "GET /v2.0/networks?id=26079c3c-8136-4e3b-bff8-bf03e67b06ea HTTP/1.1" status: 200 len: 809 time: 0.0983114 Feb 28 22:45:38.512645 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-6e1b83cd-3b0e-40a3-9051-bb8f52c6f064 req-16c5979b-21cd-41ba-88e2-69efcd6b68c4 tempest-VolumesActionsTest-1914636262 tempest-VolumesActionsTest-1914636262-project] 10.222.0.11 "GET /v2.0/quotas/d76f9b1291274319906fdfcde11ead04 HTTP/1.1" status: 200 len: 375 time: 0.0093107 Feb 28 22:45:38.544324 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-6e1b83cd-3b0e-40a3-9051-bb8f52c6f064 req-a505b05d-d1ee-4501-bb29-16dcb8e82bae tempest-VolumesActionsTest-1914636262 tempest-VolumesActionsTest-1914636262-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=d76f9b1291274319906fdfcde11ead04&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0263999 Feb 28 22:45:38.565403 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.rpc [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] Device e689bb48-8945-45e5-812f-480dd73ea437 no longer exists at agent hyperv_hv-cinder-83053 {{(pid=109570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 22:45:38.585851 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.plugin [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] No Port match for: e689bb48-8945-45e5-812f-480dd73ea437 {{(pid=109570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 22:45:38.586194 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.rpc [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] Device e689bb48-8945-45e5-812f-480dd73ea437 not bound to the agent host hv-cinder-83053 {{(pid=109570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 22:45:38.637969 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-6e1b83cd-3b0e-40a3-9051-bb8f52c6f064 req-b937fa43-0463-45e4-8cf0-9f2ff1c9c847 service neutron] 10.222.0.11 "GET /v2.0/networks/26079c3c-8136-4e3b-bff8-bf03e67b06ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868654 Feb 28 22:45:38.725959 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-6e1b83cd-3b0e-40a3-9051-bb8f52c6f064 req-94229551-ef5a-4ccf-a109-2362542a63cb service neutron] 10.222.0.11 "GET /v2.0/networks/26079c3c-8136-4e3b-bff8-bf03e67b06ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823624 Feb 28 22:45:38.888817 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-c55df604-e24b-4aa8-be1e-7ea83697a36d req-bd4c4087-3ffa-4d43-82d2-ea78c819c501 tempest-VolumesActionsTest-1914636262 tempest-VolumesActionsTest-1914636262-project] 10.222.0.11 "GET /v2.0/ports?device_id=1aff16ba-2e73-4a4d-8eb2-1110c19f8923 HTTP/1.1" status: 200 len: 210 time: 0.0326567 Feb 28 22:45:39.849791 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1b83cd-3b0e-40a3-9051-bb8f52c6f064 req-49bed466-a453-4ea6-bca5-d358519d7fee tempest-VolumesActionsTest-1914636262 tempest-VolumesActionsTest-1914636262-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:45:39.851250 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-6e1b83cd-3b0e-40a3-9051-bb8f52c6f064 req-49bed466-a453-4ea6-bca5-d358519d7fee tempest-VolumesActionsTest-1914636262 tempest-VolumesActionsTest-1914636262-project] 10.222.0.36 "GET /v2.0/networks?id=26079c3c-8136-4e3b-bff8-bf03e67b06ea HTTP/1.1" status: 200 len: 809 time: 0.1017320 Feb 28 22:45:39.865111 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.api.v2.base [req-6e1b83cd-3b0e-40a3-9051-bb8f52c6f064 req-26aff8ac-3fbd-4203-8059-b5cd237bdb93 tempest-VolumesActionsTest-1914636262 tempest-VolumesActionsTest-1914636262-project] Request body: {'port': {'device_id': '1aff16ba-2e73-4a4d-8eb2-1110c19f8923', 'network_id': '26079c3c-8136-4e3b-bff8-bf03e67b06ea', 'admin_state_up': True, 'tenant_id': 'd76f9b1291274319906fdfcde11ead04'}} {{(pid=109568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 22:45:39.988051 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-dbeda5ca-3984-427a-9dd1-c131d21bb3f3 req-27606c46-9d6a-4e37-9506-93c52b8d65dd tempest-VolumesActionsTest-1914636262 tempest-VolumesActionsTest-1914636262-project] 10.222.0.11 "GET /v2.0/ports?device_id=1aff16ba-2e73-4a4d-8eb2-1110c19f8923 HTTP/1.1" status: 200 len: 210 time: 0.0318804 Feb 28 22:45:39.999457 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6e1b83cd-3b0e-40a3-9051-bb8f52c6f064 req-26aff8ac-3fbd-4203-8059-b5cd237bdb93 tempest-VolumesActionsTest-1914636262 tempest-VolumesActionsTest-1914636262-project] Made reservation on behalf of d76f9b1291274319906fdfcde11ead04 for: {'port': 1} {{(pid=109568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 22:45:40.002720 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [req-6e1b83cd-3b0e-40a3-9051-bb8f52c6f064 req-26aff8ac-3fbd-4203-8059-b5cd237bdb93 tempest-VolumesActionsTest-1914636262 tempest-VolumesActionsTest-1914636262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616566'] for port (None), before_create {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:45:40.125606 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.db.db_base_plugin_common [req-6e1b83cd-3b0e-40a3-9051-bb8f52c6f064 req-26aff8ac-3fbd-4203-8059-b5cd237bdb93 tempest-VolumesActionsTest-1914636262 tempest-VolumesActionsTest-1914636262-project] Allocated IP 172.20.0.3 (26079c3c-8136-4e3b-bff8-bf03e67b06ea/045abf93-52bd-44c1-87f5-46dfb1bd4eae/6da0e32d-8049-4fd5-ba2e-5d93a82ba25c) {{(pid=109568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 22:45:40.268030 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [req-6e1b83cd-3b0e-40a3-9051-bb8f52c6f064 req-26aff8ac-3fbd-4203-8059-b5cd237bdb93 tempest-VolumesActionsTest-1914636262 tempest-VolumesActionsTest-1914636262-project] Publish callbacks [] for port (6da0e32d-8049-4fd5-ba2e-5d93a82ba25c), precommit_create {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:45:40.305417 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [req-6e1b83cd-3b0e-40a3-9051-bb8f52c6f064 req-26aff8ac-3fbd-4203-8059-b5cd237bdb93 tempest-VolumesActionsTest-1914636262 tempest-VolumesActionsTest-1914636262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33156859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750844628228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30788389'] for port (6da0e32d-8049-4fd5-ba2e-5d93a82ba25c), after_create {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:45:40.347171 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6e1b83cd-3b0e-40a3-9051-bb8f52c6f064 req-26aff8ac-3fbd-4203-8059-b5cd237bdb93 tempest-VolumesActionsTest-1914636262 tempest-VolumesActionsTest-1914636262-project] Network 26079c3c-8136-4e3b-bff8-bf03e67b06ea is already hosted by enough agents. {{(pid=109568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 22:45:40.350938 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.scheduler.base_scheduler [req-6e1b83cd-3b0e-40a3-9051-bb8f52c6f064 req-26aff8ac-3fbd-4203-8059-b5cd237bdb93 tempest-VolumesActionsTest-1914636262 tempest-VolumesActionsTest-1914636262-project] Resources bound (agent type, host, resource id): {{(pid=109568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 22:45:40.354410 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e1b83cd-3b0e-40a3-9051-bb8f52c6f064 req-26aff8ac-3fbd-4203-8059-b5cd237bdb93 tempest-VolumesActionsTest-1914636262 tempest-VolumesActionsTest-1914636262-project] Received port after_create {{(pid=109568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 22:45:40.382244 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26aff8ac-3fbd-4203-8059-b5cd237bdb93 tempest-VolumesActionsTest-1914636262 tempest-VolumesActionsTest-1914636262-project] Pushing event updated for resources: {'Port': ['ID=6da0e32d-8049-4fd5-ba2e-5d93a82ba25c,revision_number=1']} {{(pid=109568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:45:40.405623 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1b83cd-3b0e-40a3-9051-bb8f52c6f064 req-26aff8ac-3fbd-4203-8059-b5cd237bdb93 tempest-VolumesActionsTest-1914636262 tempest-VolumesActionsTest-1914636262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:45:40.406238 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [req-6e1b83cd-3b0e-40a3-9051-bb8f52c6f064 req-26aff8ac-3fbd-4203-8059-b5cd237bdb93 tempest-VolumesActionsTest-1914636262 tempest-VolumesActionsTest-1914636262-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80159'] for port (None), before_response {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:45:40.421337 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-6e1b83cd-3b0e-40a3-9051-bb8f52c6f064 req-26aff8ac-3fbd-4203-8059-b5cd237bdb93 tempest-VolumesActionsTest-1914636262 tempest-VolumesActionsTest-1914636262-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5602655 Feb 28 22:45:40.434916 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.api.v2.base [req-6e1b83cd-3b0e-40a3-9051-bb8f52c6f064 req-4a26e1e1-12ba-4cff-975c-80035a5a752e service neutron] Request body: {'port': {'device_id': '1aff16ba-2e73-4a4d-8eb2-1110c19f8923', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83053'}} {{(pid=109568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 22:45:40.494410 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [req-6e1b83cd-3b0e-40a3-9051-bb8f52c6f064 req-4a26e1e1-12ba-4cff-975c-80035a5a752e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616566'] for port (6da0e32d-8049-4fd5-ba2e-5d93a82ba25c), before_update {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:45:40.749587 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.notifiers.nova [req-6e1b83cd-3b0e-40a3-9051-bb8f52c6f064 req-4a26e1e1-12ba-4cff-975c-80035a5a752e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6da0e32d-8049-4fd5-ba2e-5d93a82ba25c {{(pid=109568) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 22:45:40.757867 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [req-6e1b83cd-3b0e-40a3-9051-bb8f52c6f064 req-4a26e1e1-12ba-4cff-975c-80035a5a752e service neutron] Publish callbacks [] for port (6da0e32d-8049-4fd5-ba2e-5d93a82ba25c), precommit_update {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:45:40.770016 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.db.provisioning_blocks [req-6e1b83cd-3b0e-40a3-9051-bb8f52c6f064 req-4a26e1e1-12ba-4cff-975c-80035a5a752e service neutron] Transition to ACTIVE for port object 6da0e32d-8049-4fd5-ba2e-5d93a82ba25c will not be triggered until provisioned by entity L2. {{(pid=109568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Feb 28 22:45:40.774820 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [req-6e1b83cd-3b0e-40a3-9051-bb8f52c6f064 req-4a26e1e1-12ba-4cff-975c-80035a5a752e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33156859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750845083886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750844628246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750844628264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30788396'] for port (6da0e32d-8049-4fd5-ba2e-5d93a82ba25c), after_update {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:45:40.823443 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a26e1e1-12ba-4cff-975c-80035a5a752e service neutron] Pushing event updated for resources: {'Port': ['ID=6da0e32d-8049-4fd5-ba2e-5d93a82ba25c,revision_number=2']} {{(pid=109568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:45:40.843886 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.wsgi [-] (109569) accepted ('10.222.0.11', 55782) {{(pid=109569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 22:45:40.896096 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.plugins.ml2.managers [req-6e1b83cd-3b0e-40a3-9051-bb8f52c6f064 req-4a26e1e1-12ba-4cff-975c-80035a5a752e service neutron] Attempting to bind port 6da0e32d-8049-4fd5-ba2e-5d93a82ba25c on host hv-cinder-83053 for vnic_type normal with profile {{(pid=109568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 22:45:40.896685 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.plugins.ml2.managers [req-6e1b83cd-3b0e-40a3-9051-bb8f52c6f064 req-4a26e1e1-12ba-4cff-975c-80035a5a752e service neutron] Attempting to bind port 6da0e32d-8049-4fd5-ba2e-5d93a82ba25c by drivers openvswitch,hyperv on host hv-cinder-83053 at level 0 using segments [{'id': 'ac206728-97d1-439d-8886-40ed39a6967c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '26079c3c-8136-4e3b-bff8-bf03e67b06ea'}] {{(pid=109568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 22:45:40.896845 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e1b83cd-3b0e-40a3-9051-bb8f52c6f064 req-4a26e1e1-12ba-4cff-975c-80035a5a752e service neutron] Attempting to bind port 6da0e32d-8049-4fd5-ba2e-5d93a82ba25c on network 26079c3c-8136-4e3b-bff8-bf03e67b06ea {{(pid=109568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 22:45:40.901359 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e1b83cd-3b0e-40a3-9051-bb8f52c6f064 req-4a26e1e1-12ba-4cff-975c-80035a5a752e service neutron] Port 6da0e32d-8049-4fd5-ba2e-5d93a82ba25c on network 26079c3c-8136-4e3b-bff8-bf03e67b06ea not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83053 {{(pid=109568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 22:45:40.901684 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e1b83cd-3b0e-40a3-9051-bb8f52c6f064 req-4a26e1e1-12ba-4cff-975c-80035a5a752e service neutron] Attempting to bind port 6da0e32d-8049-4fd5-ba2e-5d93a82ba25c on network 26079c3c-8136-4e3b-bff8-bf03e67b06ea {{(pid=109568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 22:45:40.906596 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e1b83cd-3b0e-40a3-9051-bb8f52c6f064 req-4a26e1e1-12ba-4cff-975c-80035a5a752e service neutron] Checking agent: {'id': '5b2bda77-ea31-45ff-af39-f050a95cb1da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83053', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 22, 40, 14), 'started_at': datetime.datetime(2022, 2, 28, 22, 40, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 22, 45, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 22:45:40.906935 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e1b83cd-3b0e-40a3-9051-bb8f52c6f064 req-4a26e1e1-12ba-4cff-975c-80035a5a752e service neutron] Checking segment: {'id': 'ac206728-97d1-439d-8886-40ed39a6967c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '26079c3c-8136-4e3b-bff8-bf03e67b06ea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 22:45:40.907328 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e1b83cd-3b0e-40a3-9051-bb8f52c6f064 req-4a26e1e1-12ba-4cff-975c-80035a5a752e service neutron] Bound using segment: {'id': 'ac206728-97d1-439d-8886-40ed39a6967c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '26079c3c-8136-4e3b-bff8-bf03e67b06ea'} {{(pid=109568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 22:45:40.907915 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.plugins.ml2.managers [req-6e1b83cd-3b0e-40a3-9051-bb8f52c6f064 req-4a26e1e1-12ba-4cff-975c-80035a5a752e service neutron] Bound port: 6da0e32d-8049-4fd5-ba2e-5d93a82ba25c, host: hv-cinder-83053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ac206728-97d1-439d-8886-40ed39a6967c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '26079c3c-8136-4e3b-bff8-bf03e67b06ea'}}] {{(pid=109568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 22:45:40.908277 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [req-6e1b83cd-3b0e-40a3-9051-bb8f52c6f064 req-4a26e1e1-12ba-4cff-975c-80035a5a752e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616566'] for port (6da0e32d-8049-4fd5-ba2e-5d93a82ba25c), before_update {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:45:40.949961 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-daced963-4f77-4c07-a935-e5957f28aec6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:45:40.975488 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.plugins.ml2.db [req-6e1b83cd-3b0e-40a3-9051-bb8f52c6f064 req-4a26e1e1-12ba-4cff-975c-80035a5a752e service neutron] For port 6da0e32d-8049-4fd5-ba2e-5d93a82ba25c, host hv-cinder-83053, cleared binding levels {{(pid=109568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 22:45:40.978557 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.plugins.ml2.db [req-6e1b83cd-3b0e-40a3-9051-bb8f52c6f064 req-4a26e1e1-12ba-4cff-975c-80035a5a752e service neutron] For port 6da0e32d-8049-4fd5-ba2e-5d93a82ba25c, host hv-cinder-83053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83053',level=0,port_id=6da0e32d-8049-4fd5-ba2e-5d93a82ba25c,segment=NetworkSegment(ac206728-97d1-439d-8886-40ed39a6967c),segment_id=ac206728-97d1-439d-8886-40ed39a6967c)] {{(pid=109568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 22:45:40.984490 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [req-6e1b83cd-3b0e-40a3-9051-bb8f52c6f064 req-4a26e1e1-12ba-4cff-975c-80035a5a752e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33156859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750845083886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750844628246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750844628264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30788396'] for port (6da0e32d-8049-4fd5-ba2e-5d93a82ba25c), after_update {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:45:41.023688 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1b83cd-3b0e-40a3-9051-bb8f52c6f064 req-4a26e1e1-12ba-4cff-975c-80035a5a752e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:45:41.024303 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [req-6e1b83cd-3b0e-40a3-9051-bb8f52c6f064 req-4a26e1e1-12ba-4cff-975c-80035a5a752e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80159'] for port (None), before_response {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:45:41.024701 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-daced963-4f77-4c07-a935-e5957f28aec6 admin admin] Publish callbacks [] for security_group (88bdddad-31e0-498e-b613-ffda4b67dd7b), precommit_create {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:45:41.025720 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-6e1b83cd-3b0e-40a3-9051-bb8f52c6f064 req-4a26e1e1-12ba-4cff-975c-80035a5a752e service neutron] 10.222.0.36 "PUT /v2.0/ports/6da0e32d-8049-4fd5-ba2e-5d93a82ba25c HTTP/1.1" status: 200 len: 1093 time: 0.5949326 Feb 28 22:45:41.026161 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1aff16ba-2e73-4a4d-8eb2-1110c19f8923', 'tag': '6da0e32d-8049-4fd5-ba2e-5d93a82ba25c'}] {{(pid=109568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 22:45:41.028628 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be30730c9f576b5ae602769365630bce3a2881df6c4aa92702dca8eb1643a507" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36cb6f3f-3286-4729-9349-d11955c56342" -d '{"events": [{"name": "network-changed", "server_uuid": "1aff16ba-2e73-4a4d-8eb2-1110c19f8923", "tag": "6da0e32d-8049-4fd5-ba2e-5d93a82ba25c"}]}' {{(pid=109568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 22:45:41.039759 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-daced963-4f77-4c07-a935-e5957f28aec6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33441213'] for security_group (88bdddad-31e0-498e-b613-ffda4b67dd7b), after_create {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:45:41.054253 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a26e1e1-12ba-4cff-975c-80035a5a752e service neutron] Pushing event updated for resources: {'Port': ['ID=6da0e32d-8049-4fd5-ba2e-5d93a82ba25c,revision_number=3']} {{(pid=109568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:45:41.074628 dv-cinder-830538-5-iscsi neutron-server[109569]: INFO neutron.wsgi [None req-daced963-4f77-4c07-a935-e5957f28aec6 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=b22634ed5ba44ff4a7911eb444c66e48&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2296097 Feb 28 22:45:41.076512 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.wsgi [-] (109569) accepted ('10.222.0.11', 55790) {{(pid=109569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 22:45:41.089735 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 22:45:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae996bde-596e-460d-beea-7b32f4a78a99 x-openstack-request-id: req-ae996bde-596e-460d-beea-7b32f4a78a99 {{(pid=109568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 22:45:41.090033 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1aff16ba-2e73-4a4d-8eb2-1110c19f8923", "tag": "6da0e32d-8049-4fd5-ba2e-5d93a82ba25c", "status": "completed", "code": 200}]} {{(pid=109568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 22:45:41.090324 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-ae996bde-596e-460d-beea-7b32f4a78a99 {{(pid=109568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 22:45:41.090722 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1aff16ba-2e73-4a4d-8eb2-1110c19f8923', 'tag': '6da0e32d-8049-4fd5-ba2e-5d93a82ba25c', 'status': 'completed', 'code': 200} Feb 28 22:45:41.124571 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daced963-4f77-4c07-a935-e5957f28aec6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88bdddad-31e0-498e-b613-ffda4b67dd7b,revision_number=1']} {{(pid=109569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:45:41.143105 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-eacb78b0-cb5b-47de-a785-52566799686c admin admin] Publish callbacks [] for security_group (88bdddad-31e0-498e-b613-ffda4b67dd7b), before_delete {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:45:41.161477 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba053d63-e205-4766-b62e-979ec8b63e4d req-7db32e13-409d-46f1-b338-1433291c3cff tempest-VolumesActionsTest-1914636262 tempest-VolumesActionsTest-1914636262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:45:41.162967 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-ba053d63-e205-4766-b62e-979ec8b63e4d req-7db32e13-409d-46f1-b338-1433291c3cff tempest-VolumesActionsTest-1914636262 tempest-VolumesActionsTest-1914636262-project] 10.222.0.11 "GET /v2.0/ports?device_id=1aff16ba-2e73-4a4d-8eb2-1110c19f8923 HTTP/1.1" status: 200 len: 943 time: 0.0889232 Feb 28 22:45:41.164890 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-eacb78b0-cb5b-47de-a785-52566799686c admin admin] Publish callbacks [] for security_group (88bdddad-31e0-498e-b613-ffda4b67dd7b), precommit_delete {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:45:41.177423 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1b83cd-3b0e-40a3-9051-bb8f52c6f064 req-9671fd90-1a00-43ba-a380-782ce162c5b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:45:41.178771 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-6e1b83cd-3b0e-40a3-9051-bb8f52c6f064 req-9671fd90-1a00-43ba-a380-782ce162c5b5 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d76f9b1291274319906fdfcde11ead04&device_id=1aff16ba-2e73-4a4d-8eb2-1110c19f8923 HTTP/1.1" status: 200 len: 1127 time: 0.0729966 Feb 28 22:45:41.212222 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-eacb78b0-cb5b-47de-a785-52566799686c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33441213'] for security_group (88bdddad-31e0-498e-b613-ffda4b67dd7b), after_delete {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:45:41.214811 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-eacb78b0-cb5b-47de-a785-52566799686c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:45:41.216004 dv-cinder-830538-5-iscsi neutron-server[109569]: INFO neutron.wsgi [None req-eacb78b0-cb5b-47de-a785-52566799686c admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/88bdddad-31e0-498e-b613-ffda4b67dd7b HTTP/1.1" status: 204 len: 168 time: 0.1382902 Feb 28 22:45:41.224691 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eacb78b0-cb5b-47de-a785-52566799686c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88bdddad-31e0-498e-b613-ffda4b67dd7b,revision_number=None']} {{(pid=109569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:45:41.232076 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-6e1b83cd-3b0e-40a3-9051-bb8f52c6f064 req-81474616-eb52-4af2-8f81-284b0b55bd27 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6da0e32d-8049-4fd5-ba2e-5d93a82ba25c HTTP/1.1" status: 200 len: 217 time: 0.0436819 Feb 28 22:45:41.275734 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-ba053d63-e205-4766-b62e-979ec8b63e4d req-b49a7266-eb5c-4120-9806-8fc624de70c3 tempest-VolumesActionsTest-1914636262 tempest-VolumesActionsTest-1914636262-project] 10.222.0.11 "GET /v2.0/security-groups?id=d8c5b7b6-5700-48c5-af69-dd19b3ab0f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062179 Feb 28 22:45:41.291211 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1b83cd-3b0e-40a3-9051-bb8f52c6f064 req-5f24eb0c-4278-4b56-a737-f275f7d09b82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:45:41.292668 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-6e1b83cd-3b0e-40a3-9051-bb8f52c6f064 req-5f24eb0c-4278-4b56-a737-f275f7d09b82 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=045abf93-52bd-44c1-87f5-46dfb1bd4eae HTTP/1.1" status: 200 len: 849 time: 0.0555682 Feb 28 22:45:41.328522 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-6e1b83cd-3b0e-40a3-9051-bb8f52c6f064 req-cb8a032e-9115-465a-8373-07f934e60adb service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=26079c3c-8136-4e3b-bff8-bf03e67b06ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0299344 Feb 28 22:45:41.416302 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-6e1b83cd-3b0e-40a3-9051-bb8f52c6f064 req-fee64783-a6ff-46e8-b2fb-65b845990e6e service neutron] 10.222.0.36 "GET /v2.0/networks/26079c3c-8136-4e3b-bff8-bf03e67b06ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815048 Feb 28 22:45:41.509846 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-6e1b83cd-3b0e-40a3-9051-bb8f52c6f064 req-42da3f6b-382d-48ad-b528-6e7f47276481 service neutron] 10.222.0.36 "GET /v2.0/networks/26079c3c-8136-4e3b-bff8-bf03e67b06ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868964 Feb 28 22:45:41.603551 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cb6f3f-3286-4729-9349-d11955c56342 req-3831a31c-0e9c-430c-b72e-6f2e2bda5d08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:45:41.605111 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-36cb6f3f-3286-4729-9349-d11955c56342 req-3831a31c-0e9c-430c-b72e-6f2e2bda5d08 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d76f9b1291274319906fdfcde11ead04&device_id=1aff16ba-2e73-4a4d-8eb2-1110c19f8923 HTTP/1.1" status: 200 len: 1127 time: 0.0459712 Feb 28 22:45:41.699152 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cb6f3f-3286-4729-9349-d11955c56342 req-ac1fbd8a-08f8-46b8-86f1-ec5794851525 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:45:41.700833 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-36cb6f3f-3286-4729-9349-d11955c56342 req-ac1fbd8a-08f8-46b8-86f1-ec5794851525 service neutron] 10.222.0.36 "GET /v2.0/networks?id=26079c3c-8136-4e3b-bff8-bf03e67b06ea HTTP/1.1" status: 200 len: 910 time: 0.0881581 Feb 28 22:45:41.748278 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-36cb6f3f-3286-4729-9349-d11955c56342 req-52948617-0bd0-4182-9e54-8163684a5b96 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6da0e32d-8049-4fd5-ba2e-5d93a82ba25c HTTP/1.1" status: 200 len: 217 time: 0.0376585 Feb 28 22:45:41.799222 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cb6f3f-3286-4729-9349-d11955c56342 req-167bf25b-82a8-4717-ab7d-e5e7a314f304 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:45:41.800726 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-36cb6f3f-3286-4729-9349-d11955c56342 req-167bf25b-82a8-4717-ab7d-e5e7a314f304 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=045abf93-52bd-44c1-87f5-46dfb1bd4eae HTTP/1.1" status: 200 len: 849 time: 0.0452795 Feb 28 22:45:41.838894 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-36cb6f3f-3286-4729-9349-d11955c56342 req-46919082-37db-41fa-a19c-056741f49e34 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=26079c3c-8136-4e3b-bff8-bf03e67b06ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257759 Feb 28 22:45:42.175937 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-36cb6f3f-3286-4729-9349-d11955c56342 req-77fd3c83-5b7f-46e1-aa09-122279c8b8bf service neutron] 10.222.0.36 "GET /v2.0/networks/26079c3c-8136-4e3b-bff8-bf03e67b06ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3277247 Feb 28 22:45:42.277074 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-36cb6f3f-3286-4729-9349-d11955c56342 req-bca8f704-6d2f-4906-8394-7a0e9094c285 service neutron] 10.222.0.36 "GET /v2.0/networks/26079c3c-8136-4e3b-bff8-bf03e67b06ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895333 Feb 28 22:45:42.405244 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fe1ff4-d966-4a90-a4fc-d915ae696c0c req-bd011368-dba2-4b15-b724-119f0e6c93e3 tempest-VolumesActionsTest-1914636262 tempest-VolumesActionsTest-1914636262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:45:42.406708 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-a9fe1ff4-d966-4a90-a4fc-d915ae696c0c req-bd011368-dba2-4b15-b724-119f0e6c93e3 tempest-VolumesActionsTest-1914636262 tempest-VolumesActionsTest-1914636262-project] 10.222.0.11 "GET /v2.0/ports?device_id=1aff16ba-2e73-4a4d-8eb2-1110c19f8923 HTTP/1.1" status: 200 len: 943 time: 0.0597975 Feb 28 22:45:42.453770 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-a9fe1ff4-d966-4a90-a4fc-d915ae696c0c req-f7272f17-1535-4a9f-830f-636a4327d88b tempest-VolumesActionsTest-1914636262 tempest-VolumesActionsTest-1914636262-project] 10.222.0.11 "GET /v2.0/security-groups?id=d8c5b7b6-5700-48c5-af69-dd19b3ab0f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414493 Feb 28 22:45:42.592739 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.rpc [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] Device 6da0e32d-8049-4fd5-ba2e-5d93a82ba25c details requested by agent hyperv_hv-cinder-83053 with host hv-cinder-83053 {{(pid=109570) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 22:45:42.690752 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.db [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] For port 6da0e32d-8049-4fd5-ba2e-5d93a82ba25c, host hv-cinder-83053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83053',level=0,port_id=6da0e32d-8049-4fd5-ba2e-5d93a82ba25c,segment=NetworkSegment(ac206728-97d1-439d-8886-40ed39a6967c),segment_id=ac206728-97d1-439d-8886-40ed39a6967c)] {{(pid=109570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 22:45:42.702814 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.rpc [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] Returning: {'device': '6da0e32d-8049-4fd5-ba2e-5d93a82ba25c', 'network_id': '26079c3c-8136-4e3b-bff8-bf03e67b06ea', 'port_id': '6da0e32d-8049-4fd5-ba2e-5d93a82ba25c', 'mac_address': 'fa:16:3e:68:50:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 118, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '045abf93-52bd-44c1-87f5-46dfb1bd4eae', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109570) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 22:45:42.738478 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.plugin [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] Current status of the port 6da0e32d-8049-4fd5-ba2e-5d93a82ba25c is: DOWN; New status is: BUILD {{(pid=109570) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 22:45:42.738867 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616566'] for port (6da0e32d-8049-4fd5-ba2e-5d93a82ba25c), before_update {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:45:42.751579 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.notifiers.nova [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6da0e32d-8049-4fd5-ba2e-5d93a82ba25c {{(pid=109570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 22:45:42.772448 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.db [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] For port 6da0e32d-8049-4fd5-ba2e-5d93a82ba25c, host hv-cinder-83053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83053',level=0,port_id=6da0e32d-8049-4fd5-ba2e-5d93a82ba25c,segment=NetworkSegment(ac206728-97d1-439d-8886-40ed39a6967c),segment_id=ac206728-97d1-439d-8886-40ed39a6967c)] {{(pid=109570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 22:45:42.776203 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33156859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750845083886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750844628246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750844628264'] for port (6da0e32d-8049-4fd5-ba2e-5d93a82ba25c), after_update {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:45:42.825313 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] Pushing event updated for resources: {'Port': ['ID=6da0e32d-8049-4fd5-ba2e-5d93a82ba25c,revision_number=4']} {{(pid=109570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:45:43.047436 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.db [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] get_ports_and_sgs() called for port_ids ['6da0e32d-8049-4fd5-ba2e-5d93a82ba25c'] {{(pid=109570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 22:45:43.570265 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37c3a94-dd69-4eb2-b6cb-08c5ff3c9321 req-0938f49b-25c3-4050-9383-c962a929341c tempest-VolumesActionsTest-1914636262 tempest-VolumesActionsTest-1914636262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:45:43.571794 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-c37c3a94-dd69-4eb2-b6cb-08c5ff3c9321 req-0938f49b-25c3-4050-9383-c962a929341c tempest-VolumesActionsTest-1914636262 tempest-VolumesActionsTest-1914636262-project] 10.222.0.11 "GET /v2.0/ports?device_id=1aff16ba-2e73-4a4d-8eb2-1110c19f8923 HTTP/1.1" status: 200 len: 944 time: 0.0521860 Feb 28 22:45:43.617655 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-c37c3a94-dd69-4eb2-b6cb-08c5ff3c9321 req-9878552b-5e42-4546-a739-79b21791e2fe tempest-VolumesActionsTest-1914636262 tempest-VolumesActionsTest-1914636262-project] 10.222.0.11 "GET /v2.0/security-groups?id=d8c5b7b6-5700-48c5-af69-dd19b3ab0f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403786 Feb 28 22:45:43.875701 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750845036683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579975'] for agent (5b2bda77-ea31-45ff-af39-f050a95cb1da), after_update {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:45:44.610716 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.rpc [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] Device 6da0e32d-8049-4fd5-ba2e-5d93a82ba25c up at agent hyperv_hv-cinder-83053 {{(pid=109570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 22:45:44.659554 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.db.provisioning_blocks [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] Provisioning for port 6da0e32d-8049-4fd5-ba2e-5d93a82ba25c completed by entity L2. {{(pid=109570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 28 22:45:44.664592 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.db.provisioning_blocks [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] Provisioning complete for port 6da0e32d-8049-4fd5-ba2e-5d93a82ba25c triggered by entity L2. {{(pid=109570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 22:45:44.664974 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579965'] for port (6da0e32d-8049-4fd5-ba2e-5d93a82ba25c), provisioning_complete {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:45:44.736647 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581b1b49-335e-4df9-b622-42804c2e9aae req-7dc89269-0ba2-40ed-9d72-5121f5b4eca0 tempest-VolumesActionsTest-1914636262 tempest-VolumesActionsTest-1914636262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:45:44.738051 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-581b1b49-335e-4df9-b622-42804c2e9aae req-7dc89269-0ba2-40ed-9d72-5121f5b4eca0 tempest-VolumesActionsTest-1914636262 tempest-VolumesActionsTest-1914636262-project] 10.222.0.11 "GET /v2.0/ports?device_id=1aff16ba-2e73-4a4d-8eb2-1110c19f8923 HTTP/1.1" status: 200 len: 944 time: 0.0553923 Feb 28 22:45:44.744112 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.plugin [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] Current status of the port 6da0e32d-8049-4fd5-ba2e-5d93a82ba25c is: BUILD; New status is: ACTIVE {{(pid=109570) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 22:45:44.744513 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616566'] for port (6da0e32d-8049-4fd5-ba2e-5d93a82ba25c), before_update {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:45:44.768361 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1aff16ba-2e73-4a4d-8eb2-1110c19f8923', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6da0e32d-8049-4fd5-ba2e-5d93a82ba25c'}] {{(pid=109570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 22:45:44.770615 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fade63a226c96e14254c735f674fb73a181a47373151acc9bb38ade81564009" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38c761e9-0bc9-48cc-83be-b5cf1eda3e79" -d '{"events": [{"server_uuid": "1aff16ba-2e73-4a4d-8eb2-1110c19f8923", "name": "network-vif-plugged", "status": "completed", "tag": "6da0e32d-8049-4fd5-ba2e-5d93a82ba25c"}]}' {{(pid=109570) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 22:45:44.784032 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.db [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] For port 6da0e32d-8049-4fd5-ba2e-5d93a82ba25c, host hv-cinder-83053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83053',level=0,port_id=6da0e32d-8049-4fd5-ba2e-5d93a82ba25c,segment=NetworkSegment(ac206728-97d1-439d-8886-40ed39a6967c),segment_id=ac206728-97d1-439d-8886-40ed39a6967c)] {{(pid=109570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 22:45:44.788643 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33156859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750845083886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750844628246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750844628264'] for port (6da0e32d-8049-4fd5-ba2e-5d93a82ba25c), after_update {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:45:44.789440 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-581b1b49-335e-4df9-b622-42804c2e9aae req-2c59ca9b-a6cf-4ddb-a003-166bc1a084a2 tempest-VolumesActionsTest-1914636262 tempest-VolumesActionsTest-1914636262-project] 10.222.0.11 "GET /v2.0/security-groups?id=d8c5b7b6-5700-48c5-af69-dd19b3ab0f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454535 Feb 28 22:45:44.816273 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 22:45:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f184e5b-3d6c-4c33-9eac-f2a3887d83e1 x-openstack-request-id: req-3f184e5b-3d6c-4c33-9eac-f2a3887d83e1 {{(pid=109570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 22:45:44.816568 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1aff16ba-2e73-4a4d-8eb2-1110c19f8923", "name": "network-vif-plugged", "status": "completed", "tag": "6da0e32d-8049-4fd5-ba2e-5d93a82ba25c", "code": 200}]} {{(pid=109570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 22:45:44.816824 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-3f184e5b-3d6c-4c33-9eac-f2a3887d83e1 {{(pid=109570) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 22:45:44.817211 dv-cinder-830538-5-iscsi neutron-server[109570]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1aff16ba-2e73-4a4d-8eb2-1110c19f8923', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6da0e32d-8049-4fd5-ba2e-5d93a82ba25c', 'code': 200} Feb 28 22:45:44.842867 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] Pushing event updated for resources: {'Port': ['ID=6da0e32d-8049-4fd5-ba2e-5d93a82ba25c,revision_number=5']} {{(pid=109570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:45:44.985682 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733a3c14-380e-4afc-a68f-d5fe797599a0 req-f1c09cbc-22b8-467d-ae83-8f528d77d7cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:45:44.987209 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-733a3c14-380e-4afc-a68f-d5fe797599a0 req-f1c09cbc-22b8-467d-ae83-8f528d77d7cd service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=1aff16ba-2e73-4a4d-8eb2-1110c19f8923 HTTP/1.1" status: 200 len: 1129 time: 0.0485647 Feb 28 22:45:45.029371 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-733a3c14-380e-4afc-a68f-d5fe797599a0 req-fb3e6e33-ce96-48b0-9f9e-1eda5acc917d service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=d8c5b7b6-5700-48c5-af69-dd19b3ab0f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350194 Feb 28 22:45:45.909868 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6543e05-0bf2-4d31-afd2-f908915546ce req-3364851d-90b6-4cd7-9ee2-ccaa71c46d26 tempest-VolumesActionsTest-1914636262 tempest-VolumesActionsTest-1914636262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:45:45.911256 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-c6543e05-0bf2-4d31-afd2-f908915546ce req-3364851d-90b6-4cd7-9ee2-ccaa71c46d26 tempest-VolumesActionsTest-1914636262 tempest-VolumesActionsTest-1914636262-project] 10.222.0.11 "GET /v2.0/ports?device_id=1aff16ba-2e73-4a4d-8eb2-1110c19f8923 HTTP/1.1" status: 200 len: 945 time: 0.0529444 Feb 28 22:45:45.962938 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-c6543e05-0bf2-4d31-afd2-f908915546ce req-91a48e40-bae9-4ccf-9932-79404cb406ce tempest-VolumesActionsTest-1914636262 tempest-VolumesActionsTest-1914636262-project] 10.222.0.11 "GET /v2.0/security-groups?id=d8c5b7b6-5700-48c5-af69-dd19b3ab0f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460653 Feb 28 22:45:46.837059 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.wsgi [-] (109569) accepted ('10.222.0.11', 55888) {{(pid=109569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 22:45:46.938928 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-9419c41e-6483-4306-bf08-9c55ad9c2f29 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:45:47.012856 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-9419c41e-6483-4306-bf08-9c55ad9c2f29 admin admin] Publish callbacks [] for security_group (9f7d9ec8-9982-4a96-aad8-8b3e902df53d), precommit_create {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:45:47.016555 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-9419c41e-6483-4306-bf08-9c55ad9c2f29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33441213'] for security_group (9f7d9ec8-9982-4a96-aad8-8b3e902df53d), after_create {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:45:47.055226 dv-cinder-830538-5-iscsi neutron-server[109569]: INFO neutron.wsgi [None req-9419c41e-6483-4306-bf08-9c55ad9c2f29 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=ad1085dc2ec34206b2721c1f18499b1f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2170627 Feb 28 22:45:47.056121 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9419c41e-6483-4306-bf08-9c55ad9c2f29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f7d9ec8-9982-4a96-aad8-8b3e902df53d,revision_number=1']} {{(pid=109569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:45:47.058371 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.wsgi [-] (109569) accepted ('10.222.0.11', 55894) {{(pid=109569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 22:45:47.085509 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3043c62f-a202-48d9-ba3c-88dbad76ba2c req-c8dd8da6-6d62-4728-8930-0863cce82231 tempest-VolumesActionsTest-1914636262 tempest-VolumesActionsTest-1914636262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:45:47.087024 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-3043c62f-a202-48d9-ba3c-88dbad76ba2c req-c8dd8da6-6d62-4728-8930-0863cce82231 tempest-VolumesActionsTest-1914636262 tempest-VolumesActionsTest-1914636262-project] 10.222.0.11 "GET /v2.0/ports?device_id=1aff16ba-2e73-4a4d-8eb2-1110c19f8923 HTTP/1.1" status: 200 len: 945 time: 0.0565321 Feb 28 22:45:47.110148 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-164bf8ba-4d75-455d-8928-e3e78e802c8b admin admin] Publish callbacks [] for security_group (9f7d9ec8-9982-4a96-aad8-8b3e902df53d), before_delete {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:45:47.133401 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-164bf8ba-4d75-455d-8928-e3e78e802c8b admin admin] Publish callbacks [] for security_group (9f7d9ec8-9982-4a96-aad8-8b3e902df53d), precommit_delete {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:45:47.137059 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-3043c62f-a202-48d9-ba3c-88dbad76ba2c req-62fd31b3-96be-4548-84b8-028a1d317e64 tempest-VolumesActionsTest-1914636262 tempest-VolumesActionsTest-1914636262-project] 10.222.0.11 "GET /v2.0/security-groups?id=d8c5b7b6-5700-48c5-af69-dd19b3ab0f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441501 Feb 28 22:45:47.180952 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-164bf8ba-4d75-455d-8928-e3e78e802c8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33441213'] for security_group (9f7d9ec8-9982-4a96-aad8-8b3e902df53d), after_delete {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:45:47.183827 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-164bf8ba-4d75-455d-8928-e3e78e802c8b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:45:47.185461 dv-cinder-830538-5-iscsi neutron-server[109569]: INFO neutron.wsgi [None req-164bf8ba-4d75-455d-8928-e3e78e802c8b admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/9f7d9ec8-9982-4a96-aad8-8b3e902df53d HTTP/1.1" status: 204 len: 168 time: 0.1261911 Feb 28 22:45:47.194345 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164bf8ba-4d75-455d-8928-e3e78e802c8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f7d9ec8-9982-4a96-aad8-8b3e902df53d,revision_number=None']} {{(pid=109569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:45:47.451796 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.wsgi [-] (109568) accepted ('10.222.0.11', 55910) {{(pid=109568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 22:45:47.465389 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-93dd2cbc-be3b-47fc-ad03-6b6f8e365f34 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:45:47.537913 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-93dd2cbc-be3b-47fc-ad03-6b6f8e365f34 admin admin] Publish callbacks [] for security_group (cc7d7f53-848f-40b9-9bd9-1af4343726a2), precommit_create {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:45:47.542602 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-93dd2cbc-be3b-47fc-ad03-6b6f8e365f34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33441213'] for security_group (cc7d7f53-848f-40b9-9bd9-1af4343726a2), after_create {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:45:47.582796 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [None req-93dd2cbc-be3b-47fc-ad03-6b6f8e365f34 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=e111daa20725470aa9ec5d7492c7f794&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1298637 Feb 28 22:45:47.583989 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93dd2cbc-be3b-47fc-ad03-6b6f8e365f34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc7d7f53-848f-40b9-9bd9-1af4343726a2,revision_number=1']} {{(pid=109568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:45:47.585541 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.wsgi [-] (109569) accepted ('10.222.0.11', 55914) {{(pid=109569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 22:45:47.636476 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-af7163a1-28e6-42d1-baf1-4e7e545bb8f0 admin admin] Publish callbacks [] for security_group (cc7d7f53-848f-40b9-9bd9-1af4343726a2), before_delete {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:45:47.657171 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-af7163a1-28e6-42d1-baf1-4e7e545bb8f0 admin admin] Publish callbacks [] for security_group (cc7d7f53-848f-40b9-9bd9-1af4343726a2), precommit_delete {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:45:47.710651 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-af7163a1-28e6-42d1-baf1-4e7e545bb8f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33441213'] for security_group (cc7d7f53-848f-40b9-9bd9-1af4343726a2), after_delete {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:45:47.714166 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-af7163a1-28e6-42d1-baf1-4e7e545bb8f0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:45:47.715770 dv-cinder-830538-5-iscsi neutron-server[109569]: INFO neutron.wsgi [None req-af7163a1-28e6-42d1-baf1-4e7e545bb8f0 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/cc7d7f53-848f-40b9-9bd9-1af4343726a2 HTTP/1.1" status: 204 len: 168 time: 0.1289129 Feb 28 22:45:47.725415 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7163a1-28e6-42d1-baf1-4e7e545bb8f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc7d7f53-848f-40b9-9bd9-1af4343726a2,revision_number=None']} {{(pid=109569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:45:47.824100 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f704ac64-341f-44a4-abf6-e5793e18176a req-7c5360a6-0802-46f0-880e-8338f1619c27 tempest-VolumesActionsTest-1914636262 tempest-VolumesActionsTest-1914636262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:45:47.826108 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-f704ac64-341f-44a4-abf6-e5793e18176a req-7c5360a6-0802-46f0-880e-8338f1619c27 tempest-VolumesActionsTest-1914636262 tempest-VolumesActionsTest-1914636262-project] 10.222.0.11 "GET /v2.0/ports?device_id=1aff16ba-2e73-4a4d-8eb2-1110c19f8923 HTTP/1.1" status: 200 len: 945 time: 0.0594311 Feb 28 22:45:47.875447 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-f704ac64-341f-44a4-abf6-e5793e18176a req-22939d7d-482a-423d-8493-2814f102b48e tempest-VolumesActionsTest-1914636262 tempest-VolumesActionsTest-1914636262-project] 10.222.0.11 "GET /v2.0/security-groups?id=d8c5b7b6-5700-48c5-af69-dd19b3ab0f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435708 Feb 28 22:45:48.997499 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f71e66d-c6ca-4ffe-88b9-fab63bd0834d req-b9abdea9-657c-429c-8e6e-ac9c74fcc03b tempest-VolumesActionsTest-1914636262 tempest-VolumesActionsTest-1914636262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:45:48.998984 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-3f71e66d-c6ca-4ffe-88b9-fab63bd0834d req-b9abdea9-657c-429c-8e6e-ac9c74fcc03b tempest-VolumesActionsTest-1914636262 tempest-VolumesActionsTest-1914636262-project] 10.222.0.11 "GET /v2.0/ports?device_id=1aff16ba-2e73-4a4d-8eb2-1110c19f8923 HTTP/1.1" status: 200 len: 945 time: 0.0565064 Feb 28 22:45:49.046790 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-3f71e66d-c6ca-4ffe-88b9-fab63bd0834d req-f11ee3e3-1d1a-45aa-9eb4-8871a6f1d5f8 tempest-VolumesActionsTest-1914636262 tempest-VolumesActionsTest-1914636262-project] 10.222.0.11 "GET /v2.0/security-groups?id=d8c5b7b6-5700-48c5-af69-dd19b3ab0f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422277 Feb 28 22:45:49.330774 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483e8cdd-796b-456a-b671-533f1e6a5e9f req-e876c380-8631-4689-8791-54f2b2ccbe22 tempest-VolumesActionsTest-1914636262 tempest-VolumesActionsTest-1914636262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:45:49.332280 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-483e8cdd-796b-456a-b671-533f1e6a5e9f req-e876c380-8631-4689-8791-54f2b2ccbe22 tempest-VolumesActionsTest-1914636262 tempest-VolumesActionsTest-1914636262-project] 10.222.0.36 "GET /v2.0/ports?device_id=1aff16ba-2e73-4a4d-8eb2-1110c19f8923 HTTP/1.1" status: 200 len: 945 time: 0.0533175 Feb 28 22:45:49.439474 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.plugins.ml2.plugin [req-483e8cdd-796b-456a-b671-533f1e6a5e9f req-0e2ea8a5-829a-4b33-b4fd-56a07684e1c8 tempest-VolumesActionsTest-1914636262 tempest-VolumesActionsTest-1914636262-project] Deleting port 6da0e32d-8049-4fd5-ba2e-5d93a82ba25c {{(pid=109568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 22:45:49.439474 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [req-483e8cdd-796b-456a-b671-533f1e6a5e9f req-0e2ea8a5-829a-4b33-b4fd-56a07684e1c8 tempest-VolumesActionsTest-1914636262 tempest-VolumesActionsTest-1914636262-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750845080441'] for port (6da0e32d-8049-4fd5-ba2e-5d93a82ba25c), before_delete {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:45:49.537906 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.plugins.ml2.db [req-483e8cdd-796b-456a-b671-533f1e6a5e9f req-0e2ea8a5-829a-4b33-b4fd-56a07684e1c8 tempest-VolumesActionsTest-1914636262 tempest-VolumesActionsTest-1914636262-project] For port 6da0e32d-8049-4fd5-ba2e-5d93a82ba25c, host hv-cinder-83053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83053',level=0,port_id=6da0e32d-8049-4fd5-ba2e-5d93a82ba25c,segment=NetworkSegment(ac206728-97d1-439d-8886-40ed39a6967c),segment_id=ac206728-97d1-439d-8886-40ed39a6967c)] {{(pid=109568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 22:45:49.538289 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [req-483e8cdd-796b-456a-b671-533f1e6a5e9f req-0e2ea8a5-829a-4b33-b4fd-56a07684e1c8 tempest-VolumesActionsTest-1914636262 tempest-VolumesActionsTest-1914636262-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33552544'] for port (6da0e32d-8049-4fd5-ba2e-5d93a82ba25c), precommit_delete {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:45:49.550187 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.plugins.ml2.plugin [req-483e8cdd-796b-456a-b671-533f1e6a5e9f req-0e2ea8a5-829a-4b33-b4fd-56a07684e1c8 tempest-VolumesActionsTest-1914636262 tempest-VolumesActionsTest-1914636262-project] Calling delete_port for 6da0e32d-8049-4fd5-ba2e-5d93a82ba25c owned by compute:nova {{(pid=109568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 22:45:49.675682 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [req-483e8cdd-796b-456a-b671-533f1e6a5e9f req-0e2ea8a5-829a-4b33-b4fd-56a07684e1c8 tempest-VolumesActionsTest-1914636262 tempest-VolumesActionsTest-1914636262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33156859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750845083868', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750844628237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30788389'] for port (6da0e32d-8049-4fd5-ba2e-5d93a82ba25c), after_delete {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:45:49.688253 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.db [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] get_ports_and_sgs() called for port_ids ['6da0e32d-8049-4fd5-ba2e-5d93a82ba25c'] {{(pid=109570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 22:45:49.707197 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2ea8a5-829a-4b33-b4fd-56a07684e1c8 tempest-VolumesActionsTest-1914636262 tempest-VolumesActionsTest-1914636262-project] Pushing event deleted for resources: {'Port': ['ID=6da0e32d-8049-4fd5-ba2e-5d93a82ba25c,revision_number=None']} {{(pid=109568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:45:49.751880 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.db.l3_dvrscheduler_db [req-483e8cdd-796b-456a-b671-533f1e6a5e9f req-0e2ea8a5-829a-4b33-b4fd-56a07684e1c8 tempest-VolumesActionsTest-1914636262 tempest-VolumesActionsTest-1914636262-project] No DVR routers for this DVR port 6da0e32d-8049-4fd5-ba2e-5d93a82ba25c on host hv-cinder-83053 {{(pid=109568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 22:45:49.754669 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [req-483e8cdd-796b-456a-b671-533f1e6a5e9f req-0e2ea8a5-829a-4b33-b4fd-56a07684e1c8 tempest-VolumesActionsTest-1914636262 tempest-VolumesActionsTest-1914636262-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80159'] for port (None), before_response {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:45:49.758424 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-483e8cdd-796b-456a-b671-533f1e6a5e9f req-0e2ea8a5-829a-4b33-b4fd-56a07684e1c8 tempest-VolumesActionsTest-1914636262 tempest-VolumesActionsTest-1914636262-project] 10.222.0.36 "DELETE /v2.0/ports/6da0e32d-8049-4fd5-ba2e-5d93a82ba25c HTTP/1.1" status: 204 len: 173 time: 0.4194632 Feb 28 22:45:49.758839 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1aff16ba-2e73-4a4d-8eb2-1110c19f8923', 'name': 'network-vif-deleted', 'tag': '6da0e32d-8049-4fd5-ba2e-5d93a82ba25c'}] {{(pid=109568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 22:45:49.761148 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be30730c9f576b5ae602769365630bce3a2881df6c4aa92702dca8eb1643a507" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6bffdce-5da8-471f-b6db-5732d7d75ddf" -d '{"events": [{"server_uuid": "1aff16ba-2e73-4a4d-8eb2-1110c19f8923", "name": "network-vif-deleted", "tag": "6da0e32d-8049-4fd5-ba2e-5d93a82ba25c"}]}' {{(pid=109568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 22:45:49.818569 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 22:45:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cfe2e37-a208-42d4-93d4-bf1770e471a6 x-openstack-request-id: req-7cfe2e37-a208-42d4-93d4-bf1770e471a6 {{(pid=109568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 22:45:49.819161 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1aff16ba-2e73-4a4d-8eb2-1110c19f8923", "name": "network-vif-deleted", "tag": "6da0e32d-8049-4fd5-ba2e-5d93a82ba25c", "status": "completed", "code": 200}]} {{(pid=109568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 22:45:49.819161 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-7cfe2e37-a208-42d4-93d4-bf1770e471a6 {{(pid=109568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 22:45:49.819482 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1aff16ba-2e73-4a4d-8eb2-1110c19f8923', 'name': 'network-vif-deleted', 'tag': '6da0e32d-8049-4fd5-ba2e-5d93a82ba25c', 'status': 'completed', 'code': 200} Feb 28 22:45:50.153531 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-bf61c931-0e0e-4c99-941d-713fd6e6c949 req-fb4ed0dc-ac08-4ba5-8d46-3a00bfc04673 tempest-VolumesActionsTest-1914636262 tempest-VolumesActionsTest-1914636262-project] 10.222.0.11 "GET /v2.0/ports?device_id=1aff16ba-2e73-4a4d-8eb2-1110c19f8923 HTTP/1.1" status: 200 len: 210 time: 0.0290558 Feb 28 22:45:53.406328 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.rpc [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] Device 6da0e32d-8049-4fd5-ba2e-5d93a82ba25c no longer exists at agent hyperv_hv-cinder-83053 {{(pid=109570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 22:45:53.429549 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.plugin [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] No Port match for: 6da0e32d-8049-4fd5-ba2e-5d93a82ba25c {{(pid=109570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 22:45:53.429884 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.rpc [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] Device 6da0e32d-8049-4fd5-ba2e-5d93a82ba25c not bound to the agent host hv-cinder-83053 {{(pid=109570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 22:45:58.780988 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.wsgi [-] (109569) accepted ('10.222.0.11', 56102) {{(pid=109569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 22:45:59.039358 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-8616b31f-20e6-408f-8d22-7d65eaa7731c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:45:59.122471 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-8616b31f-20e6-408f-8d22-7d65eaa7731c admin admin] Publish callbacks [] for security_group (517e164a-32d2-44d0-8c1a-3351fb22810d), precommit_create {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:45:59.126962 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-8616b31f-20e6-408f-8d22-7d65eaa7731c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33441213'] for security_group (517e164a-32d2-44d0-8c1a-3351fb22810d), after_create {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:45:59.161452 dv-cinder-830538-5-iscsi neutron-server[109569]: INFO neutron.wsgi [None req-8616b31f-20e6-408f-8d22-7d65eaa7731c admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=dcfc9ba69e1f465cada8784b04ad49da&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3794065 Feb 28 22:45:59.165325 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.wsgi [-] (109568) accepted ('10.222.0.11', 56110) {{(pid=109568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 22:45:59.174035 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8616b31f-20e6-408f-8d22-7d65eaa7731c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=517e164a-32d2-44d0-8c1a-3351fb22810d,revision_number=1']} {{(pid=109569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:45:59.228445 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-921e317e-e789-46d0-bb50-9ecd3af2c8dd admin admin] Publish callbacks [] for security_group (517e164a-32d2-44d0-8c1a-3351fb22810d), before_delete {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:45:59.251950 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-921e317e-e789-46d0-bb50-9ecd3af2c8dd admin admin] Publish callbacks [] for security_group (517e164a-32d2-44d0-8c1a-3351fb22810d), precommit_delete {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:45:59.319630 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-921e317e-e789-46d0-bb50-9ecd3af2c8dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33441213'] for security_group (517e164a-32d2-44d0-8c1a-3351fb22810d), after_delete {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:45:59.322223 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-921e317e-e789-46d0-bb50-9ecd3af2c8dd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:45:59.323496 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [None req-921e317e-e789-46d0-bb50-9ecd3af2c8dd admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/517e164a-32d2-44d0-8c1a-3351fb22810d HTTP/1.1" status: 204 len: 168 time: 0.1570165 Feb 28 22:45:59.333715 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921e317e-e789-46d0-bb50-9ecd3af2c8dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=517e164a-32d2-44d0-8c1a-3351fb22810d,revision_number=None']} {{(pid=109568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:45:59.658535 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.wsgi [-] (109569) accepted ('10.222.0.11', 56116) {{(pid=109569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 22:45:59.672696 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-95c2f3a7-0dc7-4cdd-ba5c-a987d22a747f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:45:59.759039 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-95c2f3a7-0dc7-4cdd-ba5c-a987d22a747f admin admin] Publish callbacks [] for security_group (0bd9d5fb-dcb9-4649-99c1-f8dda8273b69), precommit_create {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:45:59.765284 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-95c2f3a7-0dc7-4cdd-ba5c-a987d22a747f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33441213'] for security_group (0bd9d5fb-dcb9-4649-99c1-f8dda8273b69), after_create {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:45:59.814541 dv-cinder-830538-5-iscsi neutron-server[109569]: INFO neutron.wsgi [None req-95c2f3a7-0dc7-4cdd-ba5c-a987d22a747f admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=b9f19a0f79c24ab0b62e717263d21789&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1548533 Feb 28 22:45:59.817252 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.wsgi [-] (109568) accepted ('10.222.0.11', 56118) {{(pid=109568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 22:45:59.826973 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c2f3a7-0dc7-4cdd-ba5c-a987d22a747f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bd9d5fb-dcb9-4649-99c1-f8dda8273b69,revision_number=1']} {{(pid=109569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:45:59.879689 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-f4e7df07-76b1-4dd7-840a-90515f6298f7 admin admin] Publish callbacks [] for security_group (0bd9d5fb-dcb9-4649-99c1-f8dda8273b69), before_delete {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:45:59.908407 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-f4e7df07-76b1-4dd7-840a-90515f6298f7 admin admin] Publish callbacks [] for security_group (0bd9d5fb-dcb9-4649-99c1-f8dda8273b69), precommit_delete {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:45:59.961193 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-f4e7df07-76b1-4dd7-840a-90515f6298f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33441213'] for security_group (0bd9d5fb-dcb9-4649-99c1-f8dda8273b69), after_delete {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:45:59.964783 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-f4e7df07-76b1-4dd7-840a-90515f6298f7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:45:59.966462 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [None req-f4e7df07-76b1-4dd7-840a-90515f6298f7 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/0bd9d5fb-dcb9-4649-99c1-f8dda8273b69 HTTP/1.1" status: 204 len: 168 time: 0.1481144 Feb 28 22:45:59.980070 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e7df07-76b1-4dd7-840a-90515f6298f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bd9d5fb-dcb9-4649-99c1-f8dda8273b69,revision_number=None']} {{(pid=109568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:46:00.458060 dv-cinder-830538-5-iscsi neutron-server[109571]: DEBUG neutron.db.agents_db [None req-267e04d6-1473-4c25-8f3a-d1c5e119a015 None None] Agent healthcheck: found 6 active agents {{(pid=109571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 22:46:00.860909 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-be4c2aa6-9f5c-4d6f-b549-8ce74b3591a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750845036683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579975'] for agent (55d6ddf3-619a-4750-95a9-02c5b2728e0c), after_update {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:46:02.506525 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.wsgi [-] (109568) accepted ('10.222.0.11', 56218) {{(pid=109568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 22:46:02.636855 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-2235a2cd-3c9d-40a2-8be4-45ac935e8ba7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:46:02.723130 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-2235a2cd-3c9d-40a2-8be4-45ac935e8ba7 admin admin] Publish callbacks [] for security_group (fe12915c-3ea8-46d4-ac44-8c2c83ce8040), precommit_create {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:46:02.730049 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-2235a2cd-3c9d-40a2-8be4-45ac935e8ba7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33441213'] for security_group (fe12915c-3ea8-46d4-ac44-8c2c83ce8040), after_create {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:46:02.780011 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [None req-2235a2cd-3c9d-40a2-8be4-45ac935e8ba7 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=9ab034891bdb4d24a0ae5cdef8004949&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2720335 Feb 28 22:46:02.782642 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.wsgi [-] (109569) accepted ('10.222.0.11', 56222) {{(pid=109569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 22:46:02.789890 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2235a2cd-3c9d-40a2-8be4-45ac935e8ba7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe12915c-3ea8-46d4-ac44-8c2c83ce8040,revision_number=1']} {{(pid=109568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:46:02.855297 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-8cd2384e-ac0f-4f65-9a8f-4f823afa7a95 admin admin] Publish callbacks [] for security_group (fe12915c-3ea8-46d4-ac44-8c2c83ce8040), before_delete {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:46:02.877175 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-8cd2384e-ac0f-4f65-9a8f-4f823afa7a95 admin admin] Publish callbacks [] for security_group (fe12915c-3ea8-46d4-ac44-8c2c83ce8040), precommit_delete {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:46:02.946285 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-8cd2384e-ac0f-4f65-9a8f-4f823afa7a95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33441213'] for security_group (fe12915c-3ea8-46d4-ac44-8c2c83ce8040), after_delete {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:46:02.950299 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-8cd2384e-ac0f-4f65-9a8f-4f823afa7a95 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:46:02.951842 dv-cinder-830538-5-iscsi neutron-server[109569]: INFO neutron.wsgi [None req-8cd2384e-ac0f-4f65-9a8f-4f823afa7a95 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/fe12915c-3ea8-46d4-ac44-8c2c83ce8040 HTTP/1.1" status: 204 len: 168 time: 0.1674681 Feb 28 22:46:02.965736 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd2384e-ac0f-4f65-9a8f-4f823afa7a95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe12915c-3ea8-46d4-ac44-8c2c83ce8040,revision_number=None']} {{(pid=109569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:46:03.133124 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-3baf812e-3939-416e-acfe-decb83ccabcb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750845036683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579975'] for agent (1bbc3f13-d896-4633-9d3f-4f3415ceb83d), after_update {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:46:03.346801 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.wsgi [-] (109569) accepted ('10.222.0.11', 56240) {{(pid=109569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 22:46:03.371797 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-97bb80ea-76f1-40bc-a21f-6b938883a305 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:46:03.483105 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac90cdb3-01ab-42b0-8ff6-8237c1945ad0 req-ba79f4d1-6c76-4396-be3f-5d58cfb49156 tempest-AttachVolumeTestJSON-1325054245 tempest-AttachVolumeTestJSON-1325054245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:46:03.490755 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-ac90cdb3-01ab-42b0-8ff6-8237c1945ad0 req-ba79f4d1-6c76-4396-be3f-5d58cfb49156 tempest-AttachVolumeTestJSON-1325054245 tempest-AttachVolumeTestJSON-1325054245-project] 10.222.0.11 "GET /v2.0/ports?device_id=cb5d42fc-117f-46a8-bc9e-2a9c370bc40f HTTP/1.1" status: 200 len: 945 time: 0.0711153 Feb 28 22:46:03.507035 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-97bb80ea-76f1-40bc-a21f-6b938883a305 admin admin] Publish callbacks [] for security_group (342cbf07-e318-430d-8045-ead2e8a32e35), precommit_create {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:46:03.511901 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-97bb80ea-76f1-40bc-a21f-6b938883a305 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33441213'] for security_group (342cbf07-e318-430d-8045-ead2e8a32e35), after_create {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:46:03.541669 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-ac90cdb3-01ab-42b0-8ff6-8237c1945ad0 req-879d3066-ee7e-44ae-a029-e90fde9b5cc8 tempest-AttachVolumeTestJSON-1325054245 tempest-AttachVolumeTestJSON-1325054245-project] 10.222.0.11 "GET /v2.0/security-groups?id=a5149e9f-4f71-46b3-96fa-21697ff32bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491612 Feb 28 22:46:03.563401 dv-cinder-830538-5-iscsi neutron-server[109569]: INFO neutron.wsgi [None req-97bb80ea-76f1-40bc-a21f-6b938883a305 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=490bc504aacc4f5988c175c757d845e2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2150817 Feb 28 22:46:03.564884 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97bb80ea-76f1-40bc-a21f-6b938883a305 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=342cbf07-e318-430d-8045-ead2e8a32e35,revision_number=1']} {{(pid=109569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:46:03.565695 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.wsgi [-] (109568) accepted ('10.222.0.11', 56244) {{(pid=109568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 22:46:03.633241 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-6e0aacf6-eff5-4a0f-a0e4-b2a6659ba280 admin admin] Publish callbacks [] for security_group (342cbf07-e318-430d-8045-ead2e8a32e35), before_delete {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:46:03.660552 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-6e0aacf6-eff5-4a0f-a0e4-b2a6659ba280 admin admin] Publish callbacks [] for security_group (342cbf07-e318-430d-8045-ead2e8a32e35), precommit_delete {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:46:03.724283 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-6e0aacf6-eff5-4a0f-a0e4-b2a6659ba280 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33441213'] for security_group (342cbf07-e318-430d-8045-ead2e8a32e35), after_delete {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:46:03.727420 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-6e0aacf6-eff5-4a0f-a0e4-b2a6659ba280 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:46:03.731081 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [None req-6e0aacf6-eff5-4a0f-a0e4-b2a6659ba280 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/342cbf07-e318-430d-8045-ead2e8a32e35 HTTP/1.1" status: 204 len: 168 time: 0.1640384 Feb 28 22:46:03.748339 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0aacf6-eff5-4a0f-a0e4-b2a6659ba280 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=342cbf07-e318-430d-8045-ead2e8a32e35,revision_number=None']} {{(pid=109568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:46:04.149588 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-fb85eb0a-98c9-414d-bd8b-45b99ef4efd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750845036683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579975'] for agent (0569ef69-4feb-452f-8380-1d628b96faff), after_update {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:46:04.705502 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11baae62-98da-4543-8b03-67fc1be3dcb0 req-220e6b0c-8e04-42e5-b0c8-7a01262b66b6 tempest-AttachVolumeTestJSON-1325054245 tempest-AttachVolumeTestJSON-1325054245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:46:04.708118 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-11baae62-98da-4543-8b03-67fc1be3dcb0 req-220e6b0c-8e04-42e5-b0c8-7a01262b66b6 tempest-AttachVolumeTestJSON-1325054245 tempest-AttachVolumeTestJSON-1325054245-project] 10.222.0.11 "GET /v2.0/ports?device_id=cb5d42fc-117f-46a8-bc9e-2a9c370bc40f HTTP/1.1" status: 200 len: 945 time: 0.0776649 Feb 28 22:46:04.781619 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-11baae62-98da-4543-8b03-67fc1be3dcb0 req-f1174a2f-5cdb-46ee-a851-4f0d27a68b78 tempest-AttachVolumeTestJSON-1325054245 tempest-AttachVolumeTestJSON-1325054245-project] 10.222.0.11 "GET /v2.0/security-groups?id=a5149e9f-4f71-46b3-96fa-21697ff32bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0650392 Feb 28 22:46:05.890251 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-f2b490b5-353e-4b99-942a-fb2407025861 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750845036683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579975'] for agent (e6e3d797-755b-495e-bc70-4cd2b9791ebb), after_update {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:46:05.933812 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84891c3a-75ca-4558-857f-f3cb46b8914e req-3a7ea8d5-1988-4446-a7a1-ceb926d3b93e tempest-AttachVolumeTestJSON-1325054245 tempest-AttachVolumeTestJSON-1325054245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:46:05.935718 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-84891c3a-75ca-4558-857f-f3cb46b8914e req-3a7ea8d5-1988-4446-a7a1-ceb926d3b93e tempest-AttachVolumeTestJSON-1325054245 tempest-AttachVolumeTestJSON-1325054245-project] 10.222.0.11 "GET /v2.0/ports?device_id=cb5d42fc-117f-46a8-bc9e-2a9c370bc40f HTTP/1.1" status: 200 len: 945 time: 0.0675693 Feb 28 22:46:05.988078 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-84891c3a-75ca-4558-857f-f3cb46b8914e req-9ef898da-2be3-4513-a898-4da6df84c1ae tempest-AttachVolumeTestJSON-1325054245 tempest-AttachVolumeTestJSON-1325054245-project] 10.222.0.11 "GET /v2.0/security-groups?id=a5149e9f-4f71-46b3-96fa-21697ff32bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463953 Feb 28 22:46:07.109512 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733fb50e-e2b0-4f30-a3a5-6b79a07b8640 req-bd092ead-e169-4bc7-ac6e-f77c6b3d30ad tempest-AttachVolumeTestJSON-1325054245 tempest-AttachVolumeTestJSON-1325054245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:46:07.110981 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-733fb50e-e2b0-4f30-a3a5-6b79a07b8640 req-bd092ead-e169-4bc7-ac6e-f77c6b3d30ad tempest-AttachVolumeTestJSON-1325054245 tempest-AttachVolumeTestJSON-1325054245-project] 10.222.0.11 "GET /v2.0/ports?device_id=cb5d42fc-117f-46a8-bc9e-2a9c370bc40f HTTP/1.1" status: 200 len: 945 time: 0.0522542 Feb 28 22:46:07.145090 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-154add69-038d-48cc-93ba-bd7e358b6d11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750845036683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579975'] for agent (7aa25ffb-1b87-4f08-8530-4bdf6e6b221c), after_update {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:46:07.160508 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-733fb50e-e2b0-4f30-a3a5-6b79a07b8640 req-a1517ac9-437a-47f4-974e-a4a92a34a676 tempest-AttachVolumeTestJSON-1325054245 tempest-AttachVolumeTestJSON-1325054245-project] 10.222.0.11 "GET /v2.0/security-groups?id=a5149e9f-4f71-46b3-96fa-21697ff32bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439863 Feb 28 22:46:08.282724 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5de5b30-6278-4466-9b68-f9a9ba030cf5 req-ebf9a7e6-2c44-41f5-8ead-94535b1e0439 tempest-AttachVolumeTestJSON-1325054245 tempest-AttachVolumeTestJSON-1325054245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:46:08.284222 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-d5de5b30-6278-4466-9b68-f9a9ba030cf5 req-ebf9a7e6-2c44-41f5-8ead-94535b1e0439 tempest-AttachVolumeTestJSON-1325054245 tempest-AttachVolumeTestJSON-1325054245-project] 10.222.0.11 "GET /v2.0/ports?device_id=cb5d42fc-117f-46a8-bc9e-2a9c370bc40f HTTP/1.1" status: 200 len: 945 time: 0.0551429 Feb 28 22:46:08.330716 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-d5de5b30-6278-4466-9b68-f9a9ba030cf5 req-324b1a8d-e9b8-4bd9-a86a-f77b4f78852a tempest-AttachVolumeTestJSON-1325054245 tempest-AttachVolumeTestJSON-1325054245-project] 10.222.0.11 "GET /v2.0/security-groups?id=a5149e9f-4f71-46b3-96fa-21697ff32bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407338 Feb 28 22:46:09.491757 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3b61cf-2365-446b-aaf4-73f1bd78b94a req-0723f66c-8e80-429c-9cc2-30119c66f6dc tempest-AttachVolumeTestJSON-1325054245 tempest-AttachVolumeTestJSON-1325054245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:46:09.503671 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-3b3b61cf-2365-446b-aaf4-73f1bd78b94a req-0723f66c-8e80-429c-9cc2-30119c66f6dc tempest-AttachVolumeTestJSON-1325054245 tempest-AttachVolumeTestJSON-1325054245-project] 10.222.0.11 "GET /v2.0/ports?device_id=cb5d42fc-117f-46a8-bc9e-2a9c370bc40f HTTP/1.1" status: 200 len: 945 time: 0.0987344 Feb 28 22:46:09.587870 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-3b3b61cf-2365-446b-aaf4-73f1bd78b94a req-0e4de48f-b906-4890-8fef-a2ade285603f tempest-AttachVolumeTestJSON-1325054245 tempest-AttachVolumeTestJSON-1325054245-project] 10.222.0.11 "GET /v2.0/security-groups?id=a5149e9f-4f71-46b3-96fa-21697ff32bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0828235 Feb 28 22:46:10.279148 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1bc753-f7c8-4557-b4b4-7e32ec7f309f req-3c871687-d59b-4e99-9a83-6a6320d1f293 tempest-AttachVolumeShelveTestJSON-2030561000 tempest-AttachVolumeShelveTestJSON-2030561000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:46:10.280793 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-cf1bc753-f7c8-4557-b4b4-7e32ec7f309f req-3c871687-d59b-4e99-9a83-6a6320d1f293 tempest-AttachVolumeShelveTestJSON-2030561000 tempest-AttachVolumeShelveTestJSON-2030561000-project] 10.222.0.11 "GET /v2.0/ports?device_id=9d3d1dbb-222b-4ece-94fa-9ef43d198daf HTTP/1.1" status: 200 len: 946 time: 0.0605302 Feb 28 22:46:10.332495 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-cf1bc753-f7c8-4557-b4b4-7e32ec7f309f req-124ffe5b-5962-4442-97b6-923b0d78a0a3 tempest-AttachVolumeShelveTestJSON-2030561000 tempest-AttachVolumeShelveTestJSON-2030561000-project] 10.222.0.11 "GET /v2.0/security-groups?id=0a9915aa-9c1d-45b5-936b-2bead19a9f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455670 Feb 28 22:46:10.745540 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fdcf24-4a3e-4351-aa1f-9ff212ba2d69 req-35e95d12-577f-4138-810b-83ca57835ed7 tempest-AttachVolumeTestJSON-1325054245 tempest-AttachVolumeTestJSON-1325054245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:46:10.747075 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-14fdcf24-4a3e-4351-aa1f-9ff212ba2d69 req-35e95d12-577f-4138-810b-83ca57835ed7 tempest-AttachVolumeTestJSON-1325054245 tempest-AttachVolumeTestJSON-1325054245-project] 10.222.0.11 "GET /v2.0/ports?device_id=cb5d42fc-117f-46a8-bc9e-2a9c370bc40f HTTP/1.1" status: 200 len: 945 time: 0.0570474 Feb 28 22:46:10.816218 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-14fdcf24-4a3e-4351-aa1f-9ff212ba2d69 req-fac43351-4696-4ede-aacd-1c83d0f77ba5 tempest-AttachVolumeTestJSON-1325054245 tempest-AttachVolumeTestJSON-1325054245-project] 10.222.0.11 "GET /v2.0/security-groups?id=a5149e9f-4f71-46b3-96fa-21697ff32bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0630598 Feb 28 22:46:11.467692 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0e134a-a71a-4e0e-972a-c659756c2e40 req-7957876f-5b90-46a6-a9a1-75e79c42b1ce tempest-AttachVolumeShelveTestJSON-2030561000 tempest-AttachVolumeShelveTestJSON-2030561000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:46:11.469815 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-5f0e134a-a71a-4e0e-972a-c659756c2e40 req-7957876f-5b90-46a6-a9a1-75e79c42b1ce tempest-AttachVolumeShelveTestJSON-2030561000 tempest-AttachVolumeShelveTestJSON-2030561000-project] 10.222.0.11 "GET /v2.0/ports?device_id=9d3d1dbb-222b-4ece-94fa-9ef43d198daf HTTP/1.1" status: 200 len: 946 time: 0.0646183 Feb 28 22:46:11.529983 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-5f0e134a-a71a-4e0e-972a-c659756c2e40 req-ffdda4b2-fd7f-4396-be6f-2cd59ca3aed1 tempest-AttachVolumeShelveTestJSON-2030561000 tempest-AttachVolumeShelveTestJSON-2030561000-project] 10.222.0.11 "GET /v2.0/security-groups?id=0a9915aa-9c1d-45b5-936b-2bead19a9f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546372 Feb 28 22:46:11.965219 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380cf660-f575-4dc7-98fd-bf8bd9465b56 req-0dd73348-07ab-409a-9ba8-0d15782ec4c0 tempest-AttachVolumeTestJSON-1325054245 tempest-AttachVolumeTestJSON-1325054245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:46:11.967941 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-380cf660-f575-4dc7-98fd-bf8bd9465b56 req-0dd73348-07ab-409a-9ba8-0d15782ec4c0 tempest-AttachVolumeTestJSON-1325054245 tempest-AttachVolumeTestJSON-1325054245-project] 10.222.0.11 "GET /v2.0/ports?device_id=cb5d42fc-117f-46a8-bc9e-2a9c370bc40f HTTP/1.1" status: 200 len: 945 time: 0.0719659 Feb 28 22:46:12.029887 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-380cf660-f575-4dc7-98fd-bf8bd9465b56 req-b4821e64-2c9e-454e-9e88-7516c72cfac8 tempest-AttachVolumeTestJSON-1325054245 tempest-AttachVolumeTestJSON-1325054245-project] 10.222.0.11 "GET /v2.0/security-groups?id=a5149e9f-4f71-46b3-96fa-21697ff32bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546749 Feb 28 22:46:12.659123 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfcc27e-845b-4af8-997a-83a5f1d57d78 req-55323d9f-3b49-4190-8dd9-08a7914b470b tempest-AttachVolumeShelveTestJSON-2030561000 tempest-AttachVolumeShelveTestJSON-2030561000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:46:12.660835 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-9dfcc27e-845b-4af8-997a-83a5f1d57d78 req-55323d9f-3b49-4190-8dd9-08a7914b470b tempest-AttachVolumeShelveTestJSON-2030561000 tempest-AttachVolumeShelveTestJSON-2030561000-project] 10.222.0.11 "GET /v2.0/ports?device_id=9d3d1dbb-222b-4ece-94fa-9ef43d198daf HTTP/1.1" status: 200 len: 946 time: 0.0562282 Feb 28 22:46:12.715052 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-9dfcc27e-845b-4af8-997a-83a5f1d57d78 req-d9128b9f-4c4e-46b4-9636-f1785c26be00 tempest-AttachVolumeShelveTestJSON-2030561000 tempest-AttachVolumeShelveTestJSON-2030561000-project] 10.222.0.11 "GET /v2.0/security-groups?id=0a9915aa-9c1d-45b5-936b-2bead19a9f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474036 Feb 28 22:46:13.155824 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43cf71fa-8366-43af-953e-05ccf4d2c835 req-2dc10b0f-e2b2-43da-9e53-634b070285d1 tempest-AttachVolumeTestJSON-1325054245 tempest-AttachVolumeTestJSON-1325054245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:46:13.157384 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-43cf71fa-8366-43af-953e-05ccf4d2c835 req-2dc10b0f-e2b2-43da-9e53-634b070285d1 tempest-AttachVolumeTestJSON-1325054245 tempest-AttachVolumeTestJSON-1325054245-project] 10.222.0.11 "GET /v2.0/ports?device_id=cb5d42fc-117f-46a8-bc9e-2a9c370bc40f HTTP/1.1" status: 200 len: 945 time: 0.0622990 Feb 28 22:46:13.209711 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-43cf71fa-8366-43af-953e-05ccf4d2c835 req-d99a3a17-24c3-46fe-8e1c-049abc2bb821 tempest-AttachVolumeTestJSON-1325054245 tempest-AttachVolumeTestJSON-1325054245-project] 10.222.0.11 "GET /v2.0/security-groups?id=a5149e9f-4f71-46b3-96fa-21697ff32bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465539 Feb 28 22:46:13.861709 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d770c6a6-8f64-4aae-a7b4-54a2cb9fda99 req-236a6b09-13f2-4082-a18e-1fd18c5f53ae tempest-AttachVolumeShelveTestJSON-2030561000 tempest-AttachVolumeShelveTestJSON-2030561000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:46:13.863317 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-d770c6a6-8f64-4aae-a7b4-54a2cb9fda99 req-236a6b09-13f2-4082-a18e-1fd18c5f53ae tempest-AttachVolumeShelveTestJSON-2030561000 tempest-AttachVolumeShelveTestJSON-2030561000-project] 10.222.0.11 "GET /v2.0/ports?device_id=9d3d1dbb-222b-4ece-94fa-9ef43d198daf HTTP/1.1" status: 200 len: 946 time: 0.0667408 Feb 28 22:46:13.896854 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750845036683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579975'] for agent (5b2bda77-ea31-45ff-af39-f050a95cb1da), after_update {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:46:13.918881 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-d770c6a6-8f64-4aae-a7b4-54a2cb9fda99 req-7922511d-29a6-4fbe-9373-8c7bc5c266e5 tempest-AttachVolumeShelveTestJSON-2030561000 tempest-AttachVolumeShelveTestJSON-2030561000-project] 10.222.0.11 "GET /v2.0/security-groups?id=0a9915aa-9c1d-45b5-936b-2bead19a9f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489204 Feb 28 22:46:14.040673 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9da76f0-6cdf-4da6-8602-b4b7054de046 req-3f8f56d8-23ce-4f97-ba84-3f5dfdc6d609 tempest-AttachVolumeShelveTestJSON-2030561000 tempest-AttachVolumeShelveTestJSON-2030561000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:46:14.042024 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-a9da76f0-6cdf-4da6-8602-b4b7054de046 req-3f8f56d8-23ce-4f97-ba84-3f5dfdc6d609 tempest-AttachVolumeShelveTestJSON-2030561000 tempest-AttachVolumeShelveTestJSON-2030561000-project] 10.222.0.36 "GET /v2.0/ports?device_id=9d3d1dbb-222b-4ece-94fa-9ef43d198daf HTTP/1.1" status: 200 len: 946 time: 0.0605700 Feb 28 22:46:14.150283 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.plugins.ml2.plugin [req-a9da76f0-6cdf-4da6-8602-b4b7054de046 req-b2e8e21b-15b0-49f2-87f0-140ec9509e59 tempest-AttachVolumeShelveTestJSON-2030561000 tempest-AttachVolumeShelveTestJSON-2030561000-project] Deleting port 6daed45d-08df-467a-b1e9-4a94a85a6197 {{(pid=109568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 22:46:14.150718 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [req-a9da76f0-6cdf-4da6-8602-b4b7054de046 req-b2e8e21b-15b0-49f2-87f0-140ec9509e59 tempest-AttachVolumeShelveTestJSON-2030561000 tempest-AttachVolumeShelveTestJSON-2030561000-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750845080441'] for port (6daed45d-08df-467a-b1e9-4a94a85a6197), before_delete {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:46:14.252145 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.plugins.ml2.db [req-a9da76f0-6cdf-4da6-8602-b4b7054de046 req-b2e8e21b-15b0-49f2-87f0-140ec9509e59 tempest-AttachVolumeShelveTestJSON-2030561000 tempest-AttachVolumeShelveTestJSON-2030561000-project] For port 6daed45d-08df-467a-b1e9-4a94a85a6197, host hv-cinder-83053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83053',level=0,port_id=6daed45d-08df-467a-b1e9-4a94a85a6197,segment=NetworkSegment(28413273-d7c8-4d86-a7b1-c45f9712072e),segment_id=28413273-d7c8-4d86-a7b1-c45f9712072e)] {{(pid=109568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 22:46:14.252771 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [req-a9da76f0-6cdf-4da6-8602-b4b7054de046 req-b2e8e21b-15b0-49f2-87f0-140ec9509e59 tempest-AttachVolumeShelveTestJSON-2030561000 tempest-AttachVolumeShelveTestJSON-2030561000-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33552544'] for port (6daed45d-08df-467a-b1e9-4a94a85a6197), precommit_delete {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:46:14.448240 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b816be59-ea2b-4bfe-9735-dce2632258bc req-bc408e44-06c2-47ee-91e9-f267ecd9de05 tempest-AttachVolumeTestJSON-1325054245 tempest-AttachVolumeTestJSON-1325054245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:46:14.455995 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-b816be59-ea2b-4bfe-9735-dce2632258bc req-bc408e44-06c2-47ee-91e9-f267ecd9de05 tempest-AttachVolumeTestJSON-1325054245 tempest-AttachVolumeTestJSON-1325054245-project] 10.222.0.11 "GET /v2.0/ports?device_id=cb5d42fc-117f-46a8-bc9e-2a9c370bc40f HTTP/1.1" status: 200 len: 945 time: 0.1693511 Feb 28 22:46:14.540354 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-b816be59-ea2b-4bfe-9735-dce2632258bc req-c2c517df-1aed-4501-92cb-4b732e9f4773 tempest-AttachVolumeTestJSON-1325054245 tempest-AttachVolumeTestJSON-1325054245-project] 10.222.0.11 "GET /v2.0/security-groups?id=a5149e9f-4f71-46b3-96fa-21697ff32bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0832677 Feb 28 22:46:14.605091 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [req-a9da76f0-6cdf-4da6-8602-b4b7054de046 req-b2e8e21b-15b0-49f2-87f0-140ec9509e59 tempest-AttachVolumeShelveTestJSON-2030561000 tempest-AttachVolumeShelveTestJSON-2030561000-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:46:14.605714 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [req-a9da76f0-6cdf-4da6-8602-b4b7054de046 req-b2e8e21b-15b0-49f2-87f0-140ec9509e59 tempest-AttachVolumeShelveTestJSON-2030561000 tempest-AttachVolumeShelveTestJSON-2030561000-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33522123'] for floatingip (6e110e03-cfe3-4a5c-95b1-2f526bf6e401), after_update {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:46:14.606157 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.db.l3_db [req-a9da76f0-6cdf-4da6-8602-b4b7054de046 req-b2e8e21b-15b0-49f2-87f0-140ec9509e59 tempest-AttachVolumeShelveTestJSON-2030561000 tempest-AttachVolumeShelveTestJSON-2030561000-project] Floating IP 6e110e03-cfe3-4a5c-95b1-2f526bf6e401 disassociated. External IP: 172.27.0.159, port: 6daed45d-08df-467a-b1e9-4a94a85a6197. Feb 28 22:46:14.606656 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.plugins.ml2.plugin [req-a9da76f0-6cdf-4da6-8602-b4b7054de046 req-b2e8e21b-15b0-49f2-87f0-140ec9509e59 tempest-AttachVolumeShelveTestJSON-2030561000 tempest-AttachVolumeShelveTestJSON-2030561000-project] Calling delete_port for 6daed45d-08df-467a-b1e9-4a94a85a6197 owned by compute:nova {{(pid=109568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 22:46:14.764550 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [req-a9da76f0-6cdf-4da6-8602-b4b7054de046 req-b2e8e21b-15b0-49f2-87f0-140ec9509e59 tempest-AttachVolumeShelveTestJSON-2030561000 tempest-AttachVolumeShelveTestJSON-2030561000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33156859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750845083868', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750844628237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30788389'] for port (6daed45d-08df-467a-b1e9-4a94a85a6197), after_delete {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:46:14.798353 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e8e21b-15b0-49f2-87f0-140ec9509e59 tempest-AttachVolumeShelveTestJSON-2030561000 tempest-AttachVolumeShelveTestJSON-2030561000-project] Pushing event deleted for resources: {'Port': ['ID=6daed45d-08df-467a-b1e9-4a94a85a6197,revision_number=None']} {{(pid=109568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:46:14.816113 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2e8e21b-15b0-49f2-87f0-140ec9509e59 tempest-AttachVolumeShelveTestJSON-2030561000 tempest-AttachVolumeShelveTestJSON-2030561000-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830538-5-iscsi {{(pid=109568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:46:14.816113 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2e8e21b-15b0-49f2-87f0-140ec9509e59 tempest-AttachVolumeShelveTestJSON-2030561000 tempest-AttachVolumeShelveTestJSON-2030561000-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-5-iscsi {{(pid=109568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:46:14.816113 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2e8e21b-15b0-49f2-87f0-140ec9509e59 tempest-AttachVolumeShelveTestJSON-2030561000 tempest-AttachVolumeShelveTestJSON-2030561000-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-5-iscsi {{(pid=109568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:46:14.816376 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2e8e21b-15b0-49f2-87f0-140ec9509e59 tempest-AttachVolumeShelveTestJSON-2030561000 tempest-AttachVolumeShelveTestJSON-2030561000-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-5-iscsi {{(pid=109568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:46:14.816650 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2e8e21b-15b0-49f2-87f0-140ec9509e59 tempest-AttachVolumeShelveTestJSON-2030561000 tempest-AttachVolumeShelveTestJSON-2030561000-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830538-5-iscsi {{(pid=109568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:46:14.816980 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2e8e21b-15b0-49f2-87f0-140ec9509e59 tempest-AttachVolumeShelveTestJSON-2030561000 tempest-AttachVolumeShelveTestJSON-2030561000-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830538-5-iscsi {{(pid=109568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:46:14.817307 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2e8e21b-15b0-49f2-87f0-140ec9509e59 tempest-AttachVolumeShelveTestJSON-2030561000 tempest-AttachVolumeShelveTestJSON-2030561000-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830538-5-iscsi {{(pid=109568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:46:14.817638 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2e8e21b-15b0-49f2-87f0-140ec9509e59 tempest-AttachVolumeShelveTestJSON-2030561000 tempest-AttachVolumeShelveTestJSON-2030561000-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830538-5-iscsi {{(pid=109568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:46:14.817962 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2e8e21b-15b0-49f2-87f0-140ec9509e59 tempest-AttachVolumeShelveTestJSON-2030561000 tempest-AttachVolumeShelveTestJSON-2030561000-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830538-5-iscsi {{(pid=109568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:46:14.818283 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2e8e21b-15b0-49f2-87f0-140ec9509e59 tempest-AttachVolumeShelveTestJSON-2030561000 tempest-AttachVolumeShelveTestJSON-2030561000-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830538-5-iscsi {{(pid=109568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:46:14.818653 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2e8e21b-15b0-49f2-87f0-140ec9509e59 tempest-AttachVolumeShelveTestJSON-2030561000 tempest-AttachVolumeShelveTestJSON-2030561000-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-5-iscsi {{(pid=109568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:46:14.818932 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2e8e21b-15b0-49f2-87f0-140ec9509e59 tempest-AttachVolumeShelveTestJSON-2030561000 tempest-AttachVolumeShelveTestJSON-2030561000-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830538-5-iscsi {{(pid=109568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:46:14.819248 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2e8e21b-15b0-49f2-87f0-140ec9509e59 tempest-AttachVolumeShelveTestJSON-2030561000 tempest-AttachVolumeShelveTestJSON-2030561000-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830538-5-iscsi {{(pid=109568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:46:14.973541 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a9da76f0-6cdf-4da6-8602-b4b7054de046 req-b2e8e21b-15b0-49f2-87f0-140ec9509e59 tempest-AttachVolumeShelveTestJSON-2030561000 tempest-AttachVolumeShelveTestJSON-2030561000-project] Router abdf501b-4b4d-4822-b10e-2218ac616053 has already been hosted by L3 agent 1bbc3f13-d896-4633-9d3f-4f3415ceb83d {{(pid=109568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 22:46:15.068042 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-259bbdd9-4a84-4726-8906-30bd7721d84d req-7519ffd1-3549-4f8f-9e75-fac4911277ea tempest-AttachVolumeShelveTestJSON-2030561000 tempest-AttachVolumeShelveTestJSON-2030561000-project] 10.222.0.11 "GET /v2.0/ports?device_id=9d3d1dbb-222b-4ece-94fa-9ef43d198daf HTTP/1.1" status: 200 len: 210 time: 0.0376987 Feb 28 22:46:15.119639 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a9da76f0-6cdf-4da6-8602-b4b7054de046 req-b2e8e21b-15b0-49f2-87f0-140ec9509e59 tempest-AttachVolumeShelveTestJSON-2030561000 tempest-AttachVolumeShelveTestJSON-2030561000-project] Notify agent at l3_agent.dv-cinder-830538-5-iscsi the message routers_updated {{(pid=109568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 22:46:15.130357 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0229362-3e4d-4696-a4b6-ad2619023501 None None] Sync routers for ids ['abdf501b-4b4d-4822-b10e-2218ac616053'] in dv-cinder-830538-5-iscsi {{(pid=109570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 22:46:15.141093 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0229362-3e4d-4696-a4b6-ad2619023501 None None] Routers {'abdf501b-4b4d-4822-b10e-2218ac616053'} bound to L3 agent in host dv-cinder-830538-5-iscsi {{(pid=109570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 22:46:15.141707 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.db.l3_hamode_db [None req-c0229362-3e4d-4696-a4b6-ad2619023501 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830538-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-28T22:34:03Z,description=,heartbeat_timestamp=2022-02-28T22:46:03Z,host='dv-cinder-830538-5-iscsi',id=1bbc3f13-d896-4633-9d3f-4f3415ceb83d,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T22:34:03Z,topic='l3_agent')) {'router_ids': ['abdf501b-4b4d-4822-b10e-2218ac616053'], 'active': True} {{(pid=109570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 22:46:15.160512 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9da76f0-6cdf-4da6-8602-b4b7054de046 req-b2e8e21b-15b0-49f2-87f0-140ec9509e59 tempest-AttachVolumeShelveTestJSON-2030561000 tempest-AttachVolumeShelveTestJSON-2030561000-project] No DVR routers for this DVR port 6daed45d-08df-467a-b1e9-4a94a85a6197 on host hv-cinder-83053 {{(pid=109568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 22:46:15.163060 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [req-a9da76f0-6cdf-4da6-8602-b4b7054de046 req-b2e8e21b-15b0-49f2-87f0-140ec9509e59 tempest-AttachVolumeShelveTestJSON-2030561000 tempest-AttachVolumeShelveTestJSON-2030561000-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80159'] for port (None), before_response {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:46:15.167024 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-a9da76f0-6cdf-4da6-8602-b4b7054de046 req-b2e8e21b-15b0-49f2-87f0-140ec9509e59 tempest-AttachVolumeShelveTestJSON-2030561000 tempest-AttachVolumeShelveTestJSON-2030561000-project] 10.222.0.36 "DELETE /v2.0/ports/6daed45d-08df-467a-b1e9-4a94a85a6197 HTTP/1.1" status: 204 len: 173 time: 1.1192768 Feb 28 22:46:15.167462 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d3d1dbb-222b-4ece-94fa-9ef43d198daf', 'name': 'network-vif-deleted', 'tag': '6daed45d-08df-467a-b1e9-4a94a85a6197'}] {{(pid=109568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 22:46:15.169684 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be30730c9f576b5ae602769365630bce3a2881df6c4aa92702dca8eb1643a507" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5f5a49f-c763-40db-b52d-8083d97220a7" -d '{"events": [{"server_uuid": "9d3d1dbb-222b-4ece-94fa-9ef43d198daf", "name": "network-vif-deleted", "tag": "6daed45d-08df-467a-b1e9-4a94a85a6197"}]}' {{(pid=109568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 22:46:15.213355 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 22:46:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa2c09c4-29d5-4990-bd2d-56f3db0bc3c9 x-openstack-request-id: req-aa2c09c4-29d5-4990-bd2d-56f3db0bc3c9 {{(pid=109568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 22:46:15.213644 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d3d1dbb-222b-4ece-94fa-9ef43d198daf", "name": "network-vif-deleted", "tag": "6daed45d-08df-467a-b1e9-4a94a85a6197", "status": "completed", "code": 200}]} {{(pid=109568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 22:46:15.213891 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-aa2c09c4-29d5-4990-bd2d-56f3db0bc3c9 {{(pid=109568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 22:46:15.214283 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d3d1dbb-222b-4ece-94fa-9ef43d198daf', 'name': 'network-vif-deleted', 'tag': '6daed45d-08df-467a-b1e9-4a94a85a6197', 'status': 'completed', 'code': 200} Feb 28 22:46:15.261982 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.db.l3_dvr_db [None req-c0229362-3e4d-4696-a4b6-ad2619023501 None None] Set router abdf501b-4b4d-4822-b10e-2218ac616053 gateway port host: dv-cinder-830538-5-iscsi {{(pid=109570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 22:46:15.577146 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.db.l3_hamode_db [None req-c0229362-3e4d-4696-a4b6-ad2619023501 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abdf501b-4b4d-4822-b10e-2218ac616053', 'name': 'tempest-AttachVolumeShelveTestJSON-922480876-router', 'tenant_id': '83c55453f2fe4dc79de3c29aff0b4932', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e7a10c7-addc-4b79-a555-0b472e939652', 'external_fixed_ips': [{'subnet_id': '8aaf002d-6309-4cf0-ae69-6d349a14c0b1', 'ip_address': '172.27.0.194'}], 'enable_snat': True}, 'gw_port_id': 'efa2069d-ff78-4e3e-acf6-b0a165b1c3f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T22:42:07Z', 'updated_at': '2022-02-28T22:42:18Z', 'revision_number': 4, 'project_id': '83c55453f2fe4dc79de3c29aff0b4932', 'gw_port': {'id': 'efa2069d-ff78-4e3e-acf6-b0a165b1c3f7', 'name': '', 'network_id': '3e7a10c7-addc-4b79-a555-0b472e939652', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:b2:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abdf501b-4b4d-4822-b10e-2218ac616053', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '8aaf002d-6309-4cf0-ae69-6d349a14c0b1', 'ip_address': '172.27.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T22:42:09Z', 'updated_at': '2022-02-28T22:42:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8aaf002d-6309-4cf0-ae69-6d349a14c0b1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830538-5-iscsi', '_interfaces': [{'id': '94c0ef23-6976-4e8a-80aa-720130750364', 'name': '', 'network_id': 'e1dee003-d534-429c-aed6-3f1020c03805', 'tenant_id': '83c55453f2fe4dc79de3c29aff0b4932', 'mac_address': 'fa:16:3e:15:3c:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abdf501b-4b4d-4822-b10e-2218ac616053', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '3b622ab4-8097-4b6c-8ec2-bb3f77857ed1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T22:42:14Z', 'updated_at': '2022-02-28T22:42:32Z', 'revision_number': 5, 'project_id': '83c55453f2fe4dc79de3c29aff0b4932', 'subnets': [{'id': '3b622ab4-8097-4b6c-8ec2-bb3f77857ed1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830538-5-iscsi', False) {} {{(pid=109570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 22:46:15.603785 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0229362-3e4d-4696-a4b6-ad2619023501 None None] Checking router: abdf501b-4b4d-4822-b10e-2218ac616053 for host: dv-cinder-830538-5-iscsi {{(pid=109570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 22:46:15.612110 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0229362-3e4d-4696-a4b6-ad2619023501 None None] Routers {'abdf501b-4b4d-4822-b10e-2218ac616053'} bound to L3 agent in host dv-cinder-830538-5-iscsi {{(pid=109570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 22:46:15.612726 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.db.l3_hamode_db [None req-c0229362-3e4d-4696-a4b6-ad2619023501 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830538-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-28T22:34:03Z,description=,heartbeat_timestamp=2022-02-28T22:46:03Z,host='dv-cinder-830538-5-iscsi',id=1bbc3f13-d896-4633-9d3f-4f3415ceb83d,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T22:34:03Z,topic='l3_agent')) {'router_ids': ['abdf501b-4b4d-4822-b10e-2218ac616053'], 'active': True} {{(pid=109570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 22:46:15.672517 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcfd913-1c80-4a92-8453-b75fddfb289b req-d4f9365b-72b8-4987-a280-54b433921f0e tempest-AttachVolumeTestJSON-1325054245 tempest-AttachVolumeTestJSON-1325054245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:46:15.674342 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-0bcfd913-1c80-4a92-8453-b75fddfb289b req-d4f9365b-72b8-4987-a280-54b433921f0e tempest-AttachVolumeTestJSON-1325054245 tempest-AttachVolumeTestJSON-1325054245-project] 10.222.0.11 "GET /v2.0/ports?device_id=cb5d42fc-117f-46a8-bc9e-2a9c370bc40f HTTP/1.1" status: 200 len: 945 time: 0.0587623 Feb 28 22:46:15.722587 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.db.l3_dvr_db [None req-c0229362-3e4d-4696-a4b6-ad2619023501 None None] Set router abdf501b-4b4d-4822-b10e-2218ac616053 gateway port host: dv-cinder-830538-5-iscsi {{(pid=109570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 22:46:15.722867 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-0bcfd913-1c80-4a92-8453-b75fddfb289b req-8fff37c2-13c8-4120-b4b7-0e8ef9c8ab67 tempest-AttachVolumeTestJSON-1325054245 tempest-AttachVolumeTestJSON-1325054245-project] 10.222.0.11 "GET /v2.0/security-groups?id=a5149e9f-4f71-46b3-96fa-21697ff32bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412204 Feb 28 22:46:15.921778 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.db.l3_hamode_db [None req-c0229362-3e4d-4696-a4b6-ad2619023501 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abdf501b-4b4d-4822-b10e-2218ac616053', 'name': 'tempest-AttachVolumeShelveTestJSON-922480876-router', 'tenant_id': '83c55453f2fe4dc79de3c29aff0b4932', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e7a10c7-addc-4b79-a555-0b472e939652', 'external_fixed_ips': [{'subnet_id': '8aaf002d-6309-4cf0-ae69-6d349a14c0b1', 'ip_address': '172.27.0.194'}], 'enable_snat': True}, 'gw_port_id': 'efa2069d-ff78-4e3e-acf6-b0a165b1c3f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T22:42:07Z', 'updated_at': '2022-02-28T22:42:18Z', 'revision_number': 4, 'project_id': '83c55453f2fe4dc79de3c29aff0b4932', 'gw_port': {'id': 'efa2069d-ff78-4e3e-acf6-b0a165b1c3f7', 'name': '', 'network_id': '3e7a10c7-addc-4b79-a555-0b472e939652', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:b2:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abdf501b-4b4d-4822-b10e-2218ac616053', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '8aaf002d-6309-4cf0-ae69-6d349a14c0b1', 'ip_address': '172.27.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T22:42:09Z', 'updated_at': '2022-02-28T22:42:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8aaf002d-6309-4cf0-ae69-6d349a14c0b1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830538-5-iscsi', '_interfaces': [{'id': '94c0ef23-6976-4e8a-80aa-720130750364', 'name': '', 'network_id': 'e1dee003-d534-429c-aed6-3f1020c03805', 'tenant_id': '83c55453f2fe4dc79de3c29aff0b4932', 'mac_address': 'fa:16:3e:15:3c:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abdf501b-4b4d-4822-b10e-2218ac616053', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '3b622ab4-8097-4b6c-8ec2-bb3f77857ed1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T22:42:14Z', 'updated_at': '2022-02-28T22:42:32Z', 'revision_number': 5, 'project_id': '83c55453f2fe4dc79de3c29aff0b4932', 'subnets': [{'id': '3b622ab4-8097-4b6c-8ec2-bb3f77857ed1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830538-5-iscsi', False) {} {{(pid=109570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 22:46:15.949655 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0229362-3e4d-4696-a4b6-ad2619023501 None None] The sync data for ids ['abdf501b-4b4d-4822-b10e-2218ac616053'] in dv-cinder-830538-5-iscsi is: [{'id': 'abdf501b-4b4d-4822-b10e-2218ac616053', 'name': 'tempest-AttachVolumeShelveTestJSON-922480876-router', 'tenant_id': '83c55453f2fe4dc79de3c29aff0b4932', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e7a10c7-addc-4b79-a555-0b472e939652', 'external_fixed_ips': [{'subnet_id': '8aaf002d-6309-4cf0-ae69-6d349a14c0b1', 'ip_address': '172.27.0.194'}], 'enable_snat': True}, 'gw_port_id': 'efa2069d-ff78-4e3e-acf6-b0a165b1c3f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T22:42:07Z', 'updated_at': '2022-02-28T22:42:18Z', 'revision_number': 4, 'project_id': '83c55453f2fe4dc79de3c29aff0b4932', 'gw_port': {'id': 'efa2069d-ff78-4e3e-acf6-b0a165b1c3f7', 'name': '', 'network_id': '3e7a10c7-addc-4b79-a555-0b472e939652', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:b2:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abdf501b-4b4d-4822-b10e-2218ac616053', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '8aaf002d-6309-4cf0-ae69-6d349a14c0b1', 'ip_address': '172.27.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T22:42:09Z', 'updated_at': '2022-02-28T22:42:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8aaf002d-6309-4cf0-ae69-6d349a14c0b1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830538-5-iscsi', '_interfaces': [{'id': '94c0ef23-6976-4e8a-80aa-720130750364', 'name': '', 'network_id': 'e1dee003-d534-429c-aed6-3f1020c03805', 'tenant_id': '83c55453f2fe4dc79de3c29aff0b4932', 'mac_address': 'fa:16:3e:15:3c:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abdf501b-4b4d-4822-b10e-2218ac616053', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '3b622ab4-8097-4b6c-8ec2-bb3f77857ed1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T22:42:14Z', 'updated_at': '2022-02-28T22:42:32Z', 'revision_number': 5, 'project_id': '83c55453f2fe4dc79de3c29aff0b4932', 'subnets': [{'id': '3b622ab4-8097-4b6c-8ec2-bb3f77857ed1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 22:46:16.183457 dv-cinder-830538-5-iscsi neutron-server[109571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70b530ae-5b9c-4a5f-abab-fecbb3650e9a None None] New status for floating IP 6e110e03-cfe3-4a5c-95b1-2f526bf6e401: DOWN {{(pid=109571) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 28 22:46:16.194249 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-c58418a1-90d6-4cb4-89eb-2ee0f0116d6b req-0a4acb97-89f2-4af7-a680-155d5adb3c65 tempest-AttachVolumeShelveTestJSON-2030561000 tempest-AttachVolumeShelveTestJSON-2030561000-project] 10.222.0.11 "GET /v2.0/ports?device_id=9d3d1dbb-222b-4ece-94fa-9ef43d198daf HTTP/1.1" status: 200 len: 210 time: 0.0302675 Feb 28 22:46:16.843588 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27ed963-27f9-48db-bf28-caa22ea6cb06 req-4fba95bf-1484-4c94-8050-eccac28a693f tempest-AttachVolumeTestJSON-1325054245 tempest-AttachVolumeTestJSON-1325054245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:46:16.845117 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-b27ed963-27f9-48db-bf28-caa22ea6cb06 req-4fba95bf-1484-4c94-8050-eccac28a693f tempest-AttachVolumeTestJSON-1325054245 tempest-AttachVolumeTestJSON-1325054245-project] 10.222.0.11 "GET /v2.0/ports?device_id=cb5d42fc-117f-46a8-bc9e-2a9c370bc40f HTTP/1.1" status: 200 len: 945 time: 0.0518351 Feb 28 22:46:16.895354 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-b27ed963-27f9-48db-bf28-caa22ea6cb06 req-2c15f51c-e3f7-407a-b438-f1b6ff3be500 tempest-AttachVolumeTestJSON-1325054245 tempest-AttachVolumeTestJSON-1325054245-project] 10.222.0.11 "GET /v2.0/security-groups?id=a5149e9f-4f71-46b3-96fa-21697ff32bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446143 Feb 28 22:46:16.988941 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.rpc [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] Device 6daed45d-08df-467a-b1e9-4a94a85a6197 no longer exists at agent hyperv_hv-cinder-83053 {{(pid=109570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 22:46:17.010297 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.plugin [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] No Port match for: 6daed45d-08df-467a-b1e9-4a94a85a6197 {{(pid=109570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 22:46:17.010561 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.rpc [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] Device 6daed45d-08df-467a-b1e9-4a94a85a6197 not bound to the agent host hv-cinder-83053 {{(pid=109570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 22:46:17.302854 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-19e1de83-d9bb-4a1d-af07-e8452dab9b69 req-9374149c-0bc8-4409-b53d-9f9bc798e052 tempest-AttachVolumeShelveTestJSON-2030561000 tempest-AttachVolumeShelveTestJSON-2030561000-project] 10.222.0.11 "GET /v2.0/ports?device_id=9d3d1dbb-222b-4ece-94fa-9ef43d198daf HTTP/1.1" status: 200 len: 210 time: 0.0262792 Feb 28 22:46:18.020604 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007bc932-6988-4854-abcd-3599796e736a req-6158a064-9ef0-47ff-aa57-5d55e1ce1e7c tempest-AttachVolumeTestJSON-1325054245 tempest-AttachVolumeTestJSON-1325054245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:46:18.022198 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-007bc932-6988-4854-abcd-3599796e736a req-6158a064-9ef0-47ff-aa57-5d55e1ce1e7c tempest-AttachVolumeTestJSON-1325054245 tempest-AttachVolumeTestJSON-1325054245-project] 10.222.0.11 "GET /v2.0/ports?device_id=cb5d42fc-117f-46a8-bc9e-2a9c370bc40f HTTP/1.1" status: 200 len: 945 time: 0.0559566 Feb 28 22:46:18.075112 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-007bc932-6988-4854-abcd-3599796e736a req-009bb8ed-1db3-4ba3-af30-7b52729347cf tempest-AttachVolumeTestJSON-1325054245 tempest-AttachVolumeTestJSON-1325054245-project] 10.222.0.11 "GET /v2.0/security-groups?id=a5149e9f-4f71-46b3-96fa-21697ff32bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439265 Feb 28 22:46:18.318160 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c72e771-2feb-4b75-93c6-dc1fb5da72f5 req-9f7c938a-2096-4a75-a407-221f0b5536a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:46:18.319533 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-4c72e771-2feb-4b75-93c6-dc1fb5da72f5 req-9f7c938a-2096-4a75-a407-221f0b5536a4 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=558108c6409d474abda99b19120d05ad&device_id=cb5d42fc-117f-46a8-bc9e-2a9c370bc40f HTTP/1.1" status: 200 len: 1129 time: 0.0440013 Feb 28 22:46:18.397360 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.wsgi [-] (109569) accepted ('10.222.0.11', 56456) {{(pid=109569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 22:46:18.442180 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c72e771-2feb-4b75-93c6-dc1fb5da72f5 req-6ff9ec71-00a2-4873-94a7-49f8e10beb60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:46:18.444198 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-4c72e771-2feb-4b75-93c6-dc1fb5da72f5 req-6ff9ec71-00a2-4873-94a7-49f8e10beb60 service neutron] 10.222.0.36 "GET /v2.0/networks?id=df2fc3b5-d3d8-4f0b-b393-20e4e2e253bc HTTP/1.1" status: 200 len: 912 time: 0.1064394 Feb 28 22:46:18.453886 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-f2b9db56-dca2-4b4f-9c75-a8b791b7e40f tempest-AttachVolumeShelveTestJSON-2030561000 tempest-AttachVolumeShelveTestJSON-2030561000-project] Publish callbacks [] for security_group (0a9915aa-9c1d-45b5-936b-2bead19a9f0b), before_delete {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:46:18.479049 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-f2b9db56-dca2-4b4f-9c75-a8b791b7e40f tempest-AttachVolumeShelveTestJSON-2030561000 tempest-AttachVolumeShelveTestJSON-2030561000-project] Publish callbacks [] for security_group (0a9915aa-9c1d-45b5-936b-2bead19a9f0b), precommit_delete {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:46:18.513789 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-4c72e771-2feb-4b75-93c6-dc1fb5da72f5 req-9a443966-ee0f-4fe3-9a29-7c8b7f7a28ad service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6b70fcef-5711-42c2-953d-59fa95ea2477 HTTP/1.1" status: 200 len: 1001 time: 0.0632718 Feb 28 22:46:18.533202 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-f2b9db56-dca2-4b4f-9c75-a8b791b7e40f tempest-AttachVolumeShelveTestJSON-2030561000 tempest-AttachVolumeShelveTestJSON-2030561000-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33441213'] for security_group (0a9915aa-9c1d-45b5-936b-2bead19a9f0b), after_delete {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:46:18.535965 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-f2b9db56-dca2-4b4f-9c75-a8b791b7e40f tempest-AttachVolumeShelveTestJSON-2030561000 tempest-AttachVolumeShelveTestJSON-2030561000-project] Publish callbacks [] for security_group (None), before_response {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:46:18.537158 dv-cinder-830538-5-iscsi neutron-server[109569]: INFO neutron.wsgi [None req-f2b9db56-dca2-4b4f-9c75-a8b791b7e40f tempest-AttachVolumeShelveTestJSON-2030561000 tempest-AttachVolumeShelveTestJSON-2030561000-project] 10.222.0.11 "DELETE /v2.0/security-groups/0a9915aa-9c1d-45b5-936b-2bead19a9f0b HTTP/1.1" status: 204 len: 168 time: 0.1388009 Feb 28 22:46:18.540507 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.wsgi [-] (109569) accepted ('10.222.0.11', 56458) {{(pid=109569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 22:46:18.557071 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b9db56-dca2-4b4f-9c75-a8b791b7e40f tempest-AttachVolumeShelveTestJSON-2030561000 tempest-AttachVolumeShelveTestJSON-2030561000-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a9915aa-9c1d-45b5-936b-2bead19a9f0b,revision_number=None']} {{(pid=109569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:46:18.563610 dv-cinder-830538-5-iscsi neutron-server[109569]: INFO neutron.api.v2.resource [None req-a784f53d-b908-4574-a838-8683fd41b1b5 tempest-AttachVolumeShelveTestJSON-2030561000 tempest-AttachVolumeShelveTestJSON-2030561000-project] show failed (client error): The resource could not be found. Feb 28 22:46:18.564631 dv-cinder-830538-5-iscsi neutron-server[109569]: INFO neutron.wsgi [None req-a784f53d-b908-4574-a838-8683fd41b1b5 tempest-AttachVolumeShelveTestJSON-2030561000 tempest-AttachVolumeShelveTestJSON-2030561000-project] 10.222.0.11 "GET /v2.0/security-groups/0a9915aa-9c1d-45b5-936b-2bead19a9f0b HTTP/1.1" status: 404 len: 347 time: 0.0232015 Feb 28 22:46:18.566867 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c72e771-2feb-4b75-93c6-dc1fb5da72f5 req-33208537-28ef-41d7-97ca-6a814475cef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:46:18.567428 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.wsgi [-] (109569) accepted ('10.222.0.11', 56460) {{(pid=109569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 22:46:18.568427 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-4c72e771-2feb-4b75-93c6-dc1fb5da72f5 req-33208537-28ef-41d7-97ca-6a814475cef6 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=22e78a7b-72b0-4514-af71-979e73dc5a6f HTTP/1.1" status: 200 len: 850 time: 0.0492301 Feb 28 22:46:18.575526 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b9db56-dca2-4b4f-9c75-a8b791b7e40f tempest-AttachVolumeShelveTestJSON-2030561000 tempest-AttachVolumeShelveTestJSON-2030561000-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830538-5-iscsi {{(pid=109569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:46:18.575902 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b9db56-dca2-4b4f-9c75-a8b791b7e40f tempest-AttachVolumeShelveTestJSON-2030561000 tempest-AttachVolumeShelveTestJSON-2030561000-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-5-iscsi {{(pid=109569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:46:18.576245 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b9db56-dca2-4b4f-9c75-a8b791b7e40f tempest-AttachVolumeShelveTestJSON-2030561000 tempest-AttachVolumeShelveTestJSON-2030561000-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-5-iscsi {{(pid=109569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:46:18.576582 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b9db56-dca2-4b4f-9c75-a8b791b7e40f tempest-AttachVolumeShelveTestJSON-2030561000 tempest-AttachVolumeShelveTestJSON-2030561000-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-5-iscsi {{(pid=109569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:46:18.577028 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b9db56-dca2-4b4f-9c75-a8b791b7e40f tempest-AttachVolumeShelveTestJSON-2030561000 tempest-AttachVolumeShelveTestJSON-2030561000-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830538-5-iscsi {{(pid=109569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:46:18.577366 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b9db56-dca2-4b4f-9c75-a8b791b7e40f tempest-AttachVolumeShelveTestJSON-2030561000 tempest-AttachVolumeShelveTestJSON-2030561000-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830538-5-iscsi {{(pid=109569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:46:18.577693 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b9db56-dca2-4b4f-9c75-a8b791b7e40f tempest-AttachVolumeShelveTestJSON-2030561000 tempest-AttachVolumeShelveTestJSON-2030561000-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830538-5-iscsi {{(pid=109569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:46:18.578020 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b9db56-dca2-4b4f-9c75-a8b791b7e40f tempest-AttachVolumeShelveTestJSON-2030561000 tempest-AttachVolumeShelveTestJSON-2030561000-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830538-5-iscsi {{(pid=109569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:46:18.578346 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b9db56-dca2-4b4f-9c75-a8b791b7e40f tempest-AttachVolumeShelveTestJSON-2030561000 tempest-AttachVolumeShelveTestJSON-2030561000-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830538-5-iscsi {{(pid=109569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:46:18.578675 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b9db56-dca2-4b4f-9c75-a8b791b7e40f tempest-AttachVolumeShelveTestJSON-2030561000 tempest-AttachVolumeShelveTestJSON-2030561000-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830538-5-iscsi {{(pid=109569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:46:18.578998 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b9db56-dca2-4b4f-9c75-a8b791b7e40f tempest-AttachVolumeShelveTestJSON-2030561000 tempest-AttachVolumeShelveTestJSON-2030561000-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-5-iscsi {{(pid=109569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:46:18.579323 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b9db56-dca2-4b4f-9c75-a8b791b7e40f tempest-AttachVolumeShelveTestJSON-2030561000 tempest-AttachVolumeShelveTestJSON-2030561000-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830538-5-iscsi {{(pid=109569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:46:18.579643 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b9db56-dca2-4b4f-9c75-a8b791b7e40f tempest-AttachVolumeShelveTestJSON-2030561000 tempest-AttachVolumeShelveTestJSON-2030561000-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830538-5-iscsi {{(pid=109569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:46:18.623692 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c72e771-2feb-4b75-93c6-dc1fb5da72f5 req-126abd1d-237e-4cab-b1b5-e994f61105ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:46:18.625380 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-4c72e771-2feb-4b75-93c6-dc1fb5da72f5 req-126abd1d-237e-4cab-b1b5-e994f61105ff service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=df2fc3b5-d3d8-4f0b-b393-20e4e2e253bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0498664 Feb 28 22:46:18.728905 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-4c72e771-2feb-4b75-93c6-dc1fb5da72f5 req-480cb03e-9c99-42ca-ac56-bff1ce94a73b service neutron] 10.222.0.36 "GET /v2.0/networks/df2fc3b5-d3d8-4f0b-b393-20e4e2e253bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0968263 Feb 28 22:46:18.738303 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.plugins.ml2.plugin [None req-bac83a2e-bc57-4d07-b6eb-b3d5f7f5d20a tempest-AttachVolumeShelveTestJSON-2030561000 tempest-AttachVolumeShelveTestJSON-2030561000-project] Deleting port 9f528108-95cb-42dc-bce6-3f80366fa612 {{(pid=109569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 22:46:18.738676 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-bac83a2e-bc57-4d07-b6eb-b3d5f7f5d20a tempest-AttachVolumeShelveTestJSON-2030561000 tempest-AttachVolumeShelveTestJSON-2030561000-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750845080441'] for port (9f528108-95cb-42dc-bce6-3f80366fa612), before_delete {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:46:18.815112 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-bac83a2e-bc57-4d07-b6eb-b3d5f7f5d20a tempest-AttachVolumeShelveTestJSON-2030561000 tempest-AttachVolumeShelveTestJSON-2030561000-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33552544'] for port (9f528108-95cb-42dc-bce6-3f80366fa612), precommit_delete {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:46:18.815573 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-bac83a2e-bc57-4d07-b6eb-b3d5f7f5d20a tempest-AttachVolumeShelveTestJSON-2030561000 tempest-AttachVolumeShelveTestJSON-2030561000-project] Publish callbacks [] for floatingip (9f528108-95cb-42dc-bce6-3f80366fa612), precommit_delete {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:46:18.827838 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.plugins.ml2.plugin [None req-bac83a2e-bc57-4d07-b6eb-b3d5f7f5d20a tempest-AttachVolumeShelveTestJSON-2030561000 tempest-AttachVolumeShelveTestJSON-2030561000-project] Calling delete_port for 9f528108-95cb-42dc-bce6-3f80366fa612 owned by network:floatingip {{(pid=109569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 22:46:18.835579 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-4c72e771-2feb-4b75-93c6-dc1fb5da72f5 req-e30038b1-5fce-4ed9-b019-37542f6e2cec service neutron] 10.222.0.36 "GET /v2.0/networks/df2fc3b5-d3d8-4f0b-b393-20e4e2e253bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1004279 Feb 28 22:46:18.997244 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-bac83a2e-bc57-4d07-b6eb-b3d5f7f5d20a tempest-AttachVolumeShelveTestJSON-2030561000 tempest-AttachVolumeShelveTestJSON-2030561000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33156859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750845083868', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750844628237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30055478'] for port (9f528108-95cb-42dc-bce6-3f80366fa612), after_delete {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:46:19.023071 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac83a2e-bc57-4d07-b6eb-b3d5f7f5d20a tempest-AttachVolumeShelveTestJSON-2030561000 tempest-AttachVolumeShelveTestJSON-2030561000-project] Pushing event deleted for resources: {'Port': ['ID=9f528108-95cb-42dc-bce6-3f80366fa612,revision_number=None']} {{(pid=109569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:46:19.091838 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-bac83a2e-bc57-4d07-b6eb-b3d5f7f5d20a tempest-AttachVolumeShelveTestJSON-2030561000 tempest-AttachVolumeShelveTestJSON-2030561000-project] Publish callbacks [] for floatingip (6e110e03-cfe3-4a5c-95b1-2f526bf6e401), after_delete {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:46:19.094245 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-bac83a2e-bc57-4d07-b6eb-b3d5f7f5d20a tempest-AttachVolumeShelveTestJSON-2030561000 tempest-AttachVolumeShelveTestJSON-2030561000-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80159'] for floatingip (None), before_response {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:46:19.099317 dv-cinder-830538-5-iscsi neutron-server[109569]: INFO neutron.wsgi [None req-bac83a2e-bc57-4d07-b6eb-b3d5f7f5d20a tempest-AttachVolumeShelveTestJSON-2030561000 tempest-AttachVolumeShelveTestJSON-2030561000-project] 10.222.0.11 "DELETE /v2.0/floatingips/6e110e03-cfe3-4a5c-95b1-2f526bf6e401 HTTP/1.1" status: 204 len: 168 time: 0.5271196 Feb 28 22:46:19.232148 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb208332-dce7-44a1-84e9-02d6373adc4c req-accead94-d5a3-45b3-9bb7-b823af275cd0 tempest-AttachVolumeTestJSON-1325054245 tempest-AttachVolumeTestJSON-1325054245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:46:19.234491 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-cb208332-dce7-44a1-84e9-02d6373adc4c req-accead94-d5a3-45b3-9bb7-b823af275cd0 tempest-AttachVolumeTestJSON-1325054245 tempest-AttachVolumeTestJSON-1325054245-project] 10.222.0.11 "GET /v2.0/ports?device_id=cb5d42fc-117f-46a8-bc9e-2a9c370bc40f HTTP/1.1" status: 200 len: 945 time: 0.0688703 Feb 28 22:46:19.293674 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-cb208332-dce7-44a1-84e9-02d6373adc4c req-5c7cacf5-55f6-4c72-8731-0e87359ffeef tempest-AttachVolumeTestJSON-1325054245 tempest-AttachVolumeTestJSON-1325054245-project] 10.222.0.11 "GET /v2.0/security-groups?id=a5149e9f-4f71-46b3-96fa-21697ff32bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529840 Feb 28 22:46:19.455638 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.wsgi [-] (109569) accepted ('10.222.0.11', 56546) {{(pid=109569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 22:46:19.460245 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.api.v2.base [None req-148f1162-2b0a-42c5-9df5-43de20ca8a27 tempest-AttachVolumeShelveTestJSON-2030561000 tempest-AttachVolumeShelveTestJSON-2030561000-project] Request body: {'security_group': {'name': 'tempest-securitygroup--330503163', 'description': 'tempest-description--528455417'}} {{(pid=109569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 22:46:19.501584 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-148f1162-2b0a-42c5-9df5-43de20ca8a27 tempest-AttachVolumeShelveTestJSON-2030561000 tempest-AttachVolumeShelveTestJSON-2030561000-project] Publish callbacks [] for security_group (None), before_create {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:46:19.577437 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c598b6fb-0c1e-461d-9937-84ec7d25086f req-44bf04c0-687b-4503-82d9-e85bf92fbc6c tempest-AttachVolumeTestJSON-1325054245 tempest-AttachVolumeTestJSON-1325054245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:46:19.580460 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-c598b6fb-0c1e-461d-9937-84ec7d25086f req-44bf04c0-687b-4503-82d9-e85bf92fbc6c tempest-AttachVolumeTestJSON-1325054245 tempest-AttachVolumeTestJSON-1325054245-project] 10.222.0.11 "GET /v2.0/ports?device_id=cb5d42fc-117f-46a8-bc9e-2a9c370bc40f HTTP/1.1" status: 200 len: 945 time: 0.0782492 Feb 28 22:46:19.607627 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-148f1162-2b0a-42c5-9df5-43de20ca8a27 tempest-AttachVolumeShelveTestJSON-2030561000 tempest-AttachVolumeShelveTestJSON-2030561000-project] Publish callbacks [] for security_group (4c2eb597-13aa-4220-9dba-0738b2aa7415), precommit_create {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:46:19.620691 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-148f1162-2b0a-42c5-9df5-43de20ca8a27 tempest-AttachVolumeShelveTestJSON-2030561000 tempest-AttachVolumeShelveTestJSON-2030561000-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33441213'] for security_group (4c2eb597-13aa-4220-9dba-0738b2aa7415), after_create {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:46:19.658423 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-148f1162-2b0a-42c5-9df5-43de20ca8a27 tempest-AttachVolumeShelveTestJSON-2030561000 tempest-AttachVolumeShelveTestJSON-2030561000-project] Publish callbacks [] for security_group (None), before_response {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:46:19.658423 dv-cinder-830538-5-iscsi neutron-server[109569]: INFO neutron.wsgi [None req-148f1162-2b0a-42c5-9df5-43de20ca8a27 tempest-AttachVolumeShelveTestJSON-2030561000 tempest-AttachVolumeShelveTestJSON-2030561000-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.1980326 Feb 28 22:46:19.658423 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.wsgi [-] (109569) accepted ('10.222.0.11', 56556) {{(pid=109569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 22:46:19.662724 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.api.v2.base [None req-350a185d-b3f7-4478-8d48-158c74a222cb tempest-AttachVolumeShelveTestJSON-2030561000 tempest-AttachVolumeShelveTestJSON-2030561000-project] Request body: {'security_group_rule': {'security_group_id': '4c2eb597-13aa-4220-9dba-0738b2aa7415', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 22:46:19.668127 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148f1162-2b0a-42c5-9df5-43de20ca8a27 tempest-AttachVolumeShelveTestJSON-2030561000 tempest-AttachVolumeShelveTestJSON-2030561000-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4c2eb597-13aa-4220-9dba-0738b2aa7415,revision_number=1']} {{(pid=109569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:46:19.685747 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-c598b6fb-0c1e-461d-9937-84ec7d25086f req-d29ca06b-1088-4274-8799-2bec23104a19 tempest-AttachVolumeTestJSON-1325054245 tempest-AttachVolumeTestJSON-1325054245-project] 10.222.0.11 "GET /v2.0/security-groups?id=a5149e9f-4f71-46b3-96fa-21697ff32bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0982273 Feb 28 22:46:19.692667 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858f840d-c621-4f33-b432-8b705b4d2c62 req-1fd9fdcb-f556-4354-a7fe-0346dfce7e1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:46:19.694746 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-350a185d-b3f7-4478-8d48-158c74a222cb tempest-AttachVolumeShelveTestJSON-2030561000 tempest-AttachVolumeShelveTestJSON-2030561000-project] Publish callbacks [] for security_group_rule (8a783c98-55a0-4ce2-9d02-4908f2bc655e), before_create {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:46:19.695870 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-858f840d-c621-4f33-b432-8b705b4d2c62 req-1fd9fdcb-f556-4354-a7fe-0346dfce7e1a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=558108c6409d474abda99b19120d05ad&device_id=cb5d42fc-117f-46a8-bc9e-2a9c370bc40f HTTP/1.1" status: 200 len: 1129 time: 0.0895164 Feb 28 22:46:19.756111 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-350a185d-b3f7-4478-8d48-158c74a222cb tempest-AttachVolumeShelveTestJSON-2030561000 tempest-AttachVolumeShelveTestJSON-2030561000-project] Publish callbacks [] for security_group_rule (8a783c98-55a0-4ce2-9d02-4908f2bc655e), precommit_create {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:46:19.767942 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-350a185d-b3f7-4478-8d48-158c74a222cb tempest-AttachVolumeShelveTestJSON-2030561000 tempest-AttachVolumeShelveTestJSON-2030561000-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33441134'] for security_group_rule (8a783c98-55a0-4ce2-9d02-4908f2bc655e), after_create {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:46:19.786315 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350a185d-b3f7-4478-8d48-158c74a222cb tempest-AttachVolumeShelveTestJSON-2030561000 tempest-AttachVolumeShelveTestJSON-2030561000-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8a783c98-55a0-4ce2-9d02-4908f2bc655e,revision_number=0']} {{(pid=109569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:46:19.796741 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-350a185d-b3f7-4478-8d48-158c74a222cb tempest-AttachVolumeShelveTestJSON-2030561000 tempest-AttachVolumeShelveTestJSON-2030561000-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:46:19.799772 dv-cinder-830538-5-iscsi neutron-server[109569]: INFO neutron.wsgi [None req-350a185d-b3f7-4478-8d48-158c74a222cb tempest-AttachVolumeShelveTestJSON-2030561000 tempest-AttachVolumeShelveTestJSON-2030561000-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1396489 Feb 28 22:46:19.800634 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.wsgi [-] (109569) accepted ('10.222.0.11', 56566) {{(pid=109569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 22:46:19.802070 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858f840d-c621-4f33-b432-8b705b4d2c62 req-ac65107f-6c99-49ef-9db4-f5b163be17cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:46:19.803495 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-858f840d-c621-4f33-b432-8b705b4d2c62 req-ac65107f-6c99-49ef-9db4-f5b163be17cb service neutron] 10.222.0.36 "GET /v2.0/networks?id=df2fc3b5-d3d8-4f0b-b393-20e4e2e253bc HTTP/1.1" status: 200 len: 912 time: 0.1010680 Feb 28 22:46:19.805199 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.api.v2.base [None req-58abe7f1-7b29-4c01-a59f-4ca336e9648d tempest-AttachVolumeShelveTestJSON-2030561000 tempest-AttachVolumeShelveTestJSON-2030561000-project] Request body: {'security_group_rule': {'security_group_id': '4c2eb597-13aa-4220-9dba-0738b2aa7415', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 22:46:19.830352 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-58abe7f1-7b29-4c01-a59f-4ca336e9648d tempest-AttachVolumeShelveTestJSON-2030561000 tempest-AttachVolumeShelveTestJSON-2030561000-project] Publish callbacks [] for security_group_rule (6b25dd0c-5df7-408e-9f14-b2a78fffd14e), before_create {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:46:19.884965 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-858f840d-c621-4f33-b432-8b705b4d2c62 req-b0609275-96cf-49f7-9348-b50c92c91458 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6b70fcef-5711-42c2-953d-59fa95ea2477 HTTP/1.1" status: 200 len: 1001 time: 0.0756812 Feb 28 22:46:19.894028 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-58abe7f1-7b29-4c01-a59f-4ca336e9648d tempest-AttachVolumeShelveTestJSON-2030561000 tempest-AttachVolumeShelveTestJSON-2030561000-project] Publish callbacks [] for security_group_rule (6b25dd0c-5df7-408e-9f14-b2a78fffd14e), precommit_create {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:46:19.900204 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-58abe7f1-7b29-4c01-a59f-4ca336e9648d tempest-AttachVolumeShelveTestJSON-2030561000 tempest-AttachVolumeShelveTestJSON-2030561000-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33441134'] for security_group_rule (6b25dd0c-5df7-408e-9f14-b2a78fffd14e), after_create {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:46:19.919970 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58abe7f1-7b29-4c01-a59f-4ca336e9648d tempest-AttachVolumeShelveTestJSON-2030561000 tempest-AttachVolumeShelveTestJSON-2030561000-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6b25dd0c-5df7-408e-9f14-b2a78fffd14e,revision_number=0']} {{(pid=109569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:46:19.931821 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-58abe7f1-7b29-4c01-a59f-4ca336e9648d tempest-AttachVolumeShelveTestJSON-2030561000 tempest-AttachVolumeShelveTestJSON-2030561000-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:46:19.939770 dv-cinder-830538-5-iscsi neutron-server[109569]: INFO neutron.wsgi [None req-58abe7f1-7b29-4c01-a59f-4ca336e9648d tempest-AttachVolumeShelveTestJSON-2030561000 tempest-AttachVolumeShelveTestJSON-2030561000-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1380641 Feb 28 22:46:19.940370 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.wsgi [-] (109569) accepted ('10.222.0.11', 56574) {{(pid=109569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 22:46:19.946644 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.api.v2.base [None req-16733f5d-1965-4ac5-b9ce-41e3c828df9d tempest-AttachVolumeShelveTestJSON-2030561000 tempest-AttachVolumeShelveTestJSON-2030561000-project] Request body: {'floatingip': {'floating_network_id': '3e7a10c7-addc-4b79-a555-0b472e939652'}} {{(pid=109569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 22:46:19.947691 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858f840d-c621-4f33-b432-8b705b4d2c62 req-7fa79689-a891-46d0-a6da-e917af3fbf8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:46:19.949224 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-858f840d-c621-4f33-b432-8b705b4d2c62 req-7fa79689-a891-46d0-a6da-e917af3fbf8e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=22e78a7b-72b0-4514-af71-979e73dc5a6f HTTP/1.1" status: 200 len: 850 time: 0.0586579 Feb 28 22:46:19.968633 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-16733f5d-1965-4ac5-b9ce-41e3c828df9d tempest-AttachVolumeShelveTestJSON-2030561000 tempest-AttachVolumeShelveTestJSON-2030561000-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:46:19.998556 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858f840d-c621-4f33-b432-8b705b4d2c62 req-eb70c520-765b-4898-8840-947fa93cc17b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:46:20.000058 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-858f840d-c621-4f33-b432-8b705b4d2c62 req-eb70c520-765b-4898-8840-947fa93cc17b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=df2fc3b5-d3d8-4f0b-b393-20e4e2e253bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0450361 Feb 28 22:46:20.070738 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-16733f5d-1965-4ac5-b9ce-41e3c828df9d tempest-AttachVolumeShelveTestJSON-2030561000 tempest-AttachVolumeShelveTestJSON-2030561000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616566'] for port (None), before_create {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:46:20.101260 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-858f840d-c621-4f33-b432-8b705b4d2c62 req-c9b0ca16-0c7e-4f54-b242-09969522b941 service neutron] 10.222.0.36 "GET /v2.0/networks/df2fc3b5-d3d8-4f0b-b393-20e4e2e253bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946298 Feb 28 22:46:20.182652 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.db.db_base_plugin_common [None req-16733f5d-1965-4ac5-b9ce-41e3c828df9d tempest-AttachVolumeShelveTestJSON-2030561000 tempest-AttachVolumeShelveTestJSON-2030561000-project] Allocated IP 172.27.0.101 (3e7a10c7-addc-4b79-a555-0b472e939652/8aaf002d-6309-4cf0-ae69-6d349a14c0b1/f5925deb-0322-4666-a51a-d62310e5b0ed) {{(pid=109569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 22:46:20.190244 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-858f840d-c621-4f33-b432-8b705b4d2c62 req-72b0b2a6-a08e-40e4-b265-af6c6ff3ab3f service neutron] 10.222.0.36 "GET /v2.0/networks/df2fc3b5-d3d8-4f0b-b393-20e4e2e253bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831938 Feb 28 22:46:20.281713 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-16733f5d-1965-4ac5-b9ce-41e3c828df9d tempest-AttachVolumeShelveTestJSON-2030561000 tempest-AttachVolumeShelveTestJSON-2030561000-project] Publish callbacks [] for port (f5925deb-0322-4666-a51a-d62310e5b0ed), precommit_create {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:46:20.315276 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-16733f5d-1965-4ac5-b9ce-41e3c828df9d tempest-AttachVolumeShelveTestJSON-2030561000 tempest-AttachVolumeShelveTestJSON-2030561000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33156859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750844628228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30055478'] for port (f5925deb-0322-4666-a51a-d62310e5b0ed), after_create {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:46:20.356889 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16733f5d-1965-4ac5-b9ce-41e3c828df9d tempest-AttachVolumeShelveTestJSON-2030561000 tempest-AttachVolumeShelveTestJSON-2030561000-project] Network 3e7a10c7-addc-4b79-a555-0b472e939652 is already hosted by enough agents. {{(pid=109569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 22:46:20.363229 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.scheduler.base_scheduler [None req-16733f5d-1965-4ac5-b9ce-41e3c828df9d tempest-AttachVolumeShelveTestJSON-2030561000 tempest-AttachVolumeShelveTestJSON-2030561000-project] Resources bound (agent type, host, resource id): {{(pid=109569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 22:46:20.368516 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16733f5d-1965-4ac5-b9ce-41e3c828df9d tempest-AttachVolumeShelveTestJSON-2030561000 tempest-AttachVolumeShelveTestJSON-2030561000-project] Received port after_create {{(pid=109569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 22:46:20.373912 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16733f5d-1965-4ac5-b9ce-41e3c828df9d tempest-AttachVolumeShelveTestJSON-2030561000 tempest-AttachVolumeShelveTestJSON-2030561000-project] Pushing event updated for resources: {'Port': ['ID=f5925deb-0322-4666-a51a-d62310e5b0ed,revision_number=1']} {{(pid=109569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:46:20.456552 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-16733f5d-1965-4ac5-b9ce-41e3c828df9d tempest-AttachVolumeShelveTestJSON-2030561000 tempest-AttachVolumeShelveTestJSON-2030561000-project] Publish callbacks [] for floatingip (1f7c2159-4b1c-4d7e-a589-64b2c7ab456e), precommit_create {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:46:20.476016 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.wsgi [-] (109568) accepted ('10.222.0.11', 56578) {{(pid=109568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 22:46:20.495827 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-16733f5d-1965-4ac5-b9ce-41e3c828df9d tempest-AttachVolumeShelveTestJSON-2030561000 tempest-AttachVolumeShelveTestJSON-2030561000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616566'] for port (f5925deb-0322-4666-a51a-d62310e5b0ed), before_update {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:46:20.525093 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.db.db_base_plugin_v2 [None req-c13d5a52-406e-4524-9a7f-2516ca04c00c admin admin] Deleting subnet 045abf93-52bd-44c1-87f5-46dfb1bd4eae {{(pid=109568) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 22:46:20.528234 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-c13d5a52-406e-4524-9a7f-2516ca04c00c admin admin] Publish callbacks [] for subnet (045abf93-52bd-44c1-87f5-46dfb1bd4eae), before_delete {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:46:20.565144 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-c13d5a52-406e-4524-9a7f-2516ca04c00c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29573530'] for subnet (045abf93-52bd-44c1-87f5-46dfb1bd4eae), precommit_delete_associations {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:46:20.603579 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-c13d5a52-406e-4524-9a7f-2516ca04c00c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002603'] for subnet (045abf93-52bd-44c1-87f5-46dfb1bd4eae), precommit_delete {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:46:20.644579 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-16733f5d-1965-4ac5-b9ce-41e3c828df9d tempest-AttachVolumeShelveTestJSON-2030561000 tempest-AttachVolumeShelveTestJSON-2030561000-project] Publish callbacks [] for port (f5925deb-0322-4666-a51a-d62310e5b0ed), precommit_update {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:46:20.650093 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-16733f5d-1965-4ac5-b9ce-41e3c828df9d tempest-AttachVolumeShelveTestJSON-2030561000 tempest-AttachVolumeShelveTestJSON-2030561000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33156859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750845083886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750844628246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750844628264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30055487'] for port (f5925deb-0322-4666-a51a-d62310e5b0ed), after_update {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:46:20.661911 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-c13d5a52-406e-4524-9a7f-2516ca04c00c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33448168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33156859', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30788374', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24898847'] for subnet (045abf93-52bd-44c1-87f5-46dfb1bd4eae), after_delete {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:46:20.690510 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c13d5a52-406e-4524-9a7f-2516ca04c00c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=045abf93-52bd-44c1-87f5-46dfb1bd4eae,revision_number=None']} {{(pid=109568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:46:20.694247 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-c13d5a52-406e-4524-9a7f-2516ca04c00c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:46:20.700924 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [None req-c13d5a52-406e-4524-9a7f-2516ca04c00c admin admin] 10.222.0.11 "DELETE /v2.0/subnets/045abf93-52bd-44c1-87f5-46dfb1bd4eae HTTP/1.1" status: 204 len: 168 time: 0.2209992 Feb 28 22:46:20.701863 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.wsgi [-] (109568) accepted ('10.222.0.11', 56580) {{(pid=109568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 22:46:20.723782 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16733f5d-1965-4ac5-b9ce-41e3c828df9d tempest-AttachVolumeShelveTestJSON-2030561000 tempest-AttachVolumeShelveTestJSON-2030561000-project] Pushing event updated for resources: {'Port': ['ID=f5925deb-0322-4666-a51a-d62310e5b0ed,revision_number=2']} {{(pid=109569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:46:20.737917 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-16733f5d-1965-4ac5-b9ce-41e3c828df9d tempest-AttachVolumeShelveTestJSON-2030561000 tempest-AttachVolumeShelveTestJSON-2030561000-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33522123'] for floatingip (1f7c2159-4b1c-4d7e-a589-64b2c7ab456e), after_create {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:46:20.760739 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-16733f5d-1965-4ac5-b9ce-41e3c828df9d tempest-AttachVolumeShelveTestJSON-2030561000 tempest-AttachVolumeShelveTestJSON-2030561000-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80159'] for floatingip (None), before_response {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:46:20.762095 dv-cinder-830538-5-iscsi neutron-server[109569]: INFO neutron.wsgi [None req-16733f5d-1965-4ac5-b9ce-41e3c828df9d tempest-AttachVolumeShelveTestJSON-2030561000 tempest-AttachVolumeShelveTestJSON-2030561000-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8207979 Feb 28 22:46:20.815080 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-b289506e-e9a4-4a28-ab47-c0ffc203f99e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1026704'] for network (26079c3c-8136-4e3b-bff8-bf03e67b06ea), before_delete {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:46:20.877684 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1dd97f-ffe4-4679-b124-e8f2b95ac691 req-1f0ef523-ed41-4923-9f40-cc638c30fa37 tempest-AttachVolumeTestJSON-1325054245 tempest-AttachVolumeTestJSON-1325054245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:46:20.879435 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-eb1dd97f-ffe4-4679-b124-e8f2b95ac691 req-1f0ef523-ed41-4923-9f40-cc638c30fa37 tempest-AttachVolumeTestJSON-1325054245 tempest-AttachVolumeTestJSON-1325054245-project] 10.222.0.11 "GET /v2.0/ports?device_id=cb5d42fc-117f-46a8-bc9e-2a9c370bc40f HTTP/1.1" status: 200 len: 945 time: 0.1012852 Feb 28 22:46:20.937225 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-b289506e-e9a4-4a28-ab47-c0ffc203f99e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-574352', 'neutron.services.segments.db._delete_segments_for_network-8750845036701'] for network (26079c3c-8136-4e3b-bff8-bf03e67b06ea), precommit_delete {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:46:20.980067 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.services.segments.db [None req-b289506e-e9a4-4a28-ab47-c0ffc203f99e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['26079c3c-8136-4e3b-bff8-bf03e67b06ea']}} {{(pid=109568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 22:46:21.006553 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.services.segments.db [None req-b289506e-e9a4-4a28-ab47-c0ffc203f99e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ac206728-97d1-439d-8886-40ed39a6967c') {'for_net_delete': True} {{(pid=109568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 22:46:21.006857 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.services.segments.db [None req-b289506e-e9a4-4a28-ab47-c0ffc203f99e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ac206728-97d1-439d-8886-40ed39a6967c') {} {{(pid=109568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 22:46:21.025398 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-eb1dd97f-ffe4-4679-b124-e8f2b95ac691 req-fbdaf864-ff25-4b6f-b00b-576bc787090e tempest-AttachVolumeTestJSON-1325054245 tempest-AttachVolumeTestJSON-1325054245-project] 10.222.0.11 "GET /v2.0/security-groups?id=a5149e9f-4f71-46b3-96fa-21697ff32bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1209869 Feb 28 22:46:21.027817 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-b289506e-e9a4-4a28-ab47-c0ffc203f99e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750845040550', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29573517'] for segment (ac206728-97d1-439d-8886-40ed39a6967c), before_delete {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:46:21.032465 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-7a224500-8513-4759-a666-0cf5355247f7 req-8a348cff-ded9-47b5-8fbb-349185d23422 tempest-AttachVolumeShelveTestJSON-2030561000 tempest-AttachVolumeShelveTestJSON-2030561000-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-securitygroup--330503163&fields=id&tenant_id=83c55453f2fe4dc79de3c29aff0b4932 HTTP/1.1" status: 200 len: 267 time: 0.1050889 Feb 28 22:46:21.069883 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-b289506e-e9a4-4a28-ab47-c0ffc203f99e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1012980'] for segment (ac206728-97d1-439d-8886-40ed39a6967c), precommit_delete {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:46:21.104653 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b289506e-e9a4-4a28-ab47-c0ffc203f99e admin admin] Releasing vlan 118 on physical network physnet1 to pool {{(pid=109568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 22:46:21.105048 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-b289506e-e9a4-4a28-ab47-c0ffc203f99e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1012980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30788552'] for segment (ac206728-97d1-439d-8886-40ed39a6967c), after_delete {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:46:21.106663 dv-cinder-830538-5-iscsi neutron-server[109568]: Traceback (most recent call last): Feb 28 22:46:21.106663 dv-cinder-830538-5-iscsi neutron-server[109568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 22:46:21.106663 dv-cinder-830538-5-iscsi neutron-server[109568]: timer() Feb 28 22:46:21.106663 dv-cinder-830538-5-iscsi neutron-server[109568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 22:46:21.106663 dv-cinder-830538-5-iscsi neutron-server[109568]: cb(*args, **kw) Feb 28 22:46:21.106663 dv-cinder-830538-5-iscsi neutron-server[109568]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 22:46:21.106663 dv-cinder-830538-5-iscsi neutron-server[109568]: return func(*args, **kwargs) Feb 28 22:46:21.106663 dv-cinder-830538-5-iscsi neutron-server[109568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 22:46:21.106663 dv-cinder-830538-5-iscsi neutron-server[109568]: self._notify() Feb 28 22:46:21.106663 dv-cinder-830538-5-iscsi neutron-server[109568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 22:46:21.106663 dv-cinder-830538-5-iscsi neutron-server[109568]: self.callback(batched_events) Feb 28 22:46:21.106663 dv-cinder-830538-5-iscsi neutron-server[109568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 22:46:21.106663 dv-cinder-830538-5-iscsi neutron-server[109568]: event.method(event) Feb 28 22:46:21.106663 dv-cinder-830538-5-iscsi neutron-server[109568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 22:46:21.106663 dv-cinder-830538-5-iscsi neutron-server[109568]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 22:46:21.106663 dv-cinder-830538-5-iscsi neutron-server[109568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 22:46:21.106663 dv-cinder-830538-5-iscsi neutron-server[109568]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 22:46:21.106663 dv-cinder-830538-5-iscsi neutron-server[109568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 22:46:21.106663 dv-cinder-830538-5-iscsi neutron-server[109568]: return f(self, *a, **k) Feb 28 22:46:21.106663 dv-cinder-830538-5-iscsi neutron-server[109568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 22:46:21.106663 dv-cinder-830538-5-iscsi neutron-server[109568]: return self._get(url).json() Feb 28 22:46:21.106663 dv-cinder-830538-5-iscsi neutron-server[109568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 22:46:21.106663 dv-cinder-830538-5-iscsi neutron-server[109568]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 22:46:21.106663 dv-cinder-830538-5-iscsi neutron-server[109568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 22:46:21.106663 dv-cinder-830538-5-iscsi neutron-server[109568]: return self.request(url, 'GET', **kwargs) Feb 28 22:46:21.106663 dv-cinder-830538-5-iscsi neutron-server[109568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 22:46:21.106663 dv-cinder-830538-5-iscsi neutron-server[109568]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 22:46:21.106663 dv-cinder-830538-5-iscsi neutron-server[109568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 22:46:21.106663 dv-cinder-830538-5-iscsi neutron-server[109568]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 22:46:21.106663 dv-cinder-830538-5-iscsi neutron-server[109568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 22:46:21.106663 dv-cinder-830538-5-iscsi neutron-server[109568]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 22:46:21.106663 dv-cinder-830538-5-iscsi neutron-server[109568]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 22:46:21.174638 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-b289506e-e9a4-4a28-ab47-c0ffc203f99e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-574441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33441228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33156859', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33522105'] for network (26079c3c-8136-4e3b-bff8-bf03e67b06ea), after_delete {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:46:21.436371 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-b289506e-e9a4-4a28-ab47-c0ffc203f99e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33156845'] for network (None), before_response {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:46:21.439472 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [None req-b289506e-e9a4-4a28-ab47-c0ffc203f99e admin admin] 10.222.0.11 "DELETE /v2.0/networks/26079c3c-8136-4e3b-bff8-bf03e67b06ea HTTP/1.1" status: 204 len: 168 time: 0.7366824 Feb 28 22:46:21.452374 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b289506e-e9a4-4a28-ab47-c0ffc203f99e admin admin] Pushing event deleted for resources: {'Network': ['ID=26079c3c-8136-4e3b-bff8-bf03e67b06ea,revision_number=None']} {{(pid=109568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:46:21.459490 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a224500-8513-4759-a666-0cf5355247f7 req-1786d505-f0f1-4476-818b-3209a612710d tempest-AttachVolumeShelveTestJSON-2030561000 tempest-AttachVolumeShelveTestJSON-2030561000-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:46:21.461042 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-7a224500-8513-4759-a666-0cf5355247f7 req-1786d505-f0f1-4476-818b-3209a612710d tempest-AttachVolumeShelveTestJSON-2030561000 tempest-AttachVolumeShelveTestJSON-2030561000-project] 10.222.0.11 "GET /v2.0/networks?id=e1dee003-d534-429c-aed6-3f1020c03805 HTTP/1.1" status: 200 len: 816 time: 0.4167209 Feb 28 22:46:21.475928 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-7a224500-8513-4759-a666-0cf5355247f7 req-687de40c-e3bc-4a0e-b256-0018bb3b1831 tempest-AttachVolumeShelveTestJSON-2030561000 tempest-AttachVolumeShelveTestJSON-2030561000-project] 10.222.0.11 "GET /v2.0/quotas/83c55453f2fe4dc79de3c29aff0b4932 HTTP/1.1" status: 200 len: 375 time: 0.0089955 Feb 28 22:46:21.530674 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-7a224500-8513-4759-a666-0cf5355247f7 req-a3bc8322-080a-4499-99e4-da77c2299447 tempest-AttachVolumeShelveTestJSON-2030561000 tempest-AttachVolumeShelveTestJSON-2030561000-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=83c55453f2fe4dc79de3c29aff0b4932&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0492766 Feb 28 22:46:21.603251 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.wsgi [-] (109569) accepted ('10.222.0.11', 56606) {{(pid=109569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 22:46:21.628648 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-7a224500-8513-4759-a666-0cf5355247f7 req-96839de9-fe2c-4c11-9e16-f8c28472f563 service neutron] 10.222.0.11 "GET /v2.0/networks/e1dee003-d534-429c-aed6-3f1020c03805?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862920 Feb 28 22:46:21.643063 dv-cinder-830538-5-iscsi neutron-server[109569]: INFO neutron.wsgi [None req-11c08040-5ee2-4b86-bf68-0b7242410eb9 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=d76f9b1291274319906fdfcde11ead04&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0384977 Feb 28 22:46:21.645608 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.wsgi [-] (109569) accepted ('10.222.0.11', 56608) {{(pid=109569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 22:46:21.691425 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-74a8666b-d87a-4451-8fb5-5a259925170b admin admin] Publish callbacks [] for security_group (d8c5b7b6-5700-48c5-af69-dd19b3ab0f3b), before_delete {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:46:21.712430 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-74a8666b-d87a-4451-8fb5-5a259925170b admin admin] Publish callbacks [] for security_group (d8c5b7b6-5700-48c5-af69-dd19b3ab0f3b), precommit_delete {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:46:21.716006 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-7a224500-8513-4759-a666-0cf5355247f7 req-96af6df8-63c4-4d26-a28c-b127fffc08e7 service neutron] 10.222.0.11 "GET /v2.0/networks/e1dee003-d534-429c-aed6-3f1020c03805?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813844 Feb 28 22:46:21.758479 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-74a8666b-d87a-4451-8fb5-5a259925170b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33441213'] for security_group (d8c5b7b6-5700-48c5-af69-dd19b3ab0f3b), after_delete {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:46:21.761035 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-74a8666b-d87a-4451-8fb5-5a259925170b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:46:21.763702 dv-cinder-830538-5-iscsi neutron-server[109569]: INFO neutron.wsgi [None req-74a8666b-d87a-4451-8fb5-5a259925170b admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/d8c5b7b6-5700-48c5-af69-dd19b3ab0f3b HTTP/1.1" status: 204 len: 168 time: 0.1156819 Feb 28 22:46:21.769948 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a8666b-d87a-4451-8fb5-5a259925170b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8c5b7b6-5700-48c5-af69-dd19b3ab0f3b,revision_number=None']} {{(pid=109569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:46:21.900477 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-ebd14e76-5cf8-43e8-8046-ad5d63f8d9f9 req-67f3df00-7a0a-45a0-9407-bafc813125fb tempest-AttachVolumeShelveTestJSON-2030561000 tempest-AttachVolumeShelveTestJSON-2030561000-project] 10.222.0.11 "GET /v2.0/ports?device_id=d9fa7fde-aeb4-48d6-993a-d21fe9e9d484 HTTP/1.1" status: 200 len: 210 time: 0.0338831 Feb 28 22:46:22.812383 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a224500-8513-4759-a666-0cf5355247f7 req-fed8444d-9e6e-4868-97a1-5b83cc1323e1 tempest-AttachVolumeShelveTestJSON-2030561000 tempest-AttachVolumeShelveTestJSON-2030561000-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:46:22.813752 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-7a224500-8513-4759-a666-0cf5355247f7 req-fed8444d-9e6e-4868-97a1-5b83cc1323e1 tempest-AttachVolumeShelveTestJSON-2030561000 tempest-AttachVolumeShelveTestJSON-2030561000-project] 10.222.0.36 "GET /v2.0/networks?id=e1dee003-d534-429c-aed6-3f1020c03805 HTTP/1.1" status: 200 len: 816 time: 0.1073725 Feb 28 22:46:22.874946 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-7a224500-8513-4759-a666-0cf5355247f7 req-266cc6be-b2b3-4607-bea4-16cb2f080ea9 tempest-AttachVolumeShelveTestJSON-2030561000 tempest-AttachVolumeShelveTestJSON-2030561000-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=83c55453f2fe4dc79de3c29aff0b4932 HTTP/1.1" status: 200 len: 379 time: 0.0534334 Feb 28 22:46:22.886107 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.api.v2.base [req-7a224500-8513-4759-a666-0cf5355247f7 req-c5c7aeec-7219-48e0-8210-01dadcc6cfbe tempest-AttachVolumeShelveTestJSON-2030561000 tempest-AttachVolumeShelveTestJSON-2030561000-project] Request body: {'port': {'device_id': 'd9fa7fde-aeb4-48d6-993a-d21fe9e9d484', 'network_id': 'e1dee003-d534-429c-aed6-3f1020c03805', 'admin_state_up': True, 'tenant_id': '83c55453f2fe4dc79de3c29aff0b4932', 'security_groups': ['4c2eb597-13aa-4220-9dba-0738b2aa7415']}} {{(pid=109568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 22:46:23.010521 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-309ea93e-6779-4bff-91b8-73df37c5e1f3 req-86ba7a8c-9261-477b-9e36-604414122998 tempest-AttachVolumeShelveTestJSON-2030561000 tempest-AttachVolumeShelveTestJSON-2030561000-project] 10.222.0.11 "GET /v2.0/ports?device_id=d9fa7fde-aeb4-48d6-993a-d21fe9e9d484 HTTP/1.1" status: 200 len: 210 time: 0.0287244 Feb 28 22:46:23.026328 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7a224500-8513-4759-a666-0cf5355247f7 req-c5c7aeec-7219-48e0-8210-01dadcc6cfbe tempest-AttachVolumeShelveTestJSON-2030561000 tempest-AttachVolumeShelveTestJSON-2030561000-project] Made reservation on behalf of 83c55453f2fe4dc79de3c29aff0b4932 for: {'port': 1} {{(pid=109568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 22:46:23.029686 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [req-7a224500-8513-4759-a666-0cf5355247f7 req-c5c7aeec-7219-48e0-8210-01dadcc6cfbe tempest-AttachVolumeShelveTestJSON-2030561000 tempest-AttachVolumeShelveTestJSON-2030561000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616566'] for port (None), before_create {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:46:23.153551 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.db.db_base_plugin_common [req-7a224500-8513-4759-a666-0cf5355247f7 req-c5c7aeec-7219-48e0-8210-01dadcc6cfbe tempest-AttachVolumeShelveTestJSON-2030561000 tempest-AttachVolumeShelveTestJSON-2030561000-project] Allocated IP 172.20.0.3 (e1dee003-d534-429c-aed6-3f1020c03805/3b622ab4-8097-4b6c-8ec2-bb3f77857ed1/22596c55-b7af-49a7-9034-b3ec7f52571f) {{(pid=109568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 22:46:23.293935 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [req-7a224500-8513-4759-a666-0cf5355247f7 req-c5c7aeec-7219-48e0-8210-01dadcc6cfbe tempest-AttachVolumeShelveTestJSON-2030561000 tempest-AttachVolumeShelveTestJSON-2030561000-project] Publish callbacks [] for port (22596c55-b7af-49a7-9034-b3ec7f52571f), precommit_create {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:46:23.328133 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [req-7a224500-8513-4759-a666-0cf5355247f7 req-c5c7aeec-7219-48e0-8210-01dadcc6cfbe tempest-AttachVolumeShelveTestJSON-2030561000 tempest-AttachVolumeShelveTestJSON-2030561000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33156859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750844628228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30788389'] for port (22596c55-b7af-49a7-9034-b3ec7f52571f), after_create {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:46:23.375043 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7a224500-8513-4759-a666-0cf5355247f7 req-c5c7aeec-7219-48e0-8210-01dadcc6cfbe tempest-AttachVolumeShelveTestJSON-2030561000 tempest-AttachVolumeShelveTestJSON-2030561000-project] Network e1dee003-d534-429c-aed6-3f1020c03805 is already hosted by enough agents. {{(pid=109568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 22:46:23.378200 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.scheduler.base_scheduler [req-7a224500-8513-4759-a666-0cf5355247f7 req-c5c7aeec-7219-48e0-8210-01dadcc6cfbe tempest-AttachVolumeShelveTestJSON-2030561000 tempest-AttachVolumeShelveTestJSON-2030561000-project] Resources bound (agent type, host, resource id): {{(pid=109568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 22:46:23.381934 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a224500-8513-4759-a666-0cf5355247f7 req-c5c7aeec-7219-48e0-8210-01dadcc6cfbe tempest-AttachVolumeShelveTestJSON-2030561000 tempest-AttachVolumeShelveTestJSON-2030561000-project] Received port after_create {{(pid=109568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 22:46:23.411874 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c7aeec-7219-48e0-8210-01dadcc6cfbe tempest-AttachVolumeShelveTestJSON-2030561000 tempest-AttachVolumeShelveTestJSON-2030561000-project] Pushing event updated for resources: {'Port': ['ID=22596c55-b7af-49a7-9034-b3ec7f52571f,revision_number=1']} {{(pid=109568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:46:23.439250 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a224500-8513-4759-a666-0cf5355247f7 req-c5c7aeec-7219-48e0-8210-01dadcc6cfbe tempest-AttachVolumeShelveTestJSON-2030561000 tempest-AttachVolumeShelveTestJSON-2030561000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:46:23.440011 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [req-7a224500-8513-4759-a666-0cf5355247f7 req-c5c7aeec-7219-48e0-8210-01dadcc6cfbe tempest-AttachVolumeShelveTestJSON-2030561000 tempest-AttachVolumeShelveTestJSON-2030561000-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80159'] for port (None), before_response {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:46:23.456337 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-7a224500-8513-4759-a666-0cf5355247f7 req-c5c7aeec-7219-48e0-8210-01dadcc6cfbe tempest-AttachVolumeShelveTestJSON-2030561000 tempest-AttachVolumeShelveTestJSON-2030561000-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5743876 Feb 28 22:46:23.467467 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.api.v2.base [req-7a224500-8513-4759-a666-0cf5355247f7 req-66fc6549-b6cf-4238-88f7-17ed0a7ce176 service neutron] Request body: {'port': {'device_id': 'd9fa7fde-aeb4-48d6-993a-d21fe9e9d484', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83053'}} {{(pid=109568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 22:46:23.528021 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [req-7a224500-8513-4759-a666-0cf5355247f7 req-66fc6549-b6cf-4238-88f7-17ed0a7ce176 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616566'] for port (22596c55-b7af-49a7-9034-b3ec7f52571f), before_update {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:46:23.567065 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.db.provisioning_blocks [None req-be380d3c-05d7-4846-b543-7d9a8e99b7fb None None] Provisioning complete for port 22596c55-b7af-49a7-9034-b3ec7f52571f triggered by entity DHCP. {{(pid=109570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 22:46:23.567624 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-be380d3c-05d7-4846-b543-7d9a8e99b7fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579965'] for port (22596c55-b7af-49a7-9034-b3ec7f52571f), provisioning_complete {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:46:23.600824 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.plugin [None req-be380d3c-05d7-4846-b543-7d9a8e99b7fb None None] Port 22596c55-b7af-49a7-9034-b3ec7f52571f cannot update to ACTIVE because it is not bound. {{(pid=109570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 22:46:23.790207 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.notifiers.nova [req-7a224500-8513-4759-a666-0cf5355247f7 req-66fc6549-b6cf-4238-88f7-17ed0a7ce176 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 22596c55-b7af-49a7-9034-b3ec7f52571f {{(pid=109568) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 22:46:23.797172 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [req-7a224500-8513-4759-a666-0cf5355247f7 req-66fc6549-b6cf-4238-88f7-17ed0a7ce176 service neutron] Publish callbacks [] for port (22596c55-b7af-49a7-9034-b3ec7f52571f), precommit_update {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:46:23.808949 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.db.provisioning_blocks [req-7a224500-8513-4759-a666-0cf5355247f7 req-66fc6549-b6cf-4238-88f7-17ed0a7ce176 service neutron] Transition to ACTIVE for port object 22596c55-b7af-49a7-9034-b3ec7f52571f will not be triggered until provisioned by entity L2. {{(pid=109568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Feb 28 22:46:23.812857 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [req-7a224500-8513-4759-a666-0cf5355247f7 req-66fc6549-b6cf-4238-88f7-17ed0a7ce176 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33156859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750845083886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750844628246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750844628264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30788396'] for port (22596c55-b7af-49a7-9034-b3ec7f52571f), after_update {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:46:23.865504 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66fc6549-b6cf-4238-88f7-17ed0a7ce176 service neutron] Pushing event updated for resources: {'Port': ['ID=22596c55-b7af-49a7-9034-b3ec7f52571f,revision_number=2']} {{(pid=109568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:46:23.937096 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.plugins.ml2.managers [req-7a224500-8513-4759-a666-0cf5355247f7 req-66fc6549-b6cf-4238-88f7-17ed0a7ce176 service neutron] Attempting to bind port 22596c55-b7af-49a7-9034-b3ec7f52571f on host hv-cinder-83053 for vnic_type normal with profile {{(pid=109568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 22:46:23.937433 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.plugins.ml2.managers [req-7a224500-8513-4759-a666-0cf5355247f7 req-66fc6549-b6cf-4238-88f7-17ed0a7ce176 service neutron] Attempting to bind port 22596c55-b7af-49a7-9034-b3ec7f52571f by drivers openvswitch,hyperv on host hv-cinder-83053 at level 0 using segments [{'id': '28413273-d7c8-4d86-a7b1-c45f9712072e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'e1dee003-d534-429c-aed6-3f1020c03805'}] {{(pid=109568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 22:46:23.937766 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a224500-8513-4759-a666-0cf5355247f7 req-66fc6549-b6cf-4238-88f7-17ed0a7ce176 service neutron] Attempting to bind port 22596c55-b7af-49a7-9034-b3ec7f52571f on network e1dee003-d534-429c-aed6-3f1020c03805 {{(pid=109568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 22:46:23.942210 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a224500-8513-4759-a666-0cf5355247f7 req-66fc6549-b6cf-4238-88f7-17ed0a7ce176 service neutron] Port 22596c55-b7af-49a7-9034-b3ec7f52571f on network e1dee003-d534-429c-aed6-3f1020c03805 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83053 {{(pid=109568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 22:46:23.942529 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a224500-8513-4759-a666-0cf5355247f7 req-66fc6549-b6cf-4238-88f7-17ed0a7ce176 service neutron] Attempting to bind port 22596c55-b7af-49a7-9034-b3ec7f52571f on network e1dee003-d534-429c-aed6-3f1020c03805 {{(pid=109568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 22:46:23.948921 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a224500-8513-4759-a666-0cf5355247f7 req-66fc6549-b6cf-4238-88f7-17ed0a7ce176 service neutron] Checking agent: {'id': '5b2bda77-ea31-45ff-af39-f050a95cb1da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83053', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 22, 40, 14), 'started_at': datetime.datetime(2022, 2, 28, 22, 40, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 22, 46, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 22:46:23.949274 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a224500-8513-4759-a666-0cf5355247f7 req-66fc6549-b6cf-4238-88f7-17ed0a7ce176 service neutron] Checking segment: {'id': '28413273-d7c8-4d86-a7b1-c45f9712072e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'e1dee003-d534-429c-aed6-3f1020c03805'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 22:46:23.949664 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a224500-8513-4759-a666-0cf5355247f7 req-66fc6549-b6cf-4238-88f7-17ed0a7ce176 service neutron] Bound using segment: {'id': '28413273-d7c8-4d86-a7b1-c45f9712072e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'e1dee003-d534-429c-aed6-3f1020c03805'} {{(pid=109568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 22:46:23.950102 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.plugins.ml2.managers [req-7a224500-8513-4759-a666-0cf5355247f7 req-66fc6549-b6cf-4238-88f7-17ed0a7ce176 service neutron] Bound port: 22596c55-b7af-49a7-9034-b3ec7f52571f, host: hv-cinder-83053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '28413273-d7c8-4d86-a7b1-c45f9712072e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'e1dee003-d534-429c-aed6-3f1020c03805'}}] {{(pid=109568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 22:46:23.950463 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [req-7a224500-8513-4759-a666-0cf5355247f7 req-66fc6549-b6cf-4238-88f7-17ed0a7ce176 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616566'] for port (22596c55-b7af-49a7-9034-b3ec7f52571f), before_update {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:46:24.015026 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.plugins.ml2.db [req-7a224500-8513-4759-a666-0cf5355247f7 req-66fc6549-b6cf-4238-88f7-17ed0a7ce176 service neutron] For port 22596c55-b7af-49a7-9034-b3ec7f52571f, host hv-cinder-83053, cleared binding levels {{(pid=109568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 22:46:24.018013 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.plugins.ml2.db [req-7a224500-8513-4759-a666-0cf5355247f7 req-66fc6549-b6cf-4238-88f7-17ed0a7ce176 service neutron] For port 22596c55-b7af-49a7-9034-b3ec7f52571f, host hv-cinder-83053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83053',level=0,port_id=22596c55-b7af-49a7-9034-b3ec7f52571f,segment=NetworkSegment(28413273-d7c8-4d86-a7b1-c45f9712072e),segment_id=28413273-d7c8-4d86-a7b1-c45f9712072e)] {{(pid=109568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 22:46:24.025687 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [req-7a224500-8513-4759-a666-0cf5355247f7 req-66fc6549-b6cf-4238-88f7-17ed0a7ce176 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33156859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750845083886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750844628246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750844628264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30788396'] for port (22596c55-b7af-49a7-9034-b3ec7f52571f), after_update {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:46:24.058233 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a224500-8513-4759-a666-0cf5355247f7 req-66fc6549-b6cf-4238-88f7-17ed0a7ce176 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:46:24.058837 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [req-7a224500-8513-4759-a666-0cf5355247f7 req-66fc6549-b6cf-4238-88f7-17ed0a7ce176 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80159'] for port (None), before_response {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:46:24.060259 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-7a224500-8513-4759-a666-0cf5355247f7 req-66fc6549-b6cf-4238-88f7-17ed0a7ce176 service neutron] 10.222.0.36 "PUT /v2.0/ports/22596c55-b7af-49a7-9034-b3ec7f52571f HTTP/1.1" status: 200 len: 1093 time: 0.5971591 Feb 28 22:46:24.060958 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9fa7fde-aeb4-48d6-993a-d21fe9e9d484', 'tag': '22596c55-b7af-49a7-9034-b3ec7f52571f'}] {{(pid=109568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 22:46:24.063186 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be30730c9f576b5ae602769365630bce3a2881df6c4aa92702dca8eb1643a507" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a729b3af-557d-4cf8-9e8b-0aa00df324e6" -d '{"events": [{"name": "network-changed", "server_uuid": "d9fa7fde-aeb4-48d6-993a-d21fe9e9d484", "tag": "22596c55-b7af-49a7-9034-b3ec7f52571f"}]}' {{(pid=109568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 22:46:24.092776 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66fc6549-b6cf-4238-88f7-17ed0a7ce176 service neutron] Pushing event updated for resources: {'Port': ['ID=22596c55-b7af-49a7-9034-b3ec7f52571f,revision_number=3']} {{(pid=109568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:46:24.114230 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 22:46:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3dcf3997-4cb9-4a23-8f04-213ac364f6ac x-openstack-request-id: req-3dcf3997-4cb9-4a23-8f04-213ac364f6ac {{(pid=109568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 22:46:24.114532 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d9fa7fde-aeb4-48d6-993a-d21fe9e9d484", "tag": "22596c55-b7af-49a7-9034-b3ec7f52571f", "status": "completed", "code": 200}]} {{(pid=109568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 22:46:24.114788 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-3dcf3997-4cb9-4a23-8f04-213ac364f6ac {{(pid=109568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 22:46:24.115194 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9fa7fde-aeb4-48d6-993a-d21fe9e9d484', 'tag': '22596c55-b7af-49a7-9034-b3ec7f52571f', 'status': 'completed', 'code': 200} Feb 28 22:46:24.199044 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a224500-8513-4759-a666-0cf5355247f7 req-e66f664b-f2a0-4a46-a22f-4fe615a056eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:46:24.200703 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-7a224500-8513-4759-a666-0cf5355247f7 req-e66f664b-f2a0-4a46-a22f-4fe615a056eb service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=83c55453f2fe4dc79de3c29aff0b4932&device_id=d9fa7fde-aeb4-48d6-993a-d21fe9e9d484 HTTP/1.1" status: 200 len: 1127 time: 0.0824676 Feb 28 22:46:24.212489 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67774217-943c-4a9e-b79d-a49c53a9a48b req-16250113-a55c-433b-ba44-3f13c8299777 tempest-AttachVolumeShelveTestJSON-2030561000 tempest-AttachVolumeShelveTestJSON-2030561000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:46:24.214020 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-67774217-943c-4a9e-b79d-a49c53a9a48b req-16250113-a55c-433b-ba44-3f13c8299777 tempest-AttachVolumeShelveTestJSON-2030561000 tempest-AttachVolumeShelveTestJSON-2030561000-project] 10.222.0.11 "GET /v2.0/ports?device_id=d9fa7fde-aeb4-48d6-993a-d21fe9e9d484 HTTP/1.1" status: 200 len: 943 time: 0.0879011 Feb 28 22:46:24.256146 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-7a224500-8513-4759-a666-0cf5355247f7 req-1f252a22-6295-4b4a-8595-c4a259a3df4a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=22596c55-b7af-49a7-9034-b3ec7f52571f HTTP/1.1" status: 200 len: 217 time: 0.0411677 Feb 28 22:46:24.329533 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-67774217-943c-4a9e-b79d-a49c53a9a48b req-ee510571-4276-4f99-9f44-b3d2f9fb98ca tempest-AttachVolumeShelveTestJSON-2030561000 tempest-AttachVolumeShelveTestJSON-2030561000-project] 10.222.0.11 "GET /v2.0/security-groups?id=4c2eb597-13aa-4220-9dba-0738b2aa7415&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1085575 Feb 28 22:46:24.331086 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a224500-8513-4759-a666-0cf5355247f7 req-a63e89ac-dd06-4b28-9d95-9a1a48aa12ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:46:24.332519 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-7a224500-8513-4759-a666-0cf5355247f7 req-a63e89ac-dd06-4b28-9d95-9a1a48aa12ca service neutron] 10.222.0.36 "GET /v2.0/subnets?id=3b622ab4-8097-4b6c-8ec2-bb3f77857ed1 HTTP/1.1" status: 200 len: 855 time: 0.0699675 Feb 28 22:46:24.382367 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a224500-8513-4759-a666-0cf5355247f7 req-74bf854e-ae33-4b2d-9d9a-b539f244c14e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:46:24.384648 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-7a224500-8513-4759-a666-0cf5355247f7 req-74bf854e-ae33-4b2d-9d9a-b539f244c14e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e1dee003-d534-429c-aed6-3f1020c03805&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0463347 Feb 28 22:46:24.474363 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-7a224500-8513-4759-a666-0cf5355247f7 req-26d1802e-26b8-453f-b328-ebe2274a9946 service neutron] 10.222.0.36 "GET /v2.0/networks/e1dee003-d534-429c-aed6-3f1020c03805?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835805 Feb 28 22:46:24.571865 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-7a224500-8513-4759-a666-0cf5355247f7 req-d97c52cb-9fb8-40d8-9eeb-3130423be3c1 service neutron] 10.222.0.36 "GET /v2.0/networks/e1dee003-d534-429c-aed6-3f1020c03805?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899837 Feb 28 22:46:24.580025 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.wsgi [-] (109568) accepted ('10.222.0.11', 56650) {{(pid=109568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 22:46:24.661299 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a729b3af-557d-4cf8-9e8b-0aa00df324e6 req-2ae12f45-01ef-437f-8e95-09d09835b84c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:46:24.662768 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-a729b3af-557d-4cf8-9e8b-0aa00df324e6 req-2ae12f45-01ef-437f-8e95-09d09835b84c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=83c55453f2fe4dc79de3c29aff0b4932&device_id=d9fa7fde-aeb4-48d6-993a-d21fe9e9d484 HTTP/1.1" status: 200 len: 1127 time: 0.0440760 Feb 28 22:46:24.727980 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-59f28967-c52a-415b-ad45-483bc42925b5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:46:24.794856 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a729b3af-557d-4cf8-9e8b-0aa00df324e6 req-039f2176-77fc-4a77-affe-4c2e6059f73f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:46:24.796362 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-a729b3af-557d-4cf8-9e8b-0aa00df324e6 req-039f2176-77fc-4a77-affe-4c2e6059f73f service neutron] 10.222.0.36 "GET /v2.0/networks?id=e1dee003-d534-429c-aed6-3f1020c03805 HTTP/1.1" status: 200 len: 917 time: 0.1271029 Feb 28 22:46:24.842513 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-a729b3af-557d-4cf8-9e8b-0aa00df324e6 req-eb98f2b2-4daa-4437-8351-6528c1862eda service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=22596c55-b7af-49a7-9034-b3ec7f52571f HTTP/1.1" status: 200 len: 217 time: 0.0399303 Feb 28 22:46:24.903021 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-59f28967-c52a-415b-ad45-483bc42925b5 admin admin] Publish callbacks [] for security_group (bc8169ac-a8ec-4877-b9da-c3dd74a0f570), precommit_create {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:46:24.909724 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-59f28967-c52a-415b-ad45-483bc42925b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33441213'] for security_group (bc8169ac-a8ec-4877-b9da-c3dd74a0f570), after_create {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:46:24.920924 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a729b3af-557d-4cf8-9e8b-0aa00df324e6 req-9bce8688-3f63-46a9-93d2-9045ef433242 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:46:24.922452 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-a729b3af-557d-4cf8-9e8b-0aa00df324e6 req-9bce8688-3f63-46a9-93d2-9045ef433242 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=3b622ab4-8097-4b6c-8ec2-bb3f77857ed1 HTTP/1.1" status: 200 len: 855 time: 0.0743310 Feb 28 22:46:24.979856 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [None req-59f28967-c52a-415b-ad45-483bc42925b5 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=a6d08bd11f014ae19e367c3a88f8c53d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3987641 Feb 28 22:46:24.981599 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f28967-c52a-415b-ad45-483bc42925b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc8169ac-a8ec-4877-b9da-c3dd74a0f570,revision_number=1']} {{(pid=109568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:46:24.982522 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.wsgi [-] (109569) accepted ('10.222.0.11', 56654) {{(pid=109569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 22:46:24.999335 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a729b3af-557d-4cf8-9e8b-0aa00df324e6 req-a546be74-fd13-4b8c-92fb-f3a0940d26a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:46:25.000874 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-a729b3af-557d-4cf8-9e8b-0aa00df324e6 req-a546be74-fd13-4b8c-92fb-f3a0940d26a1 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e1dee003-d534-429c-aed6-3f1020c03805&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0712154 Feb 28 22:46:25.029469 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-ea878db1-3ebe-4938-b749-57a03d4624e9 admin admin] Publish callbacks [] for security_group (bc8169ac-a8ec-4877-b9da-c3dd74a0f570), before_delete {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:46:25.049907 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-ea878db1-3ebe-4938-b749-57a03d4624e9 admin admin] Publish callbacks [] for security_group (bc8169ac-a8ec-4877-b9da-c3dd74a0f570), precommit_delete {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:46:25.092192 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-a729b3af-557d-4cf8-9e8b-0aa00df324e6 req-a2c17ea1-711b-4f7d-af1a-7ff18ee8b0ac service neutron] 10.222.0.36 "GET /v2.0/networks/e1dee003-d534-429c-aed6-3f1020c03805?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844278 Feb 28 22:46:25.097964 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-ea878db1-3ebe-4938-b749-57a03d4624e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33441213'] for security_group (bc8169ac-a8ec-4877-b9da-c3dd74a0f570), after_delete {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:46:25.100795 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-ea878db1-3ebe-4938-b749-57a03d4624e9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:46:25.101988 dv-cinder-830538-5-iscsi neutron-server[109569]: INFO neutron.wsgi [None req-ea878db1-3ebe-4938-b749-57a03d4624e9 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/bc8169ac-a8ec-4877-b9da-c3dd74a0f570 HTTP/1.1" status: 204 len: 168 time: 0.1183376 Feb 28 22:46:25.109506 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea878db1-3ebe-4938-b749-57a03d4624e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc8169ac-a8ec-4877-b9da-c3dd74a0f570,revision_number=None']} {{(pid=109569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:46:25.187795 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-a729b3af-557d-4cf8-9e8b-0aa00df324e6 req-7a697afe-0577-4dbe-83eb-02b54a7d1bd9 service neutron] 10.222.0.36 "GET /v2.0/networks/e1dee003-d534-429c-aed6-3f1020c03805?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890875 Feb 28 22:46:25.461824 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0880561-4822-4a4d-ab46-a1a0277e966d req-16f697fd-2aff-4d8f-9a6e-30343728d1b9 tempest-AttachVolumeShelveTestJSON-2030561000 tempest-AttachVolumeShelveTestJSON-2030561000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:46:25.463303 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-b0880561-4822-4a4d-ab46-a1a0277e966d req-16f697fd-2aff-4d8f-9a6e-30343728d1b9 tempest-AttachVolumeShelveTestJSON-2030561000 tempest-AttachVolumeShelveTestJSON-2030561000-project] 10.222.0.11 "GET /v2.0/ports?device_id=d9fa7fde-aeb4-48d6-993a-d21fe9e9d484 HTTP/1.1" status: 200 len: 943 time: 0.0522833 Feb 28 22:46:25.511616 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-b0880561-4822-4a4d-ab46-a1a0277e966d req-099e266a-9208-4d5c-a573-8d16e3c5dc63 tempest-AttachVolumeShelveTestJSON-2030561000 tempest-AttachVolumeShelveTestJSON-2030561000-project] 10.222.0.11 "GET /v2.0/security-groups?id=4c2eb597-13aa-4220-9dba-0738b2aa7415&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425572 Feb 28 22:46:25.703721 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.wsgi [-] (109569) accepted ('10.222.0.11', 56678) {{(pid=109569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 22:46:25.795258 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.api.v2.base [None req-abdbeed7-4dc6-4d5f-abc9-d92a31a5575e admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1705511880-network', 'tenant_id': '564e12fb04954a5e8480fbdb9c7742fa'}} {{(pid=109569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 22:46:25.814518 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abdbeed7-4dc6-4d5f-abc9-d92a31a5575e admin admin] Made reservation on behalf of 564e12fb04954a5e8480fbdb9c7742fa for: {'network': 1} {{(pid=109569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 22:46:25.816723 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-abdbeed7-4dc6-4d5f-abc9-d92a31a5575e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616566'] for network (None), before_create {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:46:25.825256 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-abdbeed7-4dc6-4d5f-abc9-d92a31a5575e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:46:25.897339 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-abdbeed7-4dc6-4d5f-abc9-d92a31a5575e admin admin] Publish callbacks [] for security_group (c0733c5d-9464-454f-8610-e8f35d7dcf08), precommit_create {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:46:25.901519 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-abdbeed7-4dc6-4d5f-abc9-d92a31a5575e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33441213'] for security_group (c0733c5d-9464-454f-8610-e8f35d7dcf08), after_create {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:46:25.925804 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-abdbeed7-4dc6-4d5f-abc9-d92a31a5575e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 115} {{(pid=109569) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 22:46:25.936437 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abdbeed7-4dc6-4d5f-abc9-d92a31a5575e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0733c5d-9464-454f-8610-e8f35d7dcf08,revision_number=1']} {{(pid=109569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:46:25.942188 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-abdbeed7-4dc6-4d5f-abc9-d92a31a5575e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1012980'] for segment (3042934a-08a6-41f2-b37b-17c50407117e), precommit_create {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:46:25.942633 dv-cinder-830538-5-iscsi neutron-server[109569]: INFO neutron.db.segments_db [None req-abdbeed7-4dc6-4d5f-abc9-d92a31a5575e admin admin] Added segment 3042934a-08a6-41f2-b37b-17c50407117e of type vlan for network d4cb06c7-675f-48ed-a5d3-2ec6192dcb86 Feb 28 22:46:25.983094 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-abdbeed7-4dc6-4d5f-abc9-d92a31a5575e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750844646229'] for network (d4cb06c7-675f-48ed-a5d3-2ec6192dcb86), precommit_create {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:46:26.007096 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-abdbeed7-4dc6-4d5f-abc9-d92a31a5575e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33441228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33156859'] for network (d4cb06c7-675f-48ed-a5d3-2ec6192dcb86), after_create {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:46:26.008725 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abdbeed7-4dc6-4d5f-abc9-d92a31a5575e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:46:26.009295 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-abdbeed7-4dc6-4d5f-abc9-d92a31a5575e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33156845'] for network (None), before_response {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:46:26.061476 dv-cinder-830538-5-iscsi neutron-server[109569]: INFO neutron.wsgi [None req-abdbeed7-4dc6-4d5f-abc9-d92a31a5575e admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3566778 Feb 28 22:46:26.064431 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.wsgi [-] (109568) accepted ('10.222.0.11', 56682) {{(pid=109568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 22:46:26.069285 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.api.v2.base [None req-f8ea1f9f-b910-48b3-be0b-72b0d7acd930 admin admin] Request body: {'subnet': {'network_id': 'd4cb06c7-675f-48ed-a5d3-2ec6192dcb86', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1705511880-subnet', 'tenant_id': '564e12fb04954a5e8480fbdb9c7742fa', 'ip_version': 4}} {{(pid=109568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 22:46:26.072579 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abdbeed7-4dc6-4d5f-abc9-d92a31a5575e admin admin] Pushing event updated for resources: {'Network': ['ID=d4cb06c7-675f-48ed-a5d3-2ec6192dcb86,revision_number=1']} {{(pid=109569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:46:26.082201 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.rpc [None req-154add69-038d-48cc-93ba-bd7e358b6d11 None None] Network d4cb06c7-675f-48ed-a5d3-2ec6192dcb86 details requested by agent ovs-agent-dv-cinder-830538-5-iscsi with host dv-cinder-830538-5-iscsi {{(pid=109570) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 22:46:26.089584 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8ea1f9f-b910-48b3-be0b-72b0d7acd930 admin admin] Made reservation on behalf of 564e12fb04954a5e8480fbdb9c7742fa for: {'subnet': 1} {{(pid=109568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 22:46:26.091877 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-f8ea1f9f-b910-48b3-be0b-72b0d7acd930 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24898868'] for subnet (None), before_create {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:46:26.252806 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-f8ea1f9f-b910-48b3-be0b-72b0d7acd930 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33448168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33156859', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30788433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24898822'] for subnet (22654f78-35e9-4ca6-b80d-e52dabbec49e), after_create {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:46:26.302704 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ea1f9f-b910-48b3-be0b-72b0d7acd930 admin admin] Pushing event updated for resources: {'Subnet': ['ID=22654f78-35e9-4ca6-b80d-e52dabbec49e,revision_number=0']} {{(pid=109568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:46:26.318031 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8ea1f9f-b910-48b3-be0b-72b0d7acd930 admin admin] Checking segment: {'id': '3042934a-08a6-41f2-b37b-17c50407117e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'd4cb06c7-675f-48ed-a5d3-2ec6192dcb86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 22:46:26.318378 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8ea1f9f-b910-48b3-be0b-72b0d7acd930 admin admin] Network hostable DHCP agents. Network: d4cb06c7-675f-48ed-a5d3-2ec6192dcb86, hostable agents: ['55d6ddf3-619a-4750-95a9-02c5b2728e0c'], hosted agents: [] {{(pid=109568) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 22:46:26.334013 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8ea1f9f-b910-48b3-be0b-72b0d7acd930 admin admin] Network d4cb06c7-675f-48ed-a5d3-2ec6192dcb86 is scheduled to be hosted by DHCP agent 55d6ddf3-619a-4750-95a9-02c5b2728e0c with binding_index 1 {{(pid=109568) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 22:46:26.342426 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.scheduler.base_scheduler [None req-f8ea1f9f-b910-48b3-be0b-72b0d7acd930 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830538-5-iscsi, d4cb06c7-675f-48ed-a5d3-2ec6192dcb86) {{(pid=109568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 22:46:26.346363 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8ea1f9f-b910-48b3-be0b-72b0d7acd930 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:46:26.346954 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-f8ea1f9f-b910-48b3-be0b-72b0d7acd930 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:46:26.351638 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87c70ed6-59b1-4cbf-9445-bc09d67904f0 None None] Network d4cb06c7-675f-48ed-a5d3-2ec6192dcb86 requested from dv-cinder-830538-5-iscsi {{(pid=109570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 22:46:26.362238 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [None req-f8ea1f9f-b910-48b3-be0b-72b0d7acd930 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.2967412 Feb 28 22:46:26.364826 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.wsgi [-] (109568) accepted ('10.222.0.11', 56684) {{(pid=109568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 22:46:26.369711 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.api.v2.base [None req-4cacd0b4-2b75-4293-995c-f997c001a918 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1705511880-router', 'tenant_id': '564e12fb04954a5e8480fbdb9c7742fa', 'external_gateway_info': {'network_id': '3e7a10c7-addc-4b79-a555-0b472e939652'}}} {{(pid=109568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 22:46:26.388846 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-4cacd0b4-2b75-4293-995c-f997c001a918 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33524095', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4109'] for router (0c6bed13-69c7-4592-a81f-1aca2749c8cf), before_create {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:46:26.389883 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-4cacd0b4-2b75-4293-995c-f997c001a918 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33526511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33523248', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33436857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4102'] for router (0c6bed13-69c7-4592-a81f-1aca2749c8cf), precommit_create {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:46:26.441826 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-4cacd0b4-2b75-4293-995c-f997c001a918 admin admin] Publish callbacks [] for router_controller (0c6bed13-69c7-4592-a81f-1aca2749c8cf), precommit_add_association {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:46:26.454898 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ff2d20c-1db4-4b28-8c78-9d302376d852 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb31ac5c2-b819-5011-be4d-90e3836323fa-d4cb06c7-675f-48ed-a5d3-2ec6192dcb86', 'network_id': 'd4cb06c7-675f-48ed-a5d3-2ec6192dcb86', 'project_id': '564e12fb04954a5e8480fbdb9c7742fa', 'fixed_ips': [{'subnet_id': '22654f78-35e9-4ca6-b80d-e52dabbec49e'}]}} from dv-cinder-830538-5-iscsi. {{(pid=109570) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 28 22:46:26.455770 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-4ff2d20c-1db4-4b28-8c78-9d302376d852 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616566'] for port (None), before_create {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:46:26.585417 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-4cacd0b4-2b75-4293-995c-f997c001a918 admin admin] Publish callbacks [] for router_gateway (0c6bed13-69c7-4592-a81f-1aca2749c8cf), precommit_update {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:46:26.593186 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.db.db_base_plugin_common [None req-4ff2d20c-1db4-4b28-8c78-9d302376d852 None None] Allocated IP 172.20.0.2 (d4cb06c7-675f-48ed-a5d3-2ec6192dcb86/22654f78-35e9-4ca6-b80d-e52dabbec49e/8616df8b-ea57-49c6-a0e8-4c7a835dd989) {{(pid=109570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 22:46:26.684573 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57cd555-5f25-4ab2-8508-8da1e137ce3b req-a297f9f6-5c11-4834-9b79-4928e0e418db tempest-AttachVolumeShelveTestJSON-2030561000 tempest-AttachVolumeShelveTestJSON-2030561000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:46:26.686324 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-c57cd555-5f25-4ab2-8508-8da1e137ce3b req-a297f9f6-5c11-4834-9b79-4928e0e418db tempest-AttachVolumeShelveTestJSON-2030561000 tempest-AttachVolumeShelveTestJSON-2030561000-project] 10.222.0.11 "GET /v2.0/ports?device_id=d9fa7fde-aeb4-48d6-993a-d21fe9e9d484 HTTP/1.1" status: 200 len: 943 time: 0.0968494 Feb 28 22:46:26.733145 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-4ff2d20c-1db4-4b28-8c78-9d302376d852 None None] Publish callbacks [] for port (8616df8b-ea57-49c6-a0e8-4c7a835dd989), precommit_create {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:46:26.738936 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-4ff2d20c-1db4-4b28-8c78-9d302376d852 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33156859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750844628228'] for port (8616df8b-ea57-49c6-a0e8-4c7a835dd989), after_create {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:46:26.750553 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-c57cd555-5f25-4ab2-8508-8da1e137ce3b req-8637667b-daf7-4848-a59c-2ced062372a1 tempest-AttachVolumeShelveTestJSON-2030561000 tempest-AttachVolumeShelveTestJSON-2030561000-project] 10.222.0.11 "GET /v2.0/security-groups?id=4c2eb597-13aa-4220-9dba-0738b2aa7415&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0574648 Feb 28 22:46:26.784619 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ff2d20c-1db4-4b28-8c78-9d302376d852 None None] Network d4cb06c7-675f-48ed-a5d3-2ec6192dcb86 is already hosted by enough agents. {{(pid=109570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 22:46:26.788470 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff2d20c-1db4-4b28-8c78-9d302376d852 None None] Pushing event updated for resources: {'Port': ['ID=8616df8b-ea57-49c6-a0e8-4c7a835dd989,revision_number=1']} {{(pid=109570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:46:26.791243 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.scheduler.base_scheduler [None req-4ff2d20c-1db4-4b28-8c78-9d302376d852 None None] Resources bound (agent type, host, resource id): {{(pid=109570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 22:46:26.794002 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ff2d20c-1db4-4b28-8c78-9d302376d852 None None] Received port after_create {{(pid=109570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 22:46:26.800477 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ff2d20c-1db4-4b28-8c78-9d302376d852 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830538-5-iscsi {{(pid=109570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:46:26.800770 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ff2d20c-1db4-4b28-8c78-9d302376d852 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-5-iscsi {{(pid=109570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:46:26.801119 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ff2d20c-1db4-4b28-8c78-9d302376d852 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-5-iscsi {{(pid=109570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:46:26.801460 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ff2d20c-1db4-4b28-8c78-9d302376d852 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-5-iscsi {{(pid=109570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:46:26.801803 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ff2d20c-1db4-4b28-8c78-9d302376d852 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830538-5-iscsi {{(pid=109570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:46:26.802139 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ff2d20c-1db4-4b28-8c78-9d302376d852 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830538-5-iscsi {{(pid=109570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:46:26.802475 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ff2d20c-1db4-4b28-8c78-9d302376d852 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830538-5-iscsi {{(pid=109570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:46:26.802805 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ff2d20c-1db4-4b28-8c78-9d302376d852 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830538-5-iscsi {{(pid=109570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:46:26.803134 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ff2d20c-1db4-4b28-8c78-9d302376d852 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830538-5-iscsi {{(pid=109570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:46:26.803471 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ff2d20c-1db4-4b28-8c78-9d302376d852 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830538-5-iscsi {{(pid=109570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:46:26.803825 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ff2d20c-1db4-4b28-8c78-9d302376d852 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-5-iscsi {{(pid=109570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:46:26.804154 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ff2d20c-1db4-4b28-8c78-9d302376d852 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830538-5-iscsi {{(pid=109570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:46:26.804476 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ff2d20c-1db4-4b28-8c78-9d302376d852 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830538-5-iscsi {{(pid=109570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:46:26.858207 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.managers [None req-4ff2d20c-1db4-4b28-8c78-9d302376d852 None None] Attempting to bind port 8616df8b-ea57-49c6-a0e8-4c7a835dd989 on host dv-cinder-830538-5-iscsi for vnic_type normal with profile {{(pid=109570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 22:46:26.858582 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.managers [None req-4ff2d20c-1db4-4b28-8c78-9d302376d852 None None] Attempting to bind port 8616df8b-ea57-49c6-a0e8-4c7a835dd989 by drivers openvswitch,hyperv on host dv-cinder-830538-5-iscsi at level 0 using segments [{'id': '3042934a-08a6-41f2-b37b-17c50407117e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'd4cb06c7-675f-48ed-a5d3-2ec6192dcb86'}] {{(pid=109570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 22:46:26.858947 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ff2d20c-1db4-4b28-8c78-9d302376d852 None None] Attempting to bind port 8616df8b-ea57-49c6-a0e8-4c7a835dd989 on network d4cb06c7-675f-48ed-a5d3-2ec6192dcb86 {{(pid=109570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 22:46:26.865006 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.rpc [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] Device 22596c55-b7af-49a7-9034-b3ec7f52571f details requested by agent hyperv_hv-cinder-83053 with host hv-cinder-83053 {{(pid=109570) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 22:46:26.867289 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ff2d20c-1db4-4b28-8c78-9d302376d852 None None] Checking agent: {'id': '7aa25ffb-1b87-4f08-8530-4bdf6e6b221c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830538-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 22, 34, 7), 'started_at': datetime.datetime(2022, 2, 28, 22, 34, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 22, 46, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830538-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 22:46:26.867809 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ff2d20c-1db4-4b28-8c78-9d302376d852 None None] Checking segment: {'id': '3042934a-08a6-41f2-b37b-17c50407117e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'd4cb06c7-675f-48ed-a5d3-2ec6192dcb86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 22:46:26.868216 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-4ff2d20c-1db4-4b28-8c78-9d302376d852 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:46:26.868610 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ff2d20c-1db4-4b28-8c78-9d302376d852 None None] Bound using segment: {'id': '3042934a-08a6-41f2-b37b-17c50407117e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'd4cb06c7-675f-48ed-a5d3-2ec6192dcb86'} {{(pid=109570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 22:46:26.869077 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.managers [None req-4ff2d20c-1db4-4b28-8c78-9d302376d852 None None] Bound port: 8616df8b-ea57-49c6-a0e8-4c7a835dd989, host: dv-cinder-830538-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3042934a-08a6-41f2-b37b-17c50407117e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'd4cb06c7-675f-48ed-a5d3-2ec6192dcb86'}}] {{(pid=109570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 22:46:26.869456 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-4ff2d20c-1db4-4b28-8c78-9d302376d852 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616566'] for port (8616df8b-ea57-49c6-a0e8-4c7a835dd989), before_update {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:46:26.875289 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-4cacd0b4-2b75-4293-995c-f997c001a918 admin admin] Publish callbacks [] for router_gateway (0c6bed13-69c7-4592-a81f-1aca2749c8cf), before_create {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:46:26.895020 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-4cacd0b4-2b75-4293-995c-f997c001a918 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616566'] for port (None), before_create {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:46:26.993674 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.db [None req-4ff2d20c-1db4-4b28-8c78-9d302376d852 None None] For port 8616df8b-ea57-49c6-a0e8-4c7a835dd989, host dv-cinder-830538-5-iscsi, cleared binding levels {{(pid=109570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 22:46:27.004038 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.db [None req-4ff2d20c-1db4-4b28-8c78-9d302376d852 None None] For port 8616df8b-ea57-49c6-a0e8-4c7a835dd989, host dv-cinder-830538-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830538-5-iscsi',level=0,port_id=8616df8b-ea57-49c6-a0e8-4c7a835dd989,segment=NetworkSegment(3042934a-08a6-41f2-b37b-17c50407117e),segment_id=3042934a-08a6-41f2-b37b-17c50407117e)] {{(pid=109570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 22:46:27.005856 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.db.db_base_plugin_common [None req-4cacd0b4-2b75-4293-995c-f997c001a918 admin admin] Allocated IP 172.27.0.34 (3e7a10c7-addc-4b79-a555-0b472e939652/8aaf002d-6309-4cf0-ae69-6d349a14c0b1/a75cc20e-67f4-45cb-9978-26f3b429d112) {{(pid=109568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 22:46:27.012483 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-4ff2d20c-1db4-4b28-8c78-9d302376d852 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33156859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750845083886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750844628246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750844628264'] for port (8616df8b-ea57-49c6-a0e8-4c7a835dd989), after_update {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:46:27.031777 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.db [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] For port 22596c55-b7af-49a7-9034-b3ec7f52571f, host hv-cinder-83053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83053',level=0,port_id=22596c55-b7af-49a7-9034-b3ec7f52571f,segment=NetworkSegment(28413273-d7c8-4d86-a7b1-c45f9712072e),segment_id=28413273-d7c8-4d86-a7b1-c45f9712072e)] {{(pid=109570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 22:46:27.073872 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.rpc [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] Returning: {'device': '22596c55-b7af-49a7-9034-b3ec7f52571f', 'network_id': 'e1dee003-d534-429c-aed6-3f1020c03805', 'port_id': '22596c55-b7af-49a7-9034-b3ec7f52571f', 'mac_address': 'fa:16:3e:da:8d:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b622ab4-8097-4b6c-8ec2-bb3f77857ed1', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109570) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 22:46:27.113805 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-4cacd0b4-2b75-4293-995c-f997c001a918 admin admin] Publish callbacks [] for port (a75cc20e-67f4-45cb-9978-26f3b429d112), precommit_create {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:46:27.121998 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff2d20c-1db4-4b28-8c78-9d302376d852 None None] Pushing event updated for resources: {'Port': ['ID=8616df8b-ea57-49c6-a0e8-4c7a835dd989,revision_number=2']} {{(pid=109570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:46:27.138080 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.plugin [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] Current status of the port 22596c55-b7af-49a7-9034-b3ec7f52571f is: DOWN; New status is: BUILD {{(pid=109570) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 22:46:27.138483 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616566'] for port (22596c55-b7af-49a7-9034-b3ec7f52571f), before_update {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:46:27.157412 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.notifiers.nova [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 22596c55-b7af-49a7-9034-b3ec7f52571f {{(pid=109570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 22:46:27.161963 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-4cacd0b4-2b75-4293-995c-f997c001a918 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33156859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750844628228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30788389'] for port (a75cc20e-67f4-45cb-9978-26f3b429d112), after_create {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:46:27.179075 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.db [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] For port 22596c55-b7af-49a7-9034-b3ec7f52571f, host hv-cinder-83053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83053',level=0,port_id=22596c55-b7af-49a7-9034-b3ec7f52571f,segment=NetworkSegment(28413273-d7c8-4d86-a7b1-c45f9712072e),segment_id=28413273-d7c8-4d86-a7b1-c45f9712072e)] {{(pid=109570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 22:46:27.184405 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33156859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750845083886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750844628246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750844628264'] for port (22596c55-b7af-49a7-9034-b3ec7f52571f), after_update {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:46:27.206427 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cacd0b4-2b75-4293-995c-f997c001a918 admin admin] Network 3e7a10c7-addc-4b79-a555-0b472e939652 is already hosted by enough agents. {{(pid=109568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 22:46:27.209424 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.scheduler.base_scheduler [None req-4cacd0b4-2b75-4293-995c-f997c001a918 admin admin] Resources bound (agent type, host, resource id): {{(pid=109568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 22:46:27.213535 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cacd0b4-2b75-4293-995c-f997c001a918 admin admin] Received port after_create {{(pid=109568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 22:46:27.240155 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cacd0b4-2b75-4293-995c-f997c001a918 admin admin] Pushing event updated for resources: {'Port': ['ID=a75cc20e-67f4-45cb-9978-26f3b429d112,revision_number=1']} {{(pid=109568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:46:27.241013 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] Pushing event updated for resources: {'Port': ['ID=22596c55-b7af-49a7-9034-b3ec7f52571f,revision_number=4']} {{(pid=109570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:46:27.433721 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.db [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] get_ports_and_sgs() called for port_ids ['22596c55-b7af-49a7-9034-b3ec7f52571f'] {{(pid=109570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 22:46:27.754859 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-4cacd0b4-2b75-4293-995c-f997c001a918 admin admin] Publish callbacks [] for router_gateway (0c6bed13-69c7-4592-a81f-1aca2749c8cf), after_create {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:46:27.942541 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebdee73c-5eec-44ba-8f5e-0b0e41ea1a99 req-3f4f11a2-ff39-4295-be9b-ef9a66608ce2 tempest-AttachVolumeShelveTestJSON-2030561000 tempest-AttachVolumeShelveTestJSON-2030561000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:46:27.944077 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-ebdee73c-5eec-44ba-8f5e-0b0e41ea1a99 req-3f4f11a2-ff39-4295-be9b-ef9a66608ce2 tempest-AttachVolumeShelveTestJSON-2030561000 tempest-AttachVolumeShelveTestJSON-2030561000-project] 10.222.0.11 "GET /v2.0/ports?device_id=d9fa7fde-aeb4-48d6-993a-d21fe9e9d484 HTTP/1.1" status: 200 len: 944 time: 0.1079738 Feb 28 22:46:28.000025 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c44b81a4-d267-4f63-b8cd-e2b0d4f50ac9 None None] Network d4cb06c7-675f-48ed-a5d3-2ec6192dcb86 requested from dv-cinder-830538-5-iscsi {{(pid=109570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 22:46:28.031406 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-4cacd0b4-2b75-4293-995c-f997c001a918 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33526520', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33523309'] for router (0c6bed13-69c7-4592-a81f-1aca2749c8cf), after_create {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:46:28.035874 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-ebdee73c-5eec-44ba-8f5e-0b0e41ea1a99 req-8db919c3-7905-479d-bc88-01631079d758 tempest-AttachVolumeShelveTestJSON-2030561000 tempest-AttachVolumeShelveTestJSON-2030561000-project] 10.222.0.11 "GET /v2.0/security-groups?id=4c2eb597-13aa-4220-9dba-0738b2aa7415&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0843370 Feb 28 22:46:28.059264 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.db.provisioning_blocks [None req-54010ca9-0c49-44e0-bd3f-bd96b0c1da8c None None] Provisioning complete for port 8616df8b-ea57-49c6-a0e8-4c7a835dd989 triggered by entity DHCP. {{(pid=109570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 22:46:28.059643 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-54010ca9-0c49-44e0-bd3f-bd96b0c1da8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579965'] for port (8616df8b-ea57-49c6-a0e8-4c7a835dd989), provisioning_complete {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:46:28.165872 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4cacd0b4-2b75-4293-995c-f997c001a918 admin admin] Router 0c6bed13-69c7-4592-a81f-1aca2749c8cf is scheduled to L3 agent 1bbc3f13-d896-4633-9d3f-4f3415ceb83d with binding_index 1 {{(pid=109568) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 28 22:46:28.184778 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.plugin [None req-54010ca9-0c49-44e0-bd3f-bd96b0c1da8c None None] Current status of the port 8616df8b-ea57-49c6-a0e8-4c7a835dd989 is: DOWN; New status is: ACTIVE {{(pid=109570) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 22:46:28.185258 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-54010ca9-0c49-44e0-bd3f-bd96b0c1da8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616566'] for port (8616df8b-ea57-49c6-a0e8-4c7a835dd989), before_update {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:46:28.219596 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.db [None req-54010ca9-0c49-44e0-bd3f-bd96b0c1da8c None None] For port 8616df8b-ea57-49c6-a0e8-4c7a835dd989, host dv-cinder-830538-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830538-5-iscsi',level=0,port_id=8616df8b-ea57-49c6-a0e8-4c7a835dd989,segment=NetworkSegment(3042934a-08a6-41f2-b37b-17c50407117e),segment_id=3042934a-08a6-41f2-b37b-17c50407117e)] {{(pid=109570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 22:46:28.225444 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-54010ca9-0c49-44e0-bd3f-bd96b0c1da8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33156859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750845083886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750844628246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750844628264'] for port (8616df8b-ea57-49c6-a0e8-4c7a835dd989), after_update {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:46:28.279492 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54010ca9-0c49-44e0-bd3f-bd96b0c1da8c None None] Pushing event updated for resources: {'Port': ['ID=8616df8b-ea57-49c6-a0e8-4c7a835dd989,revision_number=3']} {{(pid=109570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:46:28.281485 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4cacd0b4-2b75-4293-995c-f997c001a918 admin admin] Notify agent at l3_agent.dv-cinder-830538-5-iscsi the message routers_updated {{(pid=109568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 22:46:28.291912 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b3feef5-99ba-4044-a887-3cd4dcc4cf43 None None] Sync routers for ids ['0c6bed13-69c7-4592-a81f-1aca2749c8cf'] in dv-cinder-830538-5-iscsi {{(pid=109570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 22:46:28.298318 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-4cacd0b4-2b75-4293-995c-f997c001a918 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:46:28.299830 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [None req-4cacd0b4-2b75-4293-995c-f997c001a918 admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.9338400 Feb 28 22:46:28.302320 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.wsgi [-] (109568) accepted ('10.222.0.11', 56690) {{(pid=109568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 22:46:28.305377 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b3feef5-99ba-4044-a887-3cd4dcc4cf43 None None] Routers {'0c6bed13-69c7-4592-a81f-1aca2749c8cf'} bound to L3 agent in host dv-cinder-830538-5-iscsi {{(pid=109570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 22:46:28.306084 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.db.l3_hamode_db [None req-9b3feef5-99ba-4044-a887-3cd4dcc4cf43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830538-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-28T22:34:03Z,description=,heartbeat_timestamp=2022-02-28T22:46:03Z,host='dv-cinder-830538-5-iscsi',id=1bbc3f13-d896-4633-9d3f-4f3415ceb83d,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T22:34:03Z,topic='l3_agent')) {'router_ids': ['0c6bed13-69c7-4592-a81f-1aca2749c8cf'], 'active': True} {{(pid=109570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 22:46:28.419090 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.db.l3_dvr_db [None req-9b3feef5-99ba-4044-a887-3cd4dcc4cf43 None None] Set router 0c6bed13-69c7-4592-a81f-1aca2749c8cf gateway port host: dv-cinder-830538-5-iscsi {{(pid=109570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 22:46:28.635769 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.rpc [None req-154add69-038d-48cc-93ba-bd7e358b6d11 None None] Device 8616df8b-ea57-49c6-a0e8-4c7a835dd989 up at agent ovs-agent-dv-cinder-830538-5-iscsi {{(pid=109570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 22:46:28.666685 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.db.provisioning_blocks [None req-3670d033-07d4-4a74-89d6-4d6946aaba36 None None] Provisioning complete for port 8616df8b-ea57-49c6-a0e8-4c7a835dd989 triggered by entity DHCP. {{(pid=109570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 22:46:28.667064 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-3670d033-07d4-4a74-89d6-4d6946aaba36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579965'] for port (8616df8b-ea57-49c6-a0e8-4c7a835dd989), provisioning_complete {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:46:28.737169 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-b1d1a024-ceea-4ac8-8946-b88963e2b723 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616566'] for port (None), before_create {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:46:28.776161 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.db.provisioning_blocks [None req-154add69-038d-48cc-93ba-bd7e358b6d11 None None] Provisioning complete for port 8616df8b-ea57-49c6-a0e8-4c7a835dd989 triggered by entity L2. {{(pid=109570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 22:46:28.776539 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-154add69-038d-48cc-93ba-bd7e358b6d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579965'] for port (8616df8b-ea57-49c6-a0e8-4c7a835dd989), provisioning_complete {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:46:28.853434 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.plugin [None req-3670d033-07d4-4a74-89d6-4d6946aaba36 None None] Current status of the port 8616df8b-ea57-49c6-a0e8-4c7a835dd989 is: ACTIVE; New status is: ACTIVE {{(pid=109570) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 22:46:28.889762 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.rpc [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] Device 22596c55-b7af-49a7-9034-b3ec7f52571f up at agent hyperv_hv-cinder-83053 {{(pid=109570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 22:46:28.899384 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.db.db_base_plugin_common [None req-b1d1a024-ceea-4ac8-8946-b88963e2b723 admin admin] Allocated IP 172.20.0.1 (d4cb06c7-675f-48ed-a5d3-2ec6192dcb86/22654f78-35e9-4ca6-b80d-e52dabbec49e/3aebc9d9-3219-494d-a7d2-9b0643a75a7e) {{(pid=109568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 22:46:28.926916 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.db.l3_hamode_db [None req-9b3feef5-99ba-4044-a887-3cd4dcc4cf43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c6bed13-69c7-4592-a81f-1aca2749c8cf', 'name': 'tempest-TestMinimumBasicScenario-1705511880-router', 'tenant_id': '564e12fb04954a5e8480fbdb9c7742fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e7a10c7-addc-4b79-a555-0b472e939652', 'external_fixed_ips': [{'subnet_id': '8aaf002d-6309-4cf0-ae69-6d349a14c0b1', 'ip_address': '172.27.0.34'}], 'enable_snat': True}, 'gw_port_id': 'a75cc20e-67f4-45cb-9978-26f3b429d112', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T22:46:26Z', 'updated_at': '2022-02-28T22:46:27Z', 'revision_number': 3, 'project_id': '564e12fb04954a5e8480fbdb9c7742fa', 'gw_port': {'id': 'a75cc20e-67f4-45cb-9978-26f3b429d112', 'name': '', 'network_id': '3e7a10c7-addc-4b79-a555-0b472e939652', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:2e:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c6bed13-69c7-4592-a81f-1aca2749c8cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '8aaf002d-6309-4cf0-ae69-6d349a14c0b1', 'ip_address': '172.27.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T22:46:26Z', 'updated_at': '2022-02-28T22:46:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8aaf002d-6309-4cf0-ae69-6d349a14c0b1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830538-5-iscsi'}], 'dv-cinder-830538-5-iscsi', False) {} {{(pid=109570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 22:46:28.966289 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.plugin [None req-154add69-038d-48cc-93ba-bd7e358b6d11 None None] Current status of the port 8616df8b-ea57-49c6-a0e8-4c7a835dd989 is: ACTIVE; New status is: ACTIVE {{(pid=109570) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 22:46:28.968688 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b3feef5-99ba-4044-a887-3cd4dcc4cf43 None None] Checking router: 0c6bed13-69c7-4592-a81f-1aca2749c8cf for host: dv-cinder-830538-5-iscsi {{(pid=109570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 22:46:28.969039 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b3feef5-99ba-4044-a887-3cd4dcc4cf43 None None] Updating router 0c6bed13-69c7-4592-a81f-1aca2749c8cf port a75cc20e-67f4-45cb-9978-26f3b429d112 binding host dv-cinder-830538-5-iscsi {{(pid=109570) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 22:46:29.002301 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-9b3feef5-99ba-4044-a887-3cd4dcc4cf43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616566'] for port (a75cc20e-67f4-45cb-9978-26f3b429d112), before_update {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:46:29.006740 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-b1d1a024-ceea-4ac8-8946-b88963e2b723 admin admin] Publish callbacks [] for port (3aebc9d9-3219-494d-a7d2-9b0643a75a7e), precommit_create {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:46:29.027048 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.db.provisioning_blocks [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] Provisioning for port 22596c55-b7af-49a7-9034-b3ec7f52571f completed by entity L2. {{(pid=109570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 28 22:46:29.036670 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.db.provisioning_blocks [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] Provisioning complete for port 22596c55-b7af-49a7-9034-b3ec7f52571f triggered by entity L2. {{(pid=109570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 22:46:29.037048 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579965'] for port (22596c55-b7af-49a7-9034-b3ec7f52571f), provisioning_complete {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:46:29.041090 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-b1d1a024-ceea-4ac8-8946-b88963e2b723 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33156859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750844628228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30788389'] for port (3aebc9d9-3219-494d-a7d2-9b0643a75a7e), after_create {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:46:29.080435 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1d1a024-ceea-4ac8-8946-b88963e2b723 admin admin] Network d4cb06c7-675f-48ed-a5d3-2ec6192dcb86 is already hosted by enough agents. {{(pid=109568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 22:46:29.084710 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.scheduler.base_scheduler [None req-b1d1a024-ceea-4ac8-8946-b88963e2b723 admin admin] Resources bound (agent type, host, resource id): {{(pid=109568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 22:46:29.088467 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1d1a024-ceea-4ac8-8946-b88963e2b723 admin admin] Received port after_create {{(pid=109568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 22:46:29.113284 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d1a024-ceea-4ac8-8946-b88963e2b723 admin admin] Pushing event updated for resources: {'Port': ['ID=3aebc9d9-3219-494d-a7d2-9b0643a75a7e,revision_number=1']} {{(pid=109568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:46:29.143436 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-b1d1a024-ceea-4ac8-8946-b88963e2b723 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33521968'] for router_interface (0c6bed13-69c7-4592-a81f-1aca2749c8cf), before_create {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:46:29.240030 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2692723b-59d0-4baa-9f5a-48f9963434c2 req-d03b0258-0cd2-40d5-8eb3-7a09fa1164d9 tempest-AttachVolumeShelveTestJSON-2030561000 tempest-AttachVolumeShelveTestJSON-2030561000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:46:29.241669 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-2692723b-59d0-4baa-9f5a-48f9963434c2 req-d03b0258-0cd2-40d5-8eb3-7a09fa1164d9 tempest-AttachVolumeShelveTestJSON-2030561000 tempest-AttachVolumeShelveTestJSON-2030561000-project] 10.222.0.11 "GET /v2.0/ports?device_id=d9fa7fde-aeb4-48d6-993a-d21fe9e9d484 HTTP/1.1" status: 200 len: 944 time: 0.1134689 Feb 28 22:46:29.314322 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.plugin [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] Current status of the port 22596c55-b7af-49a7-9034-b3ec7f52571f is: BUILD; New status is: ACTIVE {{(pid=109570) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 22:46:29.314915 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616566'] for port (22596c55-b7af-49a7-9034-b3ec7f52571f), before_update {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:46:29.332814 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-9b3feef5-99ba-4044-a887-3cd4dcc4cf43 None None] Publish callbacks [] for port (a75cc20e-67f4-45cb-9978-26f3b429d112), precommit_update {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:46:29.342323 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-9b3feef5-99ba-4044-a887-3cd4dcc4cf43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33156859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750845083886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750844628246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750844628264'] for port (a75cc20e-67f4-45cb-9978-26f3b429d112), after_update {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:46:29.344064 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-2692723b-59d0-4baa-9f5a-48f9963434c2 req-6bfc539a-a6c6-496a-b86f-a7b2c30eb8ab tempest-AttachVolumeShelveTestJSON-2030561000 tempest-AttachVolumeShelveTestJSON-2030561000-project] 10.222.0.11 "GET /v2.0/security-groups?id=4c2eb597-13aa-4220-9dba-0738b2aa7415&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0956359 Feb 28 22:46:29.350203 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9fa7fde-aeb4-48d6-993a-d21fe9e9d484', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22596c55-b7af-49a7-9034-b3ec7f52571f'}] {{(pid=109570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 22:46:29.353218 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fade63a226c96e14254c735f674fb73a181a47373151acc9bb38ade81564009" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd7fdc0a-125f-4b5c-9949-5f9666bf649f" -d '{"events": [{"server_uuid": "d9fa7fde-aeb4-48d6-993a-d21fe9e9d484", "name": "network-vif-plugged", "status": "completed", "tag": "22596c55-b7af-49a7-9034-b3ec7f52571f"}]}' {{(pid=109570) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 22:46:29.353884 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-b1d1a024-ceea-4ac8-8946-b88963e2b723 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616566'] for port (3aebc9d9-3219-494d-a7d2-9b0643a75a7e), before_update {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:46:29.391500 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.db [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] For port 22596c55-b7af-49a7-9034-b3ec7f52571f, host hv-cinder-83053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83053',level=0,port_id=22596c55-b7af-49a7-9034-b3ec7f52571f,segment=NetworkSegment(28413273-d7c8-4d86-a7b1-c45f9712072e),segment_id=28413273-d7c8-4d86-a7b1-c45f9712072e)] {{(pid=109570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 22:46:29.396212 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 22:46:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f8e68bf-e2a1-404d-88e7-9484567f61e0 x-openstack-request-id: req-3f8e68bf-e2a1-404d-88e7-9484567f61e0 {{(pid=109570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 22:46:29.396502 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9fa7fde-aeb4-48d6-993a-d21fe9e9d484", "name": "network-vif-plugged", "status": "completed", "tag": "22596c55-b7af-49a7-9034-b3ec7f52571f", "code": 200}]} {{(pid=109570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 22:46:29.396756 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-3f8e68bf-e2a1-404d-88e7-9484567f61e0 {{(pid=109570) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 22:46:29.397143 dv-cinder-830538-5-iscsi neutron-server[109570]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9fa7fde-aeb4-48d6-993a-d21fe9e9d484', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22596c55-b7af-49a7-9034-b3ec7f52571f', 'code': 200} Feb 28 22:46:29.410036 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33156859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750845083886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750844628246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750844628264'] for port (22596c55-b7af-49a7-9034-b3ec7f52571f), after_update {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:46:29.432773 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.managers [None req-9b3feef5-99ba-4044-a887-3cd4dcc4cf43 None None] Attempting to bind port a75cc20e-67f4-45cb-9978-26f3b429d112 on host dv-cinder-830538-5-iscsi for vnic_type normal with profile {{(pid=109570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 22:46:29.433139 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.managers [None req-9b3feef5-99ba-4044-a887-3cd4dcc4cf43 None None] Attempting to bind port a75cc20e-67f4-45cb-9978-26f3b429d112 by drivers openvswitch,hyperv on host dv-cinder-830538-5-iscsi at level 0 using segments [{'id': 'ee66776f-25dd-443a-9417-ae0becd0bae6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e7a10c7-addc-4b79-a555-0b472e939652'}] {{(pid=109570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 22:46:29.433505 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b3feef5-99ba-4044-a887-3cd4dcc4cf43 None None] Attempting to bind port a75cc20e-67f4-45cb-9978-26f3b429d112 on network 3e7a10c7-addc-4b79-a555-0b472e939652 {{(pid=109570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 22:46:29.435336 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666a7ed1-fcb4-47b2-8f1f-ef43952026f6 None None] Pushing event updated for resources: {'Port': ['ID=a75cc20e-67f4-45cb-9978-26f3b429d112,revision_number=2']} {{(pid=109570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:46:29.437776 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.db.provisioning_blocks [None req-db0d4e82-e0e0-4273-8b8b-95fe3896a9ee None None] Provisioning complete for port 3aebc9d9-3219-494d-a7d2-9b0643a75a7e triggered by entity DHCP. {{(pid=109570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 22:46:29.438152 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-db0d4e82-e0e0-4273-8b8b-95fe3896a9ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579965'] for port (3aebc9d9-3219-494d-a7d2-9b0643a75a7e), provisioning_complete {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:46:29.485498 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b3feef5-99ba-4044-a887-3cd4dcc4cf43 None None] Checking agent: {'id': '7aa25ffb-1b87-4f08-8530-4bdf6e6b221c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830538-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 22, 34, 7), 'started_at': datetime.datetime(2022, 2, 28, 22, 34, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 22, 46, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830538-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 22:46:29.485875 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b3feef5-99ba-4044-a887-3cd4dcc4cf43 None None] Checking segment: {'id': 'ee66776f-25dd-443a-9417-ae0becd0bae6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e7a10c7-addc-4b79-a555-0b472e939652'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 22:46:29.486280 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-9b3feef5-99ba-4044-a887-3cd4dcc4cf43 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:46:29.486681 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b3feef5-99ba-4044-a887-3cd4dcc4cf43 None None] Bound using segment: {'id': 'ee66776f-25dd-443a-9417-ae0becd0bae6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e7a10c7-addc-4b79-a555-0b472e939652'} {{(pid=109570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 22:46:29.487167 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.managers [None req-9b3feef5-99ba-4044-a887-3cd4dcc4cf43 None None] Bound port: a75cc20e-67f4-45cb-9978-26f3b429d112, host: dv-cinder-830538-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee66776f-25dd-443a-9417-ae0becd0bae6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e7a10c7-addc-4b79-a555-0b472e939652'}}] {{(pid=109570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 22:46:29.487549 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-9b3feef5-99ba-4044-a887-3cd4dcc4cf43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616566'] for port (a75cc20e-67f4-45cb-9978-26f3b429d112), before_update {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:46:29.533945 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.plugin [None req-db0d4e82-e0e0-4273-8b8b-95fe3896a9ee None None] Port 3aebc9d9-3219-494d-a7d2-9b0643a75a7e cannot update to ACTIVE because it is not bound. {{(pid=109570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 22:46:29.551207 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] Pushing event updated for resources: {'Port': ['ID=22596c55-b7af-49a7-9034-b3ec7f52571f,revision_number=5']} {{(pid=109570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:46:29.567724 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-b1d1a024-ceea-4ac8-8946-b88963e2b723 admin admin] Publish callbacks [] for port (3aebc9d9-3219-494d-a7d2-9b0643a75a7e), precommit_update {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:46:29.569651 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.db [None req-9b3feef5-99ba-4044-a887-3cd4dcc4cf43 None None] For port a75cc20e-67f4-45cb-9978-26f3b429d112, host dv-cinder-830538-5-iscsi, cleared binding levels {{(pid=109570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 22:46:29.574383 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.db [None req-9b3feef5-99ba-4044-a887-3cd4dcc4cf43 None None] For port a75cc20e-67f4-45cb-9978-26f3b429d112, host dv-cinder-830538-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830538-5-iscsi',level=0,port_id=a75cc20e-67f4-45cb-9978-26f3b429d112,segment=NetworkSegment(ee66776f-25dd-443a-9417-ae0becd0bae6),segment_id=ee66776f-25dd-443a-9417-ae0becd0bae6)] {{(pid=109570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 22:46:29.574649 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-b1d1a024-ceea-4ac8-8946-b88963e2b723 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33156859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750845083886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750844628246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750844628264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30788396'] for port (3aebc9d9-3219-494d-a7d2-9b0643a75a7e), after_update {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:46:29.580384 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-9b3feef5-99ba-4044-a887-3cd4dcc4cf43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33156859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750845083886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750844628246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750844628264'] for port (a75cc20e-67f4-45cb-9978-26f3b429d112), after_update {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:46:29.638727 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b3feef5-99ba-4044-a887-3cd4dcc4cf43 None None] Routers {'0c6bed13-69c7-4592-a81f-1aca2749c8cf'} bound to L3 agent in host dv-cinder-830538-5-iscsi {{(pid=109570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 22:46:29.639349 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.db.l3_hamode_db [None req-9b3feef5-99ba-4044-a887-3cd4dcc4cf43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830538-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-28T22:34:03Z,description=,heartbeat_timestamp=2022-02-28T22:46:03Z,host='dv-cinder-830538-5-iscsi',id=1bbc3f13-d896-4633-9d3f-4f3415ceb83d,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T22:34:03Z,topic='l3_agent')) {'router_ids': ['0c6bed13-69c7-4592-a81f-1aca2749c8cf'], 'active': True} {{(pid=109570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 22:46:29.642314 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666a7ed1-fcb4-47b2-8f1f-ef43952026f6 None None] Pushing event updated for resources: {'Port': ['ID=a75cc20e-67f4-45cb-9978-26f3b429d112,revision_number=3']} {{(pid=109570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:46:29.646093 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-b1d1a024-ceea-4ac8-8946-b88963e2b723 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33156617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33522848'] for router_interface (0c6bed13-69c7-4592-a81f-1aca2749c8cf), after_create {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:46:29.649349 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5470c3-b350-4804-8854-a71962c40d1f req-9f8523e8-65aa-4d69-bbcf-c79ca71ff3f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:46:29.650849 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-4c5470c3-b350-4804-8854-a71962c40d1f req-9f8523e8-65aa-4d69-bbcf-c79ca71ff3f2 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=d9fa7fde-aeb4-48d6-993a-d21fe9e9d484 HTTP/1.1" status: 200 len: 1129 time: 0.1147048 Feb 28 22:46:29.664314 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d1a024-ceea-4ac8-8946-b88963e2b723 admin admin] Pushing event updated for resources: {'Port': ['ID=3aebc9d9-3219-494d-a7d2-9b0643a75a7e,revision_number=2']} {{(pid=109568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:46:29.746514 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-4c5470c3-b350-4804-8854-a71962c40d1f req-2e26de6b-d6c3-4aba-ad92-19a2f7db6561 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=4c2eb597-13aa-4220-9dba-0738b2aa7415&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0887783 Feb 28 22:46:29.749698 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.db.l3_dvr_db [None req-9b3feef5-99ba-4044-a887-3cd4dcc4cf43 None None] Set router 0c6bed13-69c7-4592-a81f-1aca2749c8cf gateway port host: dv-cinder-830538-5-iscsi {{(pid=109570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 22:46:29.777947 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1d1a024-ceea-4ac8-8946-b88963e2b723 admin admin] Network d4cb06c7-675f-48ed-a5d3-2ec6192dcb86 is already hosted by enough agents. {{(pid=109568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 22:46:29.779450 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.scheduler.base_scheduler [None req-b1d1a024-ceea-4ac8-8946-b88963e2b723 admin admin] Resources bound (agent type, host, resource id): {{(pid=109568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 22:46:29.905779 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1d1a024-ceea-4ac8-8946-b88963e2b723 admin admin] Router 0c6bed13-69c7-4592-a81f-1aca2749c8cf has already been hosted by L3 agent 1bbc3f13-d896-4633-9d3f-4f3415ceb83d {{(pid=109568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 22:46:29.964371 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.db.l3_hamode_db [None req-9b3feef5-99ba-4044-a887-3cd4dcc4cf43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c6bed13-69c7-4592-a81f-1aca2749c8cf', 'name': 'tempest-TestMinimumBasicScenario-1705511880-router', 'tenant_id': '564e12fb04954a5e8480fbdb9c7742fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e7a10c7-addc-4b79-a555-0b472e939652', 'external_fixed_ips': [{'subnet_id': '8aaf002d-6309-4cf0-ae69-6d349a14c0b1', 'ip_address': '172.27.0.34'}], 'enable_snat': True}, 'gw_port_id': 'a75cc20e-67f4-45cb-9978-26f3b429d112', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T22:46:26Z', 'updated_at': '2022-02-28T22:46:29Z', 'revision_number': 4, 'project_id': '564e12fb04954a5e8480fbdb9c7742fa', 'gw_port': {'id': 'a75cc20e-67f4-45cb-9978-26f3b429d112', 'name': '', 'network_id': '3e7a10c7-addc-4b79-a555-0b472e939652', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:2e:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c6bed13-69c7-4592-a81f-1aca2749c8cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '8aaf002d-6309-4cf0-ae69-6d349a14c0b1', 'ip_address': '172.27.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T22:46:26Z', 'updated_at': '2022-02-28T22:46:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8aaf002d-6309-4cf0-ae69-6d349a14c0b1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830538-5-iscsi', '_interfaces': [{'id': '3aebc9d9-3219-494d-a7d2-9b0643a75a7e', 'name': '', 'network_id': 'd4cb06c7-675f-48ed-a5d3-2ec6192dcb86', 'tenant_id': '564e12fb04954a5e8480fbdb9c7742fa', 'mac_address': 'fa:16:3e:32:2b:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c6bed13-69c7-4592-a81f-1aca2749c8cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '22654f78-35e9-4ca6-b80d-e52dabbec49e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T22:46:28Z', 'updated_at': '2022-02-28T22:46:29Z', 'revision_number': 2, 'project_id': '564e12fb04954a5e8480fbdb9c7742fa', 'subnets': [{'id': '22654f78-35e9-4ca6-b80d-e52dabbec49e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830538-5-iscsi', False) {} {{(pid=109570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 22:46:29.993188 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b3feef5-99ba-4044-a887-3cd4dcc4cf43 None None] The sync data for ids ['0c6bed13-69c7-4592-a81f-1aca2749c8cf'] in dv-cinder-830538-5-iscsi is: [{'id': '0c6bed13-69c7-4592-a81f-1aca2749c8cf', 'name': 'tempest-TestMinimumBasicScenario-1705511880-router', 'tenant_id': '564e12fb04954a5e8480fbdb9c7742fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e7a10c7-addc-4b79-a555-0b472e939652', 'external_fixed_ips': [{'subnet_id': '8aaf002d-6309-4cf0-ae69-6d349a14c0b1', 'ip_address': '172.27.0.34'}], 'enable_snat': True}, 'gw_port_id': 'a75cc20e-67f4-45cb-9978-26f3b429d112', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T22:46:26Z', 'updated_at': '2022-02-28T22:46:29Z', 'revision_number': 4, 'project_id': '564e12fb04954a5e8480fbdb9c7742fa', 'gw_port': {'id': 'a75cc20e-67f4-45cb-9978-26f3b429d112', 'name': '', 'network_id': '3e7a10c7-addc-4b79-a555-0b472e939652', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:2e:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c6bed13-69c7-4592-a81f-1aca2749c8cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '8aaf002d-6309-4cf0-ae69-6d349a14c0b1', 'ip_address': '172.27.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T22:46:26Z', 'updated_at': '2022-02-28T22:46:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8aaf002d-6309-4cf0-ae69-6d349a14c0b1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830538-5-iscsi', '_interfaces': [{'id': '3aebc9d9-3219-494d-a7d2-9b0643a75a7e', 'name': '', 'network_id': 'd4cb06c7-675f-48ed-a5d3-2ec6192dcb86', 'tenant_id': '564e12fb04954a5e8480fbdb9c7742fa', 'mac_address': 'fa:16:3e:32:2b:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c6bed13-69c7-4592-a81f-1aca2749c8cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '22654f78-35e9-4ca6-b80d-e52dabbec49e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T22:46:28Z', 'updated_at': '2022-02-28T22:46:29Z', 'revision_number': 2, 'project_id': '564e12fb04954a5e8480fbdb9c7742fa', 'subnets': [{'id': '22654f78-35e9-4ca6-b80d-e52dabbec49e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 22:46:30.032098 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1d1a024-ceea-4ac8-8946-b88963e2b723 admin admin] Notify agent at l3_agent.dv-cinder-830538-5-iscsi the message routers_updated {{(pid=109568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 22:46:30.037092 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [None req-b1d1a024-ceea-4ac8-8946-b88963e2b723 admin admin] 10.222.0.11 "PUT /v2.0/routers/0c6bed13-69c7-4592-a81f-1aca2749c8cf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7336063 Feb 28 22:46:30.056690 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.db.provisioning_blocks [None req-2458518a-9f0c-43a2-835e-016cbd5f175a None None] Provisioning complete for port 3aebc9d9-3219-494d-a7d2-9b0643a75a7e triggered by entity DHCP. {{(pid=109570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 22:46:30.057085 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-2458518a-9f0c-43a2-835e-016cbd5f175a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579965'] for port (3aebc9d9-3219-494d-a7d2-9b0643a75a7e), provisioning_complete {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:46:30.099167 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.plugin [None req-2458518a-9f0c-43a2-835e-016cbd5f175a None None] Port 3aebc9d9-3219-494d-a7d2-9b0643a75a7e cannot update to ACTIVE because it is not bound. {{(pid=109570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 22:46:30.475925 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfbafdd-59ec-4a06-abf2-66955deaef53 req-864449c7-f622-45c2-8bf6-ef3d6791340f tempest-AttachVolumeShelveTestJSON-2030561000 tempest-AttachVolumeShelveTestJSON-2030561000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:46:30.483007 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-0bfbafdd-59ec-4a06-abf2-66955deaef53 req-864449c7-f622-45c2-8bf6-ef3d6791340f tempest-AttachVolumeShelveTestJSON-2030561000 tempest-AttachVolumeShelveTestJSON-2030561000-project] 10.222.0.11 "GET /v2.0/ports?device_id=d9fa7fde-aeb4-48d6-993a-d21fe9e9d484 HTTP/1.1" status: 200 len: 945 time: 0.0642688 Feb 28 22:46:30.532926 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-0bfbafdd-59ec-4a06-abf2-66955deaef53 req-4cb7a2c3-bca8-4945-b9e7-c83be1c1baa7 tempest-AttachVolumeShelveTestJSON-2030561000 tempest-AttachVolumeShelveTestJSON-2030561000-project] 10.222.0.11 "GET /v2.0/security-groups?id=4c2eb597-13aa-4220-9dba-0738b2aa7415&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488734 Feb 28 22:46:30.563503 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.wsgi [-] (109569) accepted ('10.222.0.11', 56714) {{(pid=109569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 22:46:30.568679 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.api.v2.base [None req-fc574fb4-040f-4f37-a782-7039344a8e52 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-367751090-network', 'tenant_id': 'a8e3c461c65e43b388d1ce7a19eb0dab'}} {{(pid=109569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 22:46:30.590447 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc574fb4-040f-4f37-a782-7039344a8e52 admin admin] Made reservation on behalf of a8e3c461c65e43b388d1ce7a19eb0dab for: {'network': 1} {{(pid=109569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 22:46:30.592910 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-fc574fb4-040f-4f37-a782-7039344a8e52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616566'] for network (None), before_create {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:46:30.603194 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-fc574fb4-040f-4f37-a782-7039344a8e52 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:46:30.704247 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-fc574fb4-040f-4f37-a782-7039344a8e52 admin admin] Publish callbacks [] for security_group (0cbde6ce-d0a8-4756-836d-0d80d1ba6f0e), precommit_create {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:46:30.709035 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-fc574fb4-040f-4f37-a782-7039344a8e52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33441213'] for security_group (0cbde6ce-d0a8-4756-836d-0d80d1ba6f0e), after_create {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:46:30.734186 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc574fb4-040f-4f37-a782-7039344a8e52 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 125} {{(pid=109569) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 22:46:30.744382 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc574fb4-040f-4f37-a782-7039344a8e52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0cbde6ce-d0a8-4756-836d-0d80d1ba6f0e,revision_number=1']} {{(pid=109569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:46:30.749140 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-fc574fb4-040f-4f37-a782-7039344a8e52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1012980'] for segment (6c89860c-5a45-42bf-8715-372ba8a66114), precommit_create {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:46:30.749483 dv-cinder-830538-5-iscsi neutron-server[109569]: INFO neutron.db.segments_db [None req-fc574fb4-040f-4f37-a782-7039344a8e52 admin admin] Added segment 6c89860c-5a45-42bf-8715-372ba8a66114 of type vlan for network edf07b80-e6d5-4979-a5ae-1419df06b3b6 Feb 28 22:46:30.794273 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-fc574fb4-040f-4f37-a782-7039344a8e52 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750844646229'] for network (edf07b80-e6d5-4979-a5ae-1419df06b3b6), precommit_create {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:46:30.831968 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-fc574fb4-040f-4f37-a782-7039344a8e52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33441228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33156859'] for network (edf07b80-e6d5-4979-a5ae-1419df06b3b6), after_create {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:46:30.833074 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc574fb4-040f-4f37-a782-7039344a8e52 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:46:30.833760 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-fc574fb4-040f-4f37-a782-7039344a8e52 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33156845'] for network (None), before_response {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:46:30.861311 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-3f9469ac-cebb-4090-8264-4da569b659b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750845036683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579975'] for agent (55d6ddf3-619a-4750-95a9-02c5b2728e0c), after_update {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:46:30.890715 dv-cinder-830538-5-iscsi neutron-server[109569]: INFO neutron.wsgi [None req-fc574fb4-040f-4f37-a782-7039344a8e52 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3259902 Feb 28 22:46:30.893579 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.wsgi [-] (109569) accepted ('10.222.0.11', 56716) {{(pid=109569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 22:46:30.899588 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.api.v2.base [None req-1cd1c8a6-8197-43d2-816b-d33313034558 admin admin] Request body: {'subnet': {'network_id': 'edf07b80-e6d5-4979-a5ae-1419df06b3b6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-367751090-subnet', 'tenant_id': 'a8e3c461c65e43b388d1ce7a19eb0dab', 'ip_version': 4}} {{(pid=109569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 22:46:30.919185 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc574fb4-040f-4f37-a782-7039344a8e52 admin admin] Pushing event updated for resources: {'Network': ['ID=edf07b80-e6d5-4979-a5ae-1419df06b3b6,revision_number=1']} {{(pid=109569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:46:30.932705 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.rpc [None req-154add69-038d-48cc-93ba-bd7e358b6d11 None None] Network edf07b80-e6d5-4979-a5ae-1419df06b3b6 details requested by agent ovs-agent-dv-cinder-830538-5-iscsi with host dv-cinder-830538-5-iscsi {{(pid=109570) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 22:46:30.935050 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cd1c8a6-8197-43d2-816b-d33313034558 admin admin] Made reservation on behalf of a8e3c461c65e43b388d1ce7a19eb0dab for: {'subnet': 1} {{(pid=109569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 22:46:30.938079 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-1cd1c8a6-8197-43d2-816b-d33313034558 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30127698'] for subnet (None), before_create {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:46:31.309723 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-1cd1c8a6-8197-43d2-816b-d33313034558 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33448168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33156859', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30055490', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30127712'] for subnet (90b761c4-487b-4dd4-ad34-7addb8b131ff), after_create {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:46:31.364632 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd1c8a6-8197-43d2-816b-d33313034558 admin admin] Pushing event updated for resources: {'Subnet': ['ID=90b761c4-487b-4dd4-ad34-7addb8b131ff,revision_number=0']} {{(pid=109569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:46:31.372311 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cd1c8a6-8197-43d2-816b-d33313034558 admin admin] Checking segment: {'id': '6c89860c-5a45-42bf-8715-372ba8a66114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'edf07b80-e6d5-4979-a5ae-1419df06b3b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 22:46:31.372666 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cd1c8a6-8197-43d2-816b-d33313034558 admin admin] Network hostable DHCP agents. Network: edf07b80-e6d5-4979-a5ae-1419df06b3b6, hostable agents: ['55d6ddf3-619a-4750-95a9-02c5b2728e0c'], hosted agents: [] {{(pid=109569) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 22:46:31.388996 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cd1c8a6-8197-43d2-816b-d33313034558 admin admin] Network edf07b80-e6d5-4979-a5ae-1419df06b3b6 is scheduled to be hosted by DHCP agent 55d6ddf3-619a-4750-95a9-02c5b2728e0c with binding_index 1 {{(pid=109569) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 22:46:31.397385 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.scheduler.base_scheduler [None req-1cd1c8a6-8197-43d2-816b-d33313034558 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830538-5-iscsi, edf07b80-e6d5-4979-a5ae-1419df06b3b6) {{(pid=109569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 22:46:31.401763 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cd1c8a6-8197-43d2-816b-d33313034558 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:46:31.402355 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-1cd1c8a6-8197-43d2-816b-d33313034558 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33156845'] for subnet (None), before_response {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:46:31.408154 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63e0f770-71c8-451e-8235-3934d40519df None None] Network edf07b80-e6d5-4979-a5ae-1419df06b3b6 requested from dv-cinder-830538-5-iscsi {{(pid=109570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 22:46:31.418533 dv-cinder-830538-5-iscsi neutron-server[109569]: INFO neutron.wsgi [None req-1cd1c8a6-8197-43d2-816b-d33313034558 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.5239458 Feb 28 22:46:31.421122 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.wsgi [-] (109569) accepted ('10.222.0.11', 56718) {{(pid=109569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 22:46:31.425277 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.api.v2.base [None req-fcc56762-64ec-4806-989d-ba6d72f51291 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-367751090-router', 'tenant_id': 'a8e3c461c65e43b388d1ce7a19eb0dab', 'external_gateway_info': {'network_id': '3e7a10c7-addc-4b79-a555-0b472e939652'}}} {{(pid=109569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 22:46:31.445396 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-fcc56762-64ec-4806-989d-ba6d72f51291 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33524095', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4109'] for router (206bcc92-ad42-41b2-a8c4-b0c908c82ad9), before_create {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:46:31.446449 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-fcc56762-64ec-4806-989d-ba6d72f51291 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33526511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33523248', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33436857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4102'] for router (206bcc92-ad42-41b2-a8c4-b0c908c82ad9), precommit_create {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:46:31.502204 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-fcc56762-64ec-4806-989d-ba6d72f51291 admin admin] Publish callbacks [] for router_controller (206bcc92-ad42-41b2-a8c4-b0c908c82ad9), precommit_add_association {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:46:31.641295 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a402226f-741e-43d4-aa90-5de8a6d0d26f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb31ac5c2-b819-5011-be4d-90e3836323fa-edf07b80-e6d5-4979-a5ae-1419df06b3b6', 'network_id': 'edf07b80-e6d5-4979-a5ae-1419df06b3b6', 'project_id': 'a8e3c461c65e43b388d1ce7a19eb0dab', 'fixed_ips': [{'subnet_id': '90b761c4-487b-4dd4-ad34-7addb8b131ff'}]}} from dv-cinder-830538-5-iscsi. {{(pid=109570) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 28 22:46:31.642431 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-a402226f-741e-43d4-aa90-5de8a6d0d26f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616566'] for port (None), before_create {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:46:31.648738 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-fcc56762-64ec-4806-989d-ba6d72f51291 admin admin] Publish callbacks [] for router_gateway (206bcc92-ad42-41b2-a8c4-b0c908c82ad9), precommit_update {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:46:31.669823 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48cc91a9-ecf2-4ac6-88fd-4d2683034341 req-7b55378d-5385-45c2-9e80-bba729e2904a tempest-AttachVolumeShelveTestJSON-2030561000 tempest-AttachVolumeShelveTestJSON-2030561000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:46:31.671346 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-48cc91a9-ecf2-4ac6-88fd-4d2683034341 req-7b55378d-5385-45c2-9e80-bba729e2904a tempest-AttachVolumeShelveTestJSON-2030561000 tempest-AttachVolumeShelveTestJSON-2030561000-project] 10.222.0.11 "GET /v2.0/ports?device_id=d9fa7fde-aeb4-48d6-993a-d21fe9e9d484 HTTP/1.1" status: 200 len: 945 time: 0.0603516 Feb 28 22:46:31.732885 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-48cc91a9-ecf2-4ac6-88fd-4d2683034341 req-5b5de84f-82e2-401f-96cc-b7b0c5819cad tempest-AttachVolumeShelveTestJSON-2030561000 tempest-AttachVolumeShelveTestJSON-2030561000-project] 10.222.0.11 "GET /v2.0/security-groups?id=4c2eb597-13aa-4220-9dba-0738b2aa7415&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536962 Feb 28 22:46:31.797891 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.db.db_base_plugin_common [None req-a402226f-741e-43d4-aa90-5de8a6d0d26f None None] Allocated IP 172.20.0.2 (edf07b80-e6d5-4979-a5ae-1419df06b3b6/90b761c4-487b-4dd4-ad34-7addb8b131ff/55b7ae2e-9386-45ad-825e-cfe45005ed52) {{(pid=109570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 22:46:31.874439 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98455886-b4fb-4377-a295-58215ca59657 req-20c58b7f-baf4-40b5-a2d8-16387261be3e tempest-AttachVolumeShelveTestJSON-2030561000 tempest-AttachVolumeShelveTestJSON-2030561000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:46:31.876620 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-98455886-b4fb-4377-a295-58215ca59657 req-20c58b7f-baf4-40b5-a2d8-16387261be3e tempest-AttachVolumeShelveTestJSON-2030561000 tempest-AttachVolumeShelveTestJSON-2030561000-project] 10.222.0.11 "GET /v2.0/ports?device_id=d9fa7fde-aeb4-48d6-993a-d21fe9e9d484 HTTP/1.1" status: 200 len: 945 time: 0.0605063 Feb 28 22:46:31.886724 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.wsgi [-] (109569) accepted ('10.222.0.11', 56724) {{(pid=109569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 22:46:31.891112 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.api.v2.base [None req-69320e5a-2593-43b4-84ac-a22321a3b15a tempest-AttachVolumeShelveTestJSON-2030561000 tempest-AttachVolumeShelveTestJSON-2030561000-project] Request body: {'floatingip': {'port_id': '22596c55-b7af-49a7-9034-b3ec7f52571f'}} {{(pid=109569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 22:46:31.928314 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-fcc56762-64ec-4806-989d-ba6d72f51291 admin admin] Publish callbacks [] for router_gateway (206bcc92-ad42-41b2-a8c4-b0c908c82ad9), before_create {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:46:31.935025 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-69320e5a-2593-43b4-84ac-a22321a3b15a tempest-AttachVolumeShelveTestJSON-2030561000 tempest-AttachVolumeShelveTestJSON-2030561000-project] Publish callbacks [] for floatingip (1f7c2159-4b1c-4d7e-a589-64b2c7ab456e), before_update {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:46:31.958499 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-fcc56762-64ec-4806-989d-ba6d72f51291 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616566'] for port (None), before_create {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:46:31.958749 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-a402226f-741e-43d4-aa90-5de8a6d0d26f None None] Publish callbacks [] for port (55b7ae2e-9386-45ad-825e-cfe45005ed52), precommit_create {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:46:31.965638 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-a402226f-741e-43d4-aa90-5de8a6d0d26f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33156859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750844628228'] for port (55b7ae2e-9386-45ad-825e-cfe45005ed52), after_create {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:46:32.015734 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a402226f-741e-43d4-aa90-5de8a6d0d26f None None] Network edf07b80-e6d5-4979-a5ae-1419df06b3b6 is already hosted by enough agents. {{(pid=109570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 22:46:32.019852 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a402226f-741e-43d4-aa90-5de8a6d0d26f None None] Pushing event updated for resources: {'Port': ['ID=55b7ae2e-9386-45ad-825e-cfe45005ed52,revision_number=1']} {{(pid=109570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:46:32.023371 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.scheduler.base_scheduler [None req-a402226f-741e-43d4-aa90-5de8a6d0d26f None None] Resources bound (agent type, host, resource id): {{(pid=109570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 22:46:32.025777 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a402226f-741e-43d4-aa90-5de8a6d0d26f None None] Received port after_create {{(pid=109570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 22:46:32.083994 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.managers [None req-a402226f-741e-43d4-aa90-5de8a6d0d26f None None] Attempting to bind port 55b7ae2e-9386-45ad-825e-cfe45005ed52 on host dv-cinder-830538-5-iscsi for vnic_type normal with profile {{(pid=109570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 22:46:32.084514 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.managers [None req-a402226f-741e-43d4-aa90-5de8a6d0d26f None None] Attempting to bind port 55b7ae2e-9386-45ad-825e-cfe45005ed52 by drivers openvswitch,hyperv on host dv-cinder-830538-5-iscsi at level 0 using segments [{'id': '6c89860c-5a45-42bf-8715-372ba8a66114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'edf07b80-e6d5-4979-a5ae-1419df06b3b6'}] {{(pid=109570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 22:46:32.084881 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a402226f-741e-43d4-aa90-5de8a6d0d26f None None] Attempting to bind port 55b7ae2e-9386-45ad-825e-cfe45005ed52 on network edf07b80-e6d5-4979-a5ae-1419df06b3b6 {{(pid=109570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 22:46:32.090360 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a402226f-741e-43d4-aa90-5de8a6d0d26f None None] Checking agent: {'id': '7aa25ffb-1b87-4f08-8530-4bdf6e6b221c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830538-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 22, 34, 7), 'started_at': datetime.datetime(2022, 2, 28, 22, 34, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 22, 46, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830538-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 22:46:32.090743 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a402226f-741e-43d4-aa90-5de8a6d0d26f None None] Checking segment: {'id': '6c89860c-5a45-42bf-8715-372ba8a66114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'edf07b80-e6d5-4979-a5ae-1419df06b3b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 22:46:32.091149 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-a402226f-741e-43d4-aa90-5de8a6d0d26f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:46:32.091546 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a402226f-741e-43d4-aa90-5de8a6d0d26f None None] Bound using segment: {'id': '6c89860c-5a45-42bf-8715-372ba8a66114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'edf07b80-e6d5-4979-a5ae-1419df06b3b6'} {{(pid=109570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 22:46:32.092048 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.managers [None req-a402226f-741e-43d4-aa90-5de8a6d0d26f None None] Bound port: 55b7ae2e-9386-45ad-825e-cfe45005ed52, host: dv-cinder-830538-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c89860c-5a45-42bf-8715-372ba8a66114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'edf07b80-e6d5-4979-a5ae-1419df06b3b6'}}] {{(pid=109570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 22:46:32.092481 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-a402226f-741e-43d4-aa90-5de8a6d0d26f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616566'] for port (55b7ae2e-9386-45ad-825e-cfe45005ed52), before_update {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:46:32.105480 dv-cinder-830538-5-iscsi neutron-server[109571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-131bd02c-83e7-4726-a63a-36dccc2b1fed None None] Sync routers for ids ['0c6bed13-69c7-4592-a81f-1aca2749c8cf'] in dv-cinder-830538-5-iscsi {{(pid=109571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 22:46:32.115152 dv-cinder-830538-5-iscsi neutron-server[109571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-131bd02c-83e7-4726-a63a-36dccc2b1fed None None] Routers {'0c6bed13-69c7-4592-a81f-1aca2749c8cf'} bound to L3 agent in host dv-cinder-830538-5-iscsi {{(pid=109571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 22:46:32.116367 dv-cinder-830538-5-iscsi neutron-server[109571]: DEBUG neutron.db.l3_hamode_db [None req-131bd02c-83e7-4726-a63a-36dccc2b1fed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830538-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-28T22:34:03Z,description=,heartbeat_timestamp=2022-02-28T22:46:03Z,host='dv-cinder-830538-5-iscsi',id=1bbc3f13-d896-4633-9d3f-4f3415ceb83d,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T22:34:03Z,topic='l3_agent')) {'router_ids': ['0c6bed13-69c7-4592-a81f-1aca2749c8cf'], 'active': True} {{(pid=109571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 22:46:32.166481 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.db [None req-a402226f-741e-43d4-aa90-5de8a6d0d26f None None] For port 55b7ae2e-9386-45ad-825e-cfe45005ed52, host dv-cinder-830538-5-iscsi, cleared binding levels {{(pid=109570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 22:46:32.170182 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.db [None req-a402226f-741e-43d4-aa90-5de8a6d0d26f None None] For port 55b7ae2e-9386-45ad-825e-cfe45005ed52, host dv-cinder-830538-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830538-5-iscsi',level=0,port_id=55b7ae2e-9386-45ad-825e-cfe45005ed52,segment=NetworkSegment(6c89860c-5a45-42bf-8715-372ba8a66114),segment_id=6c89860c-5a45-42bf-8715-372ba8a66114)] {{(pid=109570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 22:46:32.177573 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-a402226f-741e-43d4-aa90-5de8a6d0d26f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33156859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750845083886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750844628246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750844628264'] for port (55b7ae2e-9386-45ad-825e-cfe45005ed52), after_update {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:46:32.203967 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.db.db_base_plugin_common [None req-fcc56762-64ec-4806-989d-ba6d72f51291 admin admin] Allocated IP 172.27.0.163 (3e7a10c7-addc-4b79-a555-0b472e939652/8aaf002d-6309-4cf0-ae69-6d349a14c0b1/3d46b5f7-1854-41da-af0f-326b323f79a8) {{(pid=109569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 22:46:32.228820 dv-cinder-830538-5-iscsi neutron-server[109571]: DEBUG neutron.db.l3_dvr_db [None req-131bd02c-83e7-4726-a63a-36dccc2b1fed None None] Set router 0c6bed13-69c7-4592-a81f-1aca2749c8cf gateway port host: dv-cinder-830538-5-iscsi {{(pid=109571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 22:46:32.238192 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a402226f-741e-43d4-aa90-5de8a6d0d26f None None] Pushing event updated for resources: {'Port': ['ID=55b7ae2e-9386-45ad-825e-cfe45005ed52,revision_number=2']} {{(pid=109570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:46:32.431916 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-fcc56762-64ec-4806-989d-ba6d72f51291 admin admin] Publish callbacks [] for port (3d46b5f7-1854-41da-af0f-326b323f79a8), precommit_create {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:46:32.473513 dv-cinder-830538-5-iscsi neutron-server[109571]: DEBUG neutron.db.l3_hamode_db [None req-131bd02c-83e7-4726-a63a-36dccc2b1fed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c6bed13-69c7-4592-a81f-1aca2749c8cf', 'name': 'tempest-TestMinimumBasicScenario-1705511880-router', 'tenant_id': '564e12fb04954a5e8480fbdb9c7742fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e7a10c7-addc-4b79-a555-0b472e939652', 'external_fixed_ips': [{'subnet_id': '8aaf002d-6309-4cf0-ae69-6d349a14c0b1', 'ip_address': '172.27.0.34'}], 'enable_snat': True}, 'gw_port_id': 'a75cc20e-67f4-45cb-9978-26f3b429d112', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T22:46:26Z', 'updated_at': '2022-02-28T22:46:29Z', 'revision_number': 4, 'project_id': '564e12fb04954a5e8480fbdb9c7742fa', 'gw_port': {'id': 'a75cc20e-67f4-45cb-9978-26f3b429d112', 'name': '', 'network_id': '3e7a10c7-addc-4b79-a555-0b472e939652', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:2e:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c6bed13-69c7-4592-a81f-1aca2749c8cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '8aaf002d-6309-4cf0-ae69-6d349a14c0b1', 'ip_address': '172.27.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T22:46:26Z', 'updated_at': '2022-02-28T22:46:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8aaf002d-6309-4cf0-ae69-6d349a14c0b1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830538-5-iscsi', '_interfaces': [{'id': '3aebc9d9-3219-494d-a7d2-9b0643a75a7e', 'name': '', 'network_id': 'd4cb06c7-675f-48ed-a5d3-2ec6192dcb86', 'tenant_id': '564e12fb04954a5e8480fbdb9c7742fa', 'mac_address': 'fa:16:3e:32:2b:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c6bed13-69c7-4592-a81f-1aca2749c8cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '22654f78-35e9-4ca6-b80d-e52dabbec49e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T22:46:28Z', 'updated_at': '2022-02-28T22:46:29Z', 'revision_number': 2, 'project_id': '564e12fb04954a5e8480fbdb9c7742fa', 'subnets': [{'id': '22654f78-35e9-4ca6-b80d-e52dabbec49e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830538-5-iscsi', False) {} {{(pid=109571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 22:46:32.518681 dv-cinder-830538-5-iscsi neutron-server[109571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-131bd02c-83e7-4726-a63a-36dccc2b1fed None None] Checking router: 0c6bed13-69c7-4592-a81f-1aca2749c8cf for host: dv-cinder-830538-5-iscsi {{(pid=109571) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 22:46:32.519029 dv-cinder-830538-5-iscsi neutron-server[109571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-131bd02c-83e7-4726-a63a-36dccc2b1fed None None] Updating router 0c6bed13-69c7-4592-a81f-1aca2749c8cf port 3aebc9d9-3219-494d-a7d2-9b0643a75a7e binding host dv-cinder-830538-5-iscsi {{(pid=109571) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 22:46:32.547941 dv-cinder-830538-5-iscsi neutron-server[109571]: DEBUG neutron_lib.callbacks.manager [None req-131bd02c-83e7-4726-a63a-36dccc2b1fed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616566'] for port (3aebc9d9-3219-494d-a7d2-9b0643a75a7e), before_update {{(pid=109571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:46:32.642928 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.rpc [None req-154add69-038d-48cc-93ba-bd7e358b6d11 None None] Device a75cc20e-67f4-45cb-9978-26f3b429d112 up at agent ovs-agent-dv-cinder-830538-5-iscsi {{(pid=109570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 22:46:32.650055 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-fcc56762-64ec-4806-989d-ba6d72f51291 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33156859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750844628228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30055478'] for port (3d46b5f7-1854-41da-af0f-326b323f79a8), after_create {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:46:32.658853 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-69320e5a-2593-43b4-84ac-a22321a3b15a tempest-AttachVolumeShelveTestJSON-2030561000 tempest-AttachVolumeShelveTestJSON-2030561000-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:46:32.684221 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-69320e5a-2593-43b4-84ac-a22321a3b15a tempest-AttachVolumeShelveTestJSON-2030561000 tempest-AttachVolumeShelveTestJSON-2030561000-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33522123'] for floatingip (1f7c2159-4b1c-4d7e-a589-64b2c7ab456e), after_update {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:46:32.698518 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.db.provisioning_blocks [None req-154add69-038d-48cc-93ba-bd7e358b6d11 None None] Provisioning complete for port a75cc20e-67f4-45cb-9978-26f3b429d112 triggered by entity L2. {{(pid=109570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 22:46:32.698997 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-154add69-038d-48cc-93ba-bd7e358b6d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579965'] for port (a75cc20e-67f4-45cb-9978-26f3b429d112), provisioning_complete {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:46:32.731139 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcc56762-64ec-4806-989d-ba6d72f51291 admin admin] Network 3e7a10c7-addc-4b79-a555-0b472e939652 is already hosted by enough agents. {{(pid=109569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 22:46:32.735765 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.scheduler.base_scheduler [None req-fcc56762-64ec-4806-989d-ba6d72f51291 admin admin] Resources bound (agent type, host, resource id): {{(pid=109569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 22:46:32.745903 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcc56762-64ec-4806-989d-ba6d72f51291 admin admin] Received port after_create {{(pid=109569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 22:46:32.750422 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc56762-64ec-4806-989d-ba6d72f51291 admin admin] Pushing event updated for resources: {'Port': ['ID=3d46b5f7-1854-41da-af0f-326b323f79a8,revision_number=1']} {{(pid=109569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:46:32.792051 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.plugin [None req-154add69-038d-48cc-93ba-bd7e358b6d11 None None] Current status of the port a75cc20e-67f4-45cb-9978-26f3b429d112 is: DOWN; New status is: ACTIVE {{(pid=109570) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 22:46:32.793477 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-154add69-038d-48cc-93ba-bd7e358b6d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616566'] for port (a75cc20e-67f4-45cb-9978-26f3b429d112), before_update {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:46:32.815689 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.db [None req-154add69-038d-48cc-93ba-bd7e358b6d11 None None] For port a75cc20e-67f4-45cb-9978-26f3b429d112, host dv-cinder-830538-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830538-5-iscsi',level=0,port_id=a75cc20e-67f4-45cb-9978-26f3b429d112,segment=NetworkSegment(ee66776f-25dd-443a-9417-ae0becd0bae6),segment_id=ee66776f-25dd-443a-9417-ae0becd0bae6)] {{(pid=109570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 22:46:32.820430 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-154add69-038d-48cc-93ba-bd7e358b6d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33156859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750845083886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750844628246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750844628264'] for port (a75cc20e-67f4-45cb-9978-26f3b429d112), after_update {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:46:32.821392 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.rpc [None req-154add69-038d-48cc-93ba-bd7e358b6d11 None None] Device 55b7ae2e-9386-45ad-825e-cfe45005ed52 up at agent ovs-agent-dv-cinder-830538-5-iscsi {{(pid=109570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 22:46:32.836456 dv-cinder-830538-5-iscsi neutron-server[109571]: DEBUG neutron_lib.callbacks.manager [None req-131bd02c-83e7-4726-a63a-36dccc2b1fed None None] Publish callbacks [] for port (3aebc9d9-3219-494d-a7d2-9b0643a75a7e), precommit_update {{(pid=109571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:46:32.845453 dv-cinder-830538-5-iscsi neutron-server[109571]: DEBUG neutron_lib.callbacks.manager [None req-131bd02c-83e7-4726-a63a-36dccc2b1fed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33156859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750845083886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750844628246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750844628264'] for port (3aebc9d9-3219-494d-a7d2-9b0643a75a7e), after_update {{(pid=109571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:46:32.907257 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154add69-038d-48cc-93ba-bd7e358b6d11 None None] Pushing event updated for resources: {'Port': ['ID=a75cc20e-67f4-45cb-9978-26f3b429d112,revision_number=4']} {{(pid=109570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:46:32.918550 dv-cinder-830538-5-iscsi neutron-server[109571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4234339a-4274-4ab1-be0a-3d13fd927065 None None] Pushing event updated for resources: {'Port': ['ID=3aebc9d9-3219-494d-a7d2-9b0643a75a7e,revision_number=3']} {{(pid=109571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:46:32.921132 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.db.provisioning_blocks [None req-154add69-038d-48cc-93ba-bd7e358b6d11 None None] Provisioning complete for port 55b7ae2e-9386-45ad-825e-cfe45005ed52 triggered by entity L2. {{(pid=109570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 22:46:32.921511 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-154add69-038d-48cc-93ba-bd7e358b6d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579965'] for port (55b7ae2e-9386-45ad-825e-cfe45005ed52), provisioning_complete {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:46:32.923869 dv-cinder-830538-5-iscsi neutron-server[109569]: INFO neutron.db.l3_db [None req-69320e5a-2593-43b4-84ac-a22321a3b15a tempest-AttachVolumeShelveTestJSON-2030561000 tempest-AttachVolumeShelveTestJSON-2030561000-project] Floating IP 1f7c2159-4b1c-4d7e-a589-64b2c7ab456e associated. External IP: 172.27.0.101, port: 22596c55-b7af-49a7-9034-b3ec7f52571f. Feb 28 22:46:32.945101 dv-cinder-830538-5-iscsi neutron-server[109571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4234339a-4274-4ab1-be0a-3d13fd927065 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830538-5-iscsi {{(pid=109571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:46:32.945766 dv-cinder-830538-5-iscsi neutron-server[109571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4234339a-4274-4ab1-be0a-3d13fd927065 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-5-iscsi {{(pid=109571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:46:32.946441 dv-cinder-830538-5-iscsi neutron-server[109571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4234339a-4274-4ab1-be0a-3d13fd927065 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-5-iscsi {{(pid=109571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:46:32.947284 dv-cinder-830538-5-iscsi neutron-server[109571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4234339a-4274-4ab1-be0a-3d13fd927065 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-5-iscsi {{(pid=109571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:46:32.948081 dv-cinder-830538-5-iscsi neutron-server[109571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4234339a-4274-4ab1-be0a-3d13fd927065 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830538-5-iscsi {{(pid=109571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:46:32.948644 dv-cinder-830538-5-iscsi neutron-server[109571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4234339a-4274-4ab1-be0a-3d13fd927065 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830538-5-iscsi {{(pid=109571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:46:32.949264 dv-cinder-830538-5-iscsi neutron-server[109571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4234339a-4274-4ab1-be0a-3d13fd927065 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830538-5-iscsi {{(pid=109571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:46:32.949903 dv-cinder-830538-5-iscsi neutron-server[109571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4234339a-4274-4ab1-be0a-3d13fd927065 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830538-5-iscsi {{(pid=109571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:46:32.950466 dv-cinder-830538-5-iscsi neutron-server[109571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4234339a-4274-4ab1-be0a-3d13fd927065 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830538-5-iscsi {{(pid=109571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:46:32.951105 dv-cinder-830538-5-iscsi neutron-server[109571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4234339a-4274-4ab1-be0a-3d13fd927065 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830538-5-iscsi {{(pid=109571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:46:32.951617 dv-cinder-830538-5-iscsi neutron-server[109571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4234339a-4274-4ab1-be0a-3d13fd927065 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-5-iscsi {{(pid=109571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:46:32.952185 dv-cinder-830538-5-iscsi neutron-server[109571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4234339a-4274-4ab1-be0a-3d13fd927065 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830538-5-iscsi {{(pid=109571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:46:32.952779 dv-cinder-830538-5-iscsi neutron-server[109571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4234339a-4274-4ab1-be0a-3d13fd927065 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830538-5-iscsi {{(pid=109571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:46:32.969508 dv-cinder-830538-5-iscsi neutron-server[109571]: DEBUG neutron.plugins.ml2.managers [None req-131bd02c-83e7-4726-a63a-36dccc2b1fed None None] Attempting to bind port 3aebc9d9-3219-494d-a7d2-9b0643a75a7e on host dv-cinder-830538-5-iscsi for vnic_type normal with profile {{(pid=109571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 22:46:32.970127 dv-cinder-830538-5-iscsi neutron-server[109571]: DEBUG neutron.plugins.ml2.managers [None req-131bd02c-83e7-4726-a63a-36dccc2b1fed None None] Attempting to bind port 3aebc9d9-3219-494d-a7d2-9b0643a75a7e by drivers openvswitch,hyperv on host dv-cinder-830538-5-iscsi at level 0 using segments [{'id': '3042934a-08a6-41f2-b37b-17c50407117e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'd4cb06c7-675f-48ed-a5d3-2ec6192dcb86'}] {{(pid=109571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 22:46:32.970643 dv-cinder-830538-5-iscsi neutron-server[109571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-131bd02c-83e7-4726-a63a-36dccc2b1fed None None] Attempting to bind port 3aebc9d9-3219-494d-a7d2-9b0643a75a7e on network d4cb06c7-675f-48ed-a5d3-2ec6192dcb86 {{(pid=109571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 22:46:32.976138 dv-cinder-830538-5-iscsi neutron-server[109571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-131bd02c-83e7-4726-a63a-36dccc2b1fed None None] Checking agent: {'id': '7aa25ffb-1b87-4f08-8530-4bdf6e6b221c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830538-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 22, 34, 7), 'started_at': datetime.datetime(2022, 2, 28, 22, 34, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 22, 46, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830538-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 22:46:32.977374 dv-cinder-830538-5-iscsi neutron-server[109571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-131bd02c-83e7-4726-a63a-36dccc2b1fed None None] Checking segment: {'id': '3042934a-08a6-41f2-b37b-17c50407117e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'd4cb06c7-675f-48ed-a5d3-2ec6192dcb86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 22:46:32.977929 dv-cinder-830538-5-iscsi neutron-server[109571]: DEBUG neutron_lib.callbacks.manager [None req-131bd02c-83e7-4726-a63a-36dccc2b1fed None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:46:32.978665 dv-cinder-830538-5-iscsi neutron-server[109571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-131bd02c-83e7-4726-a63a-36dccc2b1fed None None] Bound using segment: {'id': '3042934a-08a6-41f2-b37b-17c50407117e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'd4cb06c7-675f-48ed-a5d3-2ec6192dcb86'} {{(pid=109571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 22:46:32.979302 dv-cinder-830538-5-iscsi neutron-server[109571]: DEBUG neutron.plugins.ml2.managers [None req-131bd02c-83e7-4726-a63a-36dccc2b1fed None None] Bound port: 3aebc9d9-3219-494d-a7d2-9b0643a75a7e, host: dv-cinder-830538-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3042934a-08a6-41f2-b37b-17c50407117e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'd4cb06c7-675f-48ed-a5d3-2ec6192dcb86'}}] {{(pid=109571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 22:46:32.979935 dv-cinder-830538-5-iscsi neutron-server[109571]: DEBUG neutron_lib.callbacks.manager [None req-131bd02c-83e7-4726-a63a-36dccc2b1fed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616566'] for port (3aebc9d9-3219-494d-a7d2-9b0643a75a7e), before_update {{(pid=109571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:46:33.063852 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.plugin [None req-154add69-038d-48cc-93ba-bd7e358b6d11 None None] Current status of the port 55b7ae2e-9386-45ad-825e-cfe45005ed52 is: DOWN; New status is: ACTIVE {{(pid=109570) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 22:46:33.064431 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-154add69-038d-48cc-93ba-bd7e358b6d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616566'] for port (55b7ae2e-9386-45ad-825e-cfe45005ed52), before_update {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:46:33.072842 dv-cinder-830538-5-iscsi neutron-server[109571]: DEBUG neutron.plugins.ml2.db [None req-131bd02c-83e7-4726-a63a-36dccc2b1fed None None] For port 3aebc9d9-3219-494d-a7d2-9b0643a75a7e, host dv-cinder-830538-5-iscsi, cleared binding levels {{(pid=109571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 22:46:33.079366 dv-cinder-830538-5-iscsi neutron-server[109571]: DEBUG neutron.plugins.ml2.db [None req-131bd02c-83e7-4726-a63a-36dccc2b1fed None None] For port 3aebc9d9-3219-494d-a7d2-9b0643a75a7e, host dv-cinder-830538-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830538-5-iscsi',level=0,port_id=3aebc9d9-3219-494d-a7d2-9b0643a75a7e,segment=NetworkSegment(3042934a-08a6-41f2-b37b-17c50407117e),segment_id=3042934a-08a6-41f2-b37b-17c50407117e)] {{(pid=109571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 22:46:33.093446 dv-cinder-830538-5-iscsi neutron-server[109571]: DEBUG neutron_lib.callbacks.manager [None req-131bd02c-83e7-4726-a63a-36dccc2b1fed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33156859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750845083886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750844628246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750844628264'] for port (3aebc9d9-3219-494d-a7d2-9b0643a75a7e), after_update {{(pid=109571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:46:33.123765 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.db [None req-154add69-038d-48cc-93ba-bd7e358b6d11 None None] For port 55b7ae2e-9386-45ad-825e-cfe45005ed52, host dv-cinder-830538-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830538-5-iscsi',level=0,port_id=55b7ae2e-9386-45ad-825e-cfe45005ed52,segment=NetworkSegment(6c89860c-5a45-42bf-8715-372ba8a66114),segment_id=6c89860c-5a45-42bf-8715-372ba8a66114)] {{(pid=109570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 22:46:33.137299 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-154add69-038d-48cc-93ba-bd7e358b6d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33156859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750845083886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750844628246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750844628264'] for port (55b7ae2e-9386-45ad-825e-cfe45005ed52), after_update {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:46:33.173441 dv-cinder-830538-5-iscsi neutron-server[109571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-131bd02c-83e7-4726-a63a-36dccc2b1fed None None] Routers {'0c6bed13-69c7-4592-a81f-1aca2749c8cf'} bound to L3 agent in host dv-cinder-830538-5-iscsi {{(pid=109571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 22:46:33.177876 dv-cinder-830538-5-iscsi neutron-server[109571]: DEBUG neutron.db.l3_hamode_db [None req-131bd02c-83e7-4726-a63a-36dccc2b1fed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830538-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-28T22:34:03Z,description=,heartbeat_timestamp=2022-02-28T22:46:33Z,host='dv-cinder-830538-5-iscsi',id=1bbc3f13-d896-4633-9d3f-4f3415ceb83d,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T22:34:03Z,topic='l3_agent')) {'router_ids': ['0c6bed13-69c7-4592-a81f-1aca2749c8cf'], 'active': True} {{(pid=109571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 22:46:33.199065 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154add69-038d-48cc-93ba-bd7e358b6d11 None None] Pushing event updated for resources: {'Port': ['ID=55b7ae2e-9386-45ad-825e-cfe45005ed52,revision_number=3']} {{(pid=109570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:46:33.203521 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-712733ee-eaf2-4c4e-be0d-13d566c3df7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750845036683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579975'] for agent (1bbc3f13-d896-4633-9d3f-4f3415ceb83d), after_update {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:46:33.230875 dv-cinder-830538-5-iscsi neutron-server[109571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4234339a-4274-4ab1-be0a-3d13fd927065 None None] Pushing event updated for resources: {'Port': ['ID=3aebc9d9-3219-494d-a7d2-9b0643a75a7e,revision_number=4']} {{(pid=109571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:46:33.263027 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.db.provisioning_blocks [None req-4245a0e9-4f22-492c-9486-2b7647950785 None None] Provisioning complete for port 3aebc9d9-3219-494d-a7d2-9b0643a75a7e triggered by entity DHCP. {{(pid=109570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 22:46:33.263700 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-4245a0e9-4f22-492c-9486-2b7647950785 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579965'] for port (3aebc9d9-3219-494d-a7d2-9b0643a75a7e), provisioning_complete {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:46:33.382176 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.plugin [None req-4245a0e9-4f22-492c-9486-2b7647950785 None None] Current status of the port 3aebc9d9-3219-494d-a7d2-9b0643a75a7e is: DOWN; New status is: ACTIVE {{(pid=109570) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 22:46:33.382573 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-4245a0e9-4f22-492c-9486-2b7647950785 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616566'] for port (3aebc9d9-3219-494d-a7d2-9b0643a75a7e), before_update {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:46:33.440679 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.db [None req-4245a0e9-4f22-492c-9486-2b7647950785 None None] For port 3aebc9d9-3219-494d-a7d2-9b0643a75a7e, host dv-cinder-830538-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830538-5-iscsi',level=0,port_id=3aebc9d9-3219-494d-a7d2-9b0643a75a7e,segment=NetworkSegment(3042934a-08a6-41f2-b37b-17c50407117e),segment_id=3042934a-08a6-41f2-b37b-17c50407117e)] {{(pid=109570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 22:46:33.450149 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-4245a0e9-4f22-492c-9486-2b7647950785 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33156859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750845083886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750844628246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750844628264'] for port (3aebc9d9-3219-494d-a7d2-9b0643a75a7e), after_update {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:46:33.472277 dv-cinder-830538-5-iscsi neutron-server[109571]: DEBUG neutron.db.l3_dvr_db [None req-131bd02c-83e7-4726-a63a-36dccc2b1fed None None] Set router 0c6bed13-69c7-4592-a81f-1aca2749c8cf gateway port host: dv-cinder-830538-5-iscsi {{(pid=109571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 22:46:33.475985 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-fcc56762-64ec-4806-989d-ba6d72f51291 admin admin] Publish callbacks [] for router_gateway (206bcc92-ad42-41b2-a8c4-b0c908c82ad9), after_create {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:46:33.523412 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4245a0e9-4f22-492c-9486-2b7647950785 None None] Pushing event updated for resources: {'Port': ['ID=3aebc9d9-3219-494d-a7d2-9b0643a75a7e,revision_number=5']} {{(pid=109570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:46:33.575240 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.db.provisioning_blocks [None req-50538f01-d8de-4a73-9e2f-8fbbdc8bf880 None None] Provisioning complete for port 3aebc9d9-3219-494d-a7d2-9b0643a75a7e triggered by entity DHCP. {{(pid=109570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 22:46:33.576148 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-50538f01-d8de-4a73-9e2f-8fbbdc8bf880 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579965'] for port (3aebc9d9-3219-494d-a7d2-9b0643a75a7e), provisioning_complete {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:46:33.629266 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-394f30af-4888-4115-b34e-3a3b1b033ddd None None] Network edf07b80-e6d5-4979-a5ae-1419df06b3b6 requested from dv-cinder-830538-5-iscsi {{(pid=109570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 22:46:33.709894 dv-cinder-830538-5-iscsi neutron-server[109571]: DEBUG neutron.db.l3_hamode_db [None req-131bd02c-83e7-4726-a63a-36dccc2b1fed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c6bed13-69c7-4592-a81f-1aca2749c8cf', 'name': 'tempest-TestMinimumBasicScenario-1705511880-router', 'tenant_id': '564e12fb04954a5e8480fbdb9c7742fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e7a10c7-addc-4b79-a555-0b472e939652', 'external_fixed_ips': [{'subnet_id': '8aaf002d-6309-4cf0-ae69-6d349a14c0b1', 'ip_address': '172.27.0.34'}], 'enable_snat': True}, 'gw_port_id': 'a75cc20e-67f4-45cb-9978-26f3b429d112', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T22:46:26Z', 'updated_at': '2022-02-28T22:46:29Z', 'revision_number': 4, 'project_id': '564e12fb04954a5e8480fbdb9c7742fa', 'gw_port': {'id': 'a75cc20e-67f4-45cb-9978-26f3b429d112', 'name': '', 'network_id': '3e7a10c7-addc-4b79-a555-0b472e939652', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:2e:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c6bed13-69c7-4592-a81f-1aca2749c8cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '8aaf002d-6309-4cf0-ae69-6d349a14c0b1', 'ip_address': '172.27.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T22:46:26Z', 'updated_at': '2022-02-28T22:46:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8aaf002d-6309-4cf0-ae69-6d349a14c0b1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830538-5-iscsi', '_interfaces': [{'id': '3aebc9d9-3219-494d-a7d2-9b0643a75a7e', 'name': '', 'network_id': 'd4cb06c7-675f-48ed-a5d3-2ec6192dcb86', 'tenant_id': '564e12fb04954a5e8480fbdb9c7742fa', 'mac_address': 'fa:16:3e:32:2b:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c6bed13-69c7-4592-a81f-1aca2749c8cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '22654f78-35e9-4ca6-b80d-e52dabbec49e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T22:46:28Z', 'updated_at': '2022-02-28T22:46:33Z', 'revision_number': 4, 'project_id': '564e12fb04954a5e8480fbdb9c7742fa', 'subnets': [{'id': '22654f78-35e9-4ca6-b80d-e52dabbec49e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830538-5-iscsi', False) {} {{(pid=109571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 22:46:33.730798 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69320e5a-2593-43b4-84ac-a22321a3b15a tempest-AttachVolumeShelveTestJSON-2030561000 tempest-AttachVolumeShelveTestJSON-2030561000-project] Router abdf501b-4b4d-4822-b10e-2218ac616053 has already been hosted by L3 agent 1bbc3f13-d896-4633-9d3f-4f3415ceb83d {{(pid=109569) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 22:46:33.746293 dv-cinder-830538-5-iscsi neutron-server[109571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-131bd02c-83e7-4726-a63a-36dccc2b1fed None None] The sync data for ids ['0c6bed13-69c7-4592-a81f-1aca2749c8cf'] in dv-cinder-830538-5-iscsi is: [{'id': '0c6bed13-69c7-4592-a81f-1aca2749c8cf', 'name': 'tempest-TestMinimumBasicScenario-1705511880-router', 'tenant_id': '564e12fb04954a5e8480fbdb9c7742fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e7a10c7-addc-4b79-a555-0b472e939652', 'external_fixed_ips': [{'subnet_id': '8aaf002d-6309-4cf0-ae69-6d349a14c0b1', 'ip_address': '172.27.0.34'}], 'enable_snat': True}, 'gw_port_id': 'a75cc20e-67f4-45cb-9978-26f3b429d112', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T22:46:26Z', 'updated_at': '2022-02-28T22:46:29Z', 'revision_number': 4, 'project_id': '564e12fb04954a5e8480fbdb9c7742fa', 'gw_port': {'id': 'a75cc20e-67f4-45cb-9978-26f3b429d112', 'name': '', 'network_id': '3e7a10c7-addc-4b79-a555-0b472e939652', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:2e:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c6bed13-69c7-4592-a81f-1aca2749c8cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '8aaf002d-6309-4cf0-ae69-6d349a14c0b1', 'ip_address': '172.27.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T22:46:26Z', 'updated_at': '2022-02-28T22:46:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8aaf002d-6309-4cf0-ae69-6d349a14c0b1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830538-5-iscsi', '_interfaces': [{'id': '3aebc9d9-3219-494d-a7d2-9b0643a75a7e', 'name': '', 'network_id': 'd4cb06c7-675f-48ed-a5d3-2ec6192dcb86', 'tenant_id': '564e12fb04954a5e8480fbdb9c7742fa', 'mac_address': 'fa:16:3e:32:2b:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c6bed13-69c7-4592-a81f-1aca2749c8cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '22654f78-35e9-4ca6-b80d-e52dabbec49e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T22:46:28Z', 'updated_at': '2022-02-28T22:46:33Z', 'revision_number': 4, 'project_id': '564e12fb04954a5e8480fbdb9c7742fa', 'subnets': [{'id': '22654f78-35e9-4ca6-b80d-e52dabbec49e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 22:46:33.751638 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.plugin [None req-50538f01-d8de-4a73-9e2f-8fbbdc8bf880 None None] Current status of the port 3aebc9d9-3219-494d-a7d2-9b0643a75a7e is: ACTIVE; New status is: ACTIVE {{(pid=109570) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 22:46:33.839890 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-fcc56762-64ec-4806-989d-ba6d72f51291 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33526520', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33523309'] for router (206bcc92-ad42-41b2-a8c4-b0c908c82ad9), after_create {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:46:33.880613 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.db.provisioning_blocks [None req-a16d2a63-8afd-4487-8463-97572fbb185c None None] Provisioning complete for port 55b7ae2e-9386-45ad-825e-cfe45005ed52 triggered by entity DHCP. {{(pid=109570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 22:46:33.880992 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-a16d2a63-8afd-4487-8463-97572fbb185c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579965'] for port (55b7ae2e-9386-45ad-825e-cfe45005ed52), provisioning_complete {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:46:33.975228 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69320e5a-2593-43b4-84ac-a22321a3b15a tempest-AttachVolumeShelveTestJSON-2030561000 tempest-AttachVolumeShelveTestJSON-2030561000-project] Notify agent at l3_agent.dv-cinder-830538-5-iscsi the message routers_updated {{(pid=109569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 22:46:33.981401 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-69320e5a-2593-43b4-84ac-a22321a3b15a tempest-AttachVolumeShelveTestJSON-2030561000 tempest-AttachVolumeShelveTestJSON-2030561000-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80159'] for floatingip (None), before_response {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:46:33.990672 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.plugin [None req-a16d2a63-8afd-4487-8463-97572fbb185c None None] Current status of the port 55b7ae2e-9386-45ad-825e-cfe45005ed52 is: ACTIVE; New status is: ACTIVE {{(pid=109570) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 22:46:33.994399 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbedbf41-3a05-499b-9e21-0329b44812d5 None None] Sync routers for ids ['abdf501b-4b4d-4822-b10e-2218ac616053'] in dv-cinder-830538-5-iscsi {{(pid=109570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 22:46:34.006811 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbedbf41-3a05-499b-9e21-0329b44812d5 None None] Routers {'abdf501b-4b4d-4822-b10e-2218ac616053'} bound to L3 agent in host dv-cinder-830538-5-iscsi {{(pid=109570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 22:46:34.008056 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.db.l3_hamode_db [None req-fbedbf41-3a05-499b-9e21-0329b44812d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830538-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-28T22:34:03Z,description=,heartbeat_timestamp=2022-02-28T22:46:33Z,host='dv-cinder-830538-5-iscsi',id=1bbc3f13-d896-4633-9d3f-4f3415ceb83d,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T22:34:03Z,topic='l3_agent')) {'router_ids': ['abdf501b-4b4d-4822-b10e-2218ac616053'], 'active': True} {{(pid=109570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 22:46:34.023478 dv-cinder-830538-5-iscsi neutron-server[109569]: INFO neutron.wsgi [None req-69320e5a-2593-43b4-84ac-a22321a3b15a tempest-AttachVolumeShelveTestJSON-2030561000 tempest-AttachVolumeShelveTestJSON-2030561000-project] 10.222.0.11 "PUT /v2.0/floatingips/1f7c2159-4b1c-4d7e-a589-64b2c7ab456e HTTP/1.1" status: 200 len: 991 time: 2.1362622 Feb 28 22:46:34.025979 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9fa7fde-aeb4-48d6-993a-d21fe9e9d484', 'tag': '22596c55-b7af-49a7-9034-b3ec7f52571f'}] {{(pid=109569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 22:46:34.028564 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7ed14f40a4d50f9a77eb28d0d062077298eddb2dc1d4bff71015dce09465706" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-adb27ed8-edda-4106-8671-bf835a06e9dd" -d '{"events": [{"name": "network-changed", "server_uuid": "d9fa7fde-aeb4-48d6-993a-d21fe9e9d484", "tag": "22596c55-b7af-49a7-9034-b3ec7f52571f"}]}' {{(pid=109569) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 22:46:34.074315 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fcc56762-64ec-4806-989d-ba6d72f51291 admin admin] Router 206bcc92-ad42-41b2-a8c4-b0c908c82ad9 is scheduled to L3 agent 1bbc3f13-d896-4633-9d3f-4f3415ceb83d with binding_index 1 {{(pid=109569) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 28 22:46:34.084114 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 22:46:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a69ce8b7-d66a-453b-af1b-2ef122f3f487 x-openstack-request-id: req-a69ce8b7-d66a-453b-af1b-2ef122f3f487 {{(pid=109569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 22:46:34.084397 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d9fa7fde-aeb4-48d6-993a-d21fe9e9d484", "tag": "22596c55-b7af-49a7-9034-b3ec7f52571f", "status": "completed", "code": 200}]} {{(pid=109569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 22:46:34.084643 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-a69ce8b7-d66a-453b-af1b-2ef122f3f487 {{(pid=109569) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 22:46:34.085039 dv-cinder-830538-5-iscsi neutron-server[109569]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9fa7fde-aeb4-48d6-993a-d21fe9e9d484', 'tag': '22596c55-b7af-49a7-9034-b3ec7f52571f', 'status': 'completed', 'code': 200} Feb 28 22:46:34.156566 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.db.provisioning_blocks [None req-a44a087a-649a-480d-9c61-204960ccffdf None None] Provisioning complete for port 55b7ae2e-9386-45ad-825e-cfe45005ed52 triggered by entity DHCP. {{(pid=109570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 22:46:34.157131 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-a44a087a-649a-480d-9c61-204960ccffdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579965'] for port (55b7ae2e-9386-45ad-825e-cfe45005ed52), provisioning_complete {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:46:34.161939 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-fb85eb0a-98c9-414d-bd8b-45b99ef4efd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750845036683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579975'] for agent (0569ef69-4feb-452f-8380-1d628b96faff), after_update {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:46:34.192004 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.db.l3_dvr_db [None req-fbedbf41-3a05-499b-9e21-0329b44812d5 None None] Set router abdf501b-4b4d-4822-b10e-2218ac616053 gateway port host: dv-cinder-830538-5-iscsi {{(pid=109570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 22:46:34.212547 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb27ed8-edda-4106-8671-bf835a06e9dd req-9a839a47-885c-4583-8120-cc49f1ae3044 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:46:34.214063 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-adb27ed8-edda-4106-8671-bf835a06e9dd req-9a839a47-885c-4583-8120-cc49f1ae3044 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=83c55453f2fe4dc79de3c29aff0b4932&device_id=d9fa7fde-aeb4-48d6-993a-d21fe9e9d484 HTTP/1.1" status: 200 len: 1129 time: 0.0992899 Feb 28 22:46:34.275774 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fcc56762-64ec-4806-989d-ba6d72f51291 admin admin] Notify agent at l3_agent.dv-cinder-830538-5-iscsi the message routers_updated {{(pid=109569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 22:46:34.287448 dv-cinder-830538-5-iscsi neutron-server[109571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b42b9cc6-70f1-4127-82a2-73ddbd0f542e None None] Sync routers for ids ['206bcc92-ad42-41b2-a8c4-b0c908c82ad9'] in dv-cinder-830538-5-iscsi {{(pid=109571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 22:46:34.306291 dv-cinder-830538-5-iscsi neutron-server[109571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b42b9cc6-70f1-4127-82a2-73ddbd0f542e None None] Routers {'206bcc92-ad42-41b2-a8c4-b0c908c82ad9'} bound to L3 agent in host dv-cinder-830538-5-iscsi {{(pid=109571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 22:46:34.306907 dv-cinder-830538-5-iscsi neutron-server[109571]: DEBUG neutron.db.l3_hamode_db [None req-b42b9cc6-70f1-4127-82a2-73ddbd0f542e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830538-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-28T22:34:03Z,description=,heartbeat_timestamp=2022-02-28T22:46:33Z,host='dv-cinder-830538-5-iscsi',id=1bbc3f13-d896-4633-9d3f-4f3415ceb83d,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T22:34:03Z,topic='l3_agent')) {'router_ids': ['206bcc92-ad42-41b2-a8c4-b0c908c82ad9'], 'active': True} {{(pid=109571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 22:46:34.315565 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-fcc56762-64ec-4806-989d-ba6d72f51291 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:46:34.318938 dv-cinder-830538-5-iscsi neutron-server[109569]: INFO neutron.wsgi [None req-fcc56762-64ec-4806-989d-ba6d72f51291 admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.8966858 Feb 28 22:46:34.321559 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.wsgi [-] (109569) accepted ('10.222.0.11', 56732) {{(pid=109569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 22:46:34.410527 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb27ed8-edda-4106-8671-bf835a06e9dd req-762827bf-6e29-45b4-b819-46997aa1d808 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:46:34.412080 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-adb27ed8-edda-4106-8671-bf835a06e9dd req-762827bf-6e29-45b4-b819-46997aa1d808 service neutron] 10.222.0.36 "GET /v2.0/networks?id=e1dee003-d534-429c-aed6-3f1020c03805 HTTP/1.1" status: 200 len: 917 time: 0.1908567 Feb 28 22:46:34.521795 dv-cinder-830538-5-iscsi neutron-server[109571]: DEBUG neutron.db.l3_dvr_db [None req-b42b9cc6-70f1-4127-82a2-73ddbd0f542e None None] Set router 206bcc92-ad42-41b2-a8c4-b0c908c82ad9 gateway port host: dv-cinder-830538-5-iscsi {{(pid=109571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 22:46:34.549614 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-adb27ed8-edda-4106-8671-bf835a06e9dd req-abe619ca-25f7-4bff-9654-4c7be9f646cc service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=22596c55-b7af-49a7-9034-b3ec7f52571f HTTP/1.1" status: 200 len: 999 time: 0.1302023 Feb 28 22:46:34.584624 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.plugin [None req-a44a087a-649a-480d-9c61-204960ccffdf None None] Current status of the port 55b7ae2e-9386-45ad-825e-cfe45005ed52 is: ACTIVE; New status is: ACTIVE {{(pid=109570) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 22:46:34.654842 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb27ed8-edda-4106-8671-bf835a06e9dd req-1263d761-ef03-4462-aeb0-871414642728 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:46:34.666115 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-adb27ed8-edda-4106-8671-bf835a06e9dd req-1263d761-ef03-4462-aeb0-871414642728 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=3b622ab4-8097-4b6c-8ec2-bb3f77857ed1 HTTP/1.1" status: 200 len: 855 time: 0.1097145 Feb 28 22:46:34.691196 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.rpc [None req-154add69-038d-48cc-93ba-bd7e358b6d11 None None] Device 3aebc9d9-3219-494d-a7d2-9b0643a75a7e up at agent ovs-agent-dv-cinder-830538-5-iscsi {{(pid=109570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 22:46:34.773738 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.db.provisioning_blocks [None req-154add69-038d-48cc-93ba-bd7e358b6d11 None None] Provisioning complete for port 3aebc9d9-3219-494d-a7d2-9b0643a75a7e triggered by entity L2. {{(pid=109570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 22:46:34.774191 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-154add69-038d-48cc-93ba-bd7e358b6d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579965'] for port (3aebc9d9-3219-494d-a7d2-9b0643a75a7e), provisioning_complete {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:46:34.816445 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.db.l3_hamode_db [None req-fbedbf41-3a05-499b-9e21-0329b44812d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abdf501b-4b4d-4822-b10e-2218ac616053', 'name': 'tempest-AttachVolumeShelveTestJSON-922480876-router', 'tenant_id': '83c55453f2fe4dc79de3c29aff0b4932', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e7a10c7-addc-4b79-a555-0b472e939652', 'external_fixed_ips': [{'subnet_id': '8aaf002d-6309-4cf0-ae69-6d349a14c0b1', 'ip_address': '172.27.0.194'}], 'enable_snat': True}, 'gw_port_id': 'efa2069d-ff78-4e3e-acf6-b0a165b1c3f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T22:42:07Z', 'updated_at': '2022-02-28T22:42:18Z', 'revision_number': 4, 'project_id': '83c55453f2fe4dc79de3c29aff0b4932', 'gw_port': {'id': 'efa2069d-ff78-4e3e-acf6-b0a165b1c3f7', 'name': '', 'network_id': '3e7a10c7-addc-4b79-a555-0b472e939652', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:b2:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abdf501b-4b4d-4822-b10e-2218ac616053', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '8aaf002d-6309-4cf0-ae69-6d349a14c0b1', 'ip_address': '172.27.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T22:42:09Z', 'updated_at': '2022-02-28T22:42:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8aaf002d-6309-4cf0-ae69-6d349a14c0b1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830538-5-iscsi', '_floatingips': [{'id': '1f7c2159-4b1c-4d7e-a589-64b2c7ab456e', 'tenant_id': '83c55453f2fe4dc79de3c29aff0b4932', 'floating_ip_address': '172.27.0.101', 'floating_network_id': '3e7a10c7-addc-4b79-a555-0b472e939652', 'router_id': 'abdf501b-4b4d-4822-b10e-2218ac616053', 'port_id': '22596c55-b7af-49a7-9034-b3ec7f52571f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 494, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e1dee003-d534-429c-aed6-3f1020c03805', 'mac_address': 'fa:16:3e:da:8d:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9fa7fde-aeb4-48d6-993a-d21fe9e9d484', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T22:46:20Z', 'updated_at': '2022-02-28T22:46:32Z', 'revision_number': 1, 'project_id': '83c55453f2fe4dc79de3c29aff0b4932', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '94c0ef23-6976-4e8a-80aa-720130750364', 'name': '', 'network_id': 'e1dee003-d534-429c-aed6-3f1020c03805', 'tenant_id': '83c55453f2fe4dc79de3c29aff0b4932', 'mac_address': 'fa:16:3e:15:3c:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abdf501b-4b4d-4822-b10e-2218ac616053', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '3b622ab4-8097-4b6c-8ec2-bb3f77857ed1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T22:42:14Z', 'updated_at': '2022-02-28T22:42:32Z', 'revision_number': 5, 'project_id': '83c55453f2fe4dc79de3c29aff0b4932', 'subnets': [{'id': '3b622ab4-8097-4b6c-8ec2-bb3f77857ed1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830538-5-iscsi', False) {} {{(pid=109570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 22:46:34.852400 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbedbf41-3a05-499b-9e21-0329b44812d5 None None] Checking router: abdf501b-4b4d-4822-b10e-2218ac616053 for host: dv-cinder-830538-5-iscsi {{(pid=109570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 22:46:34.857113 dv-cinder-830538-5-iscsi neutron-server[109571]: DEBUG neutron.db.l3_hamode_db [None req-b42b9cc6-70f1-4127-82a2-73ddbd0f542e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '206bcc92-ad42-41b2-a8c4-b0c908c82ad9', 'name': 'tempest-TestMinimumBasicScenario-367751090-router', 'tenant_id': 'a8e3c461c65e43b388d1ce7a19eb0dab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e7a10c7-addc-4b79-a555-0b472e939652', 'external_fixed_ips': [{'subnet_id': '8aaf002d-6309-4cf0-ae69-6d349a14c0b1', 'ip_address': '172.27.0.163'}], 'enable_snat': True}, 'gw_port_id': '3d46b5f7-1854-41da-af0f-326b323f79a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T22:46:31Z', 'updated_at': '2022-02-28T22:46:33Z', 'revision_number': 3, 'project_id': 'a8e3c461c65e43b388d1ce7a19eb0dab', 'gw_port': {'id': '3d46b5f7-1854-41da-af0f-326b323f79a8', 'name': '', 'network_id': '3e7a10c7-addc-4b79-a555-0b472e939652', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:fe:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '206bcc92-ad42-41b2-a8c4-b0c908c82ad9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '8aaf002d-6309-4cf0-ae69-6d349a14c0b1', 'ip_address': '172.27.0.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T22:46:31Z', 'updated_at': '2022-02-28T22:46:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8aaf002d-6309-4cf0-ae69-6d349a14c0b1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830538-5-iscsi'}], 'dv-cinder-830538-5-iscsi', False) {} {{(pid=109571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 22:46:34.869681 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbedbf41-3a05-499b-9e21-0329b44812d5 None None] Routers {'abdf501b-4b4d-4822-b10e-2218ac616053'} bound to L3 agent in host dv-cinder-830538-5-iscsi {{(pid=109570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 22:46:34.870481 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.db.l3_hamode_db [None req-fbedbf41-3a05-499b-9e21-0329b44812d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830538-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-28T22:34:03Z,description=,heartbeat_timestamp=2022-02-28T22:46:33Z,host='dv-cinder-830538-5-iscsi',id=1bbc3f13-d896-4633-9d3f-4f3415ceb83d,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T22:34:03Z,topic='l3_agent')) {'router_ids': ['abdf501b-4b4d-4822-b10e-2218ac616053'], 'active': True} {{(pid=109570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 22:46:34.892212 dv-cinder-830538-5-iscsi neutron-server[109571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b42b9cc6-70f1-4127-82a2-73ddbd0f542e None None] Checking router: 206bcc92-ad42-41b2-a8c4-b0c908c82ad9 for host: dv-cinder-830538-5-iscsi {{(pid=109571) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 22:46:34.892834 dv-cinder-830538-5-iscsi neutron-server[109571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b42b9cc6-70f1-4127-82a2-73ddbd0f542e None None] Updating router 206bcc92-ad42-41b2-a8c4-b0c908c82ad9 port 3d46b5f7-1854-41da-af0f-326b323f79a8 binding host dv-cinder-830538-5-iscsi {{(pid=109571) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 22:46:34.939782 dv-cinder-830538-5-iscsi neutron-server[109571]: DEBUG neutron_lib.callbacks.manager [None req-b42b9cc6-70f1-4127-82a2-73ddbd0f542e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616566'] for port (3d46b5f7-1854-41da-af0f-326b323f79a8), before_update {{(pid=109571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:46:34.954707 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.plugin [None req-154add69-038d-48cc-93ba-bd7e358b6d11 None None] Current status of the port 3aebc9d9-3219-494d-a7d2-9b0643a75a7e is: ACTIVE; New status is: ACTIVE {{(pid=109570) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 22:46:34.956226 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.rpc [None req-154add69-038d-48cc-93ba-bd7e358b6d11 None None] Device a75cc20e-67f4-45cb-9978-26f3b429d112 up at agent ovs-agent-dv-cinder-830538-5-iscsi {{(pid=109570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 22:46:35.067331 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-4180f007-f2ee-48bf-9b03-dd5d751fb7d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616566'] for port (None), before_create {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:46:35.073000 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb27ed8-edda-4106-8671-bf835a06e9dd req-d586aa99-6c13-46ac-a19f-27cf47cdde79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:46:35.074537 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-adb27ed8-edda-4106-8671-bf835a06e9dd req-d586aa99-6c13-46ac-a19f-27cf47cdde79 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e1dee003-d534-429c-aed6-3f1020c03805&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.4022498 Feb 28 22:46:35.178654 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.db.l3_dvr_db [None req-fbedbf41-3a05-499b-9e21-0329b44812d5 None None] Set router abdf501b-4b4d-4822-b10e-2218ac616053 gateway port host: dv-cinder-830538-5-iscsi {{(pid=109570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 22:46:35.184440 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-adb27ed8-edda-4106-8671-bf835a06e9dd req-ba7e69d6-b838-45c6-8e50-16f2c1c46cc8 service neutron] 10.222.0.36 "GET /v2.0/networks/e1dee003-d534-429c-aed6-3f1020c03805?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0988410 Feb 28 22:46:35.226743 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.db.provisioning_blocks [None req-154add69-038d-48cc-93ba-bd7e358b6d11 None None] Provisioning complete for port a75cc20e-67f4-45cb-9978-26f3b429d112 triggered by entity L2. {{(pid=109570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 22:46:35.227293 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-154add69-038d-48cc-93ba-bd7e358b6d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579965'] for port (a75cc20e-67f4-45cb-9978-26f3b429d112), provisioning_complete {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:46:35.254038 dv-cinder-830538-5-iscsi neutron-server[109571]: DEBUG neutron_lib.callbacks.manager [None req-b42b9cc6-70f1-4127-82a2-73ddbd0f542e None None] Publish callbacks [] for port (3d46b5f7-1854-41da-af0f-326b323f79a8), precommit_update {{(pid=109571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:46:35.257210 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.db.db_base_plugin_common [None req-4180f007-f2ee-48bf-9b03-dd5d751fb7d3 admin admin] Allocated IP 172.20.0.1 (edf07b80-e6d5-4979-a5ae-1419df06b3b6/90b761c4-487b-4dd4-ad34-7addb8b131ff/36d4b064-d6be-498d-9d57-6b2022520b68) {{(pid=109569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 22:46:35.263267 dv-cinder-830538-5-iscsi neutron-server[109571]: DEBUG neutron_lib.callbacks.manager [None req-b42b9cc6-70f1-4127-82a2-73ddbd0f542e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33156859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750845083886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750844628246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750844628264'] for port (3d46b5f7-1854-41da-af0f-326b323f79a8), after_update {{(pid=109571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:46:35.313548 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-adb27ed8-edda-4106-8671-bf835a06e9dd req-33803b7a-cf7b-4b13-a890-7f984f3a3b62 service neutron] 10.222.0.36 "GET /v2.0/networks/e1dee003-d534-429c-aed6-3f1020c03805?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1280382 Feb 28 22:46:35.317146 dv-cinder-830538-5-iscsi neutron-server[109571]: DEBUG neutron.plugins.ml2.managers [None req-b42b9cc6-70f1-4127-82a2-73ddbd0f542e None None] Attempting to bind port 3d46b5f7-1854-41da-af0f-326b323f79a8 on host dv-cinder-830538-5-iscsi for vnic_type normal with profile {{(pid=109571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 22:46:35.317674 dv-cinder-830538-5-iscsi neutron-server[109571]: DEBUG neutron.plugins.ml2.managers [None req-b42b9cc6-70f1-4127-82a2-73ddbd0f542e None None] Attempting to bind port 3d46b5f7-1854-41da-af0f-326b323f79a8 by drivers openvswitch,hyperv on host dv-cinder-830538-5-iscsi at level 0 using segments [{'id': 'ee66776f-25dd-443a-9417-ae0becd0bae6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e7a10c7-addc-4b79-a555-0b472e939652'}] {{(pid=109571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 22:46:35.318045 dv-cinder-830538-5-iscsi neutron-server[109571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b42b9cc6-70f1-4127-82a2-73ddbd0f542e None None] Attempting to bind port 3d46b5f7-1854-41da-af0f-326b323f79a8 on network 3e7a10c7-addc-4b79-a555-0b472e939652 {{(pid=109571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 22:46:35.329932 dv-cinder-830538-5-iscsi neutron-server[109571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b42b9cc6-70f1-4127-82a2-73ddbd0f542e None None] Checking agent: {'id': '7aa25ffb-1b87-4f08-8530-4bdf6e6b221c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830538-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 22, 34, 7), 'started_at': datetime.datetime(2022, 2, 28, 22, 34, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 22, 46, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830538-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 22:46:35.330312 dv-cinder-830538-5-iscsi neutron-server[109571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b42b9cc6-70f1-4127-82a2-73ddbd0f542e None None] Checking segment: {'id': 'ee66776f-25dd-443a-9417-ae0becd0bae6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e7a10c7-addc-4b79-a555-0b472e939652'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 22:46:35.330771 dv-cinder-830538-5-iscsi neutron-server[109571]: DEBUG neutron_lib.callbacks.manager [None req-b42b9cc6-70f1-4127-82a2-73ddbd0f542e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:46:35.331253 dv-cinder-830538-5-iscsi neutron-server[109571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b42b9cc6-70f1-4127-82a2-73ddbd0f542e None None] Bound using segment: {'id': 'ee66776f-25dd-443a-9417-ae0becd0bae6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e7a10c7-addc-4b79-a555-0b472e939652'} {{(pid=109571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 22:46:35.331824 dv-cinder-830538-5-iscsi neutron-server[109571]: DEBUG neutron.plugins.ml2.managers [None req-b42b9cc6-70f1-4127-82a2-73ddbd0f542e None None] Bound port: 3d46b5f7-1854-41da-af0f-326b323f79a8, host: dv-cinder-830538-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee66776f-25dd-443a-9417-ae0becd0bae6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e7a10c7-addc-4b79-a555-0b472e939652'}}] {{(pid=109571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 22:46:35.332414 dv-cinder-830538-5-iscsi neutron-server[109571]: DEBUG neutron_lib.callbacks.manager [None req-b42b9cc6-70f1-4127-82a2-73ddbd0f542e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616566'] for port (3d46b5f7-1854-41da-af0f-326b323f79a8), before_update {{(pid=109571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:46:35.335386 dv-cinder-830538-5-iscsi neutron-server[109571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f449276-0f82-4ceb-aee1-15884299d332 None None] Pushing event updated for resources: {'Port': ['ID=3d46b5f7-1854-41da-af0f-326b323f79a8,revision_number=2']} {{(pid=109571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:46:35.364984 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-4180f007-f2ee-48bf-9b03-dd5d751fb7d3 admin admin] Publish callbacks [] for port (36d4b064-d6be-498d-9d57-6b2022520b68), precommit_create {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:46:35.397296 dv-cinder-830538-5-iscsi neutron-server[109571]: DEBUG neutron.plugins.ml2.db [None req-b42b9cc6-70f1-4127-82a2-73ddbd0f542e None None] For port 3d46b5f7-1854-41da-af0f-326b323f79a8, host dv-cinder-830538-5-iscsi, cleared binding levels {{(pid=109571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 22:46:35.401050 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-4180f007-f2ee-48bf-9b03-dd5d751fb7d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33156859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750844628228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30055478'] for port (36d4b064-d6be-498d-9d57-6b2022520b68), after_create {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:46:35.401648 dv-cinder-830538-5-iscsi neutron-server[109571]: DEBUG neutron.plugins.ml2.db [None req-b42b9cc6-70f1-4127-82a2-73ddbd0f542e None None] For port 3d46b5f7-1854-41da-af0f-326b323f79a8, host dv-cinder-830538-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830538-5-iscsi',level=0,port_id=3d46b5f7-1854-41da-af0f-326b323f79a8,segment=NetworkSegment(ee66776f-25dd-443a-9417-ae0becd0bae6),segment_id=ee66776f-25dd-443a-9417-ae0becd0bae6)] {{(pid=109571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 22:46:35.408372 dv-cinder-830538-5-iscsi neutron-server[109571]: DEBUG neutron_lib.callbacks.manager [None req-b42b9cc6-70f1-4127-82a2-73ddbd0f542e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33156859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750845083886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750844628246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750844628264'] for port (3d46b5f7-1854-41da-af0f-326b323f79a8), after_update {{(pid=109571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:46:35.446984 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4180f007-f2ee-48bf-9b03-dd5d751fb7d3 admin admin] Network edf07b80-e6d5-4979-a5ae-1419df06b3b6 is already hosted by enough agents. {{(pid=109569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 22:46:35.451147 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.scheduler.base_scheduler [None req-4180f007-f2ee-48bf-9b03-dd5d751fb7d3 admin admin] Resources bound (agent type, host, resource id): {{(pid=109569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 22:46:35.455780 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4180f007-f2ee-48bf-9b03-dd5d751fb7d3 admin admin] Received port after_create {{(pid=109569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 22:46:35.459256 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4180f007-f2ee-48bf-9b03-dd5d751fb7d3 admin admin] Pushing event updated for resources: {'Port': ['ID=36d4b064-d6be-498d-9d57-6b2022520b68,revision_number=1']} {{(pid=109569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:46:35.478194 dv-cinder-830538-5-iscsi neutron-server[109571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f449276-0f82-4ceb-aee1-15884299d332 None None] Pushing event updated for resources: {'Port': ['ID=3d46b5f7-1854-41da-af0f-326b323f79a8,revision_number=3']} {{(pid=109571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:46:35.498441 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-4180f007-f2ee-48bf-9b03-dd5d751fb7d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33521968'] for router_interface (206bcc92-ad42-41b2-a8c4-b0c908c82ad9), before_create {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:46:35.501991 dv-cinder-830538-5-iscsi neutron-server[109571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b42b9cc6-70f1-4127-82a2-73ddbd0f542e None None] Routers {'206bcc92-ad42-41b2-a8c4-b0c908c82ad9'} bound to L3 agent in host dv-cinder-830538-5-iscsi {{(pid=109571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 22:46:35.502685 dv-cinder-830538-5-iscsi neutron-server[109571]: DEBUG neutron.db.l3_hamode_db [None req-b42b9cc6-70f1-4127-82a2-73ddbd0f542e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830538-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-28T22:34:03Z,description=,heartbeat_timestamp=2022-02-28T22:46:33Z,host='dv-cinder-830538-5-iscsi',id=1bbc3f13-d896-4633-9d3f-4f3415ceb83d,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T22:34:03Z,topic='l3_agent')) {'router_ids': ['206bcc92-ad42-41b2-a8c4-b0c908c82ad9'], 'active': True} {{(pid=109571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 22:46:35.518921 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.plugin [None req-154add69-038d-48cc-93ba-bd7e358b6d11 None None] Current status of the port a75cc20e-67f4-45cb-9978-26f3b429d112 is: ACTIVE; New status is: ACTIVE {{(pid=109570) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 22:46:35.520071 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.rpc [None req-154add69-038d-48cc-93ba-bd7e358b6d11 None None] Device 55b7ae2e-9386-45ad-825e-cfe45005ed52 up at agent ovs-agent-dv-cinder-830538-5-iscsi {{(pid=109570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 22:46:35.613723 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.db.provisioning_blocks [None req-154add69-038d-48cc-93ba-bd7e358b6d11 None None] Provisioning complete for port 55b7ae2e-9386-45ad-825e-cfe45005ed52 triggered by entity L2. {{(pid=109570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 22:46:35.614102 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-154add69-038d-48cc-93ba-bd7e358b6d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579965'] for port (55b7ae2e-9386-45ad-825e-cfe45005ed52), provisioning_complete {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:46:35.620092 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.db.l3_hamode_db [None req-fbedbf41-3a05-499b-9e21-0329b44812d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abdf501b-4b4d-4822-b10e-2218ac616053', 'name': 'tempest-AttachVolumeShelveTestJSON-922480876-router', 'tenant_id': '83c55453f2fe4dc79de3c29aff0b4932', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e7a10c7-addc-4b79-a555-0b472e939652', 'external_fixed_ips': [{'subnet_id': '8aaf002d-6309-4cf0-ae69-6d349a14c0b1', 'ip_address': '172.27.0.194'}], 'enable_snat': True}, 'gw_port_id': 'efa2069d-ff78-4e3e-acf6-b0a165b1c3f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T22:42:07Z', 'updated_at': '2022-02-28T22:42:18Z', 'revision_number': 4, 'project_id': '83c55453f2fe4dc79de3c29aff0b4932', 'gw_port': {'id': 'efa2069d-ff78-4e3e-acf6-b0a165b1c3f7', 'name': '', 'network_id': '3e7a10c7-addc-4b79-a555-0b472e939652', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:b2:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abdf501b-4b4d-4822-b10e-2218ac616053', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '8aaf002d-6309-4cf0-ae69-6d349a14c0b1', 'ip_address': '172.27.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T22:42:09Z', 'updated_at': '2022-02-28T22:42:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8aaf002d-6309-4cf0-ae69-6d349a14c0b1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830538-5-iscsi', '_floatingips': [{'id': '1f7c2159-4b1c-4d7e-a589-64b2c7ab456e', 'tenant_id': '83c55453f2fe4dc79de3c29aff0b4932', 'floating_ip_address': '172.27.0.101', 'floating_network_id': '3e7a10c7-addc-4b79-a555-0b472e939652', 'router_id': 'abdf501b-4b4d-4822-b10e-2218ac616053', 'port_id': '22596c55-b7af-49a7-9034-b3ec7f52571f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 494, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e1dee003-d534-429c-aed6-3f1020c03805', 'mac_address': 'fa:16:3e:da:8d:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9fa7fde-aeb4-48d6-993a-d21fe9e9d484', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T22:46:20Z', 'updated_at': '2022-02-28T22:46:32Z', 'revision_number': 1, 'project_id': '83c55453f2fe4dc79de3c29aff0b4932', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '94c0ef23-6976-4e8a-80aa-720130750364', 'name': '', 'network_id': 'e1dee003-d534-429c-aed6-3f1020c03805', 'tenant_id': '83c55453f2fe4dc79de3c29aff0b4932', 'mac_address': 'fa:16:3e:15:3c:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abdf501b-4b4d-4822-b10e-2218ac616053', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '3b622ab4-8097-4b6c-8ec2-bb3f77857ed1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T22:42:14Z', 'updated_at': '2022-02-28T22:42:32Z', 'revision_number': 5, 'project_id': '83c55453f2fe4dc79de3c29aff0b4932', 'subnets': [{'id': '3b622ab4-8097-4b6c-8ec2-bb3f77857ed1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830538-5-iscsi', False) {} {{(pid=109570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 22:46:35.642984 dv-cinder-830538-5-iscsi neutron-server[109571]: DEBUG neutron.db.l3_dvr_db [None req-b42b9cc6-70f1-4127-82a2-73ddbd0f542e None None] Set router 206bcc92-ad42-41b2-a8c4-b0c908c82ad9 gateway port host: dv-cinder-830538-5-iscsi {{(pid=109571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 22:46:35.694344 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-4180f007-f2ee-48bf-9b03-dd5d751fb7d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616566'] for port (36d4b064-d6be-498d-9d57-6b2022520b68), before_update {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:46:35.708542 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbedbf41-3a05-499b-9e21-0329b44812d5 None None] The sync data for ids ['abdf501b-4b4d-4822-b10e-2218ac616053'] in dv-cinder-830538-5-iscsi is: [{'id': 'abdf501b-4b4d-4822-b10e-2218ac616053', 'name': 'tempest-AttachVolumeShelveTestJSON-922480876-router', 'tenant_id': '83c55453f2fe4dc79de3c29aff0b4932', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e7a10c7-addc-4b79-a555-0b472e939652', 'external_fixed_ips': [{'subnet_id': '8aaf002d-6309-4cf0-ae69-6d349a14c0b1', 'ip_address': '172.27.0.194'}], 'enable_snat': True}, 'gw_port_id': 'efa2069d-ff78-4e3e-acf6-b0a165b1c3f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T22:42:07Z', 'updated_at': '2022-02-28T22:42:18Z', 'revision_number': 4, 'project_id': '83c55453f2fe4dc79de3c29aff0b4932', 'gw_port': {'id': 'efa2069d-ff78-4e3e-acf6-b0a165b1c3f7', 'name': '', 'network_id': '3e7a10c7-addc-4b79-a555-0b472e939652', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:b2:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abdf501b-4b4d-4822-b10e-2218ac616053', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '8aaf002d-6309-4cf0-ae69-6d349a14c0b1', 'ip_address': '172.27.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T22:42:09Z', 'updated_at': '2022-02-28T22:42:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8aaf002d-6309-4cf0-ae69-6d349a14c0b1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830538-5-iscsi', '_floatingips': [{'id': '1f7c2159-4b1c-4d7e-a589-64b2c7ab456e', 'tenant_id': '83c55453f2fe4dc79de3c29aff0b4932', 'floating_ip_address': '172.27.0.101', 'floating_network_id': '3e7a10c7-addc-4b79-a555-0b472e939652', 'router_id': 'abdf501b-4b4d-4822-b10e-2218ac616053', 'port_id': '22596c55-b7af-49a7-9034-b3ec7f52571f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 494, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e1dee003-d534-429c-aed6-3f1020c03805', 'mac_address': 'fa:16:3e:da:8d:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9fa7fde-aeb4-48d6-993a-d21fe9e9d484', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T22:46:20Z', 'updated_at': '2022-02-28T22:46:32Z', 'revision_number': 1, 'project_id': '83c55453f2fe4dc79de3c29aff0b4932', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '94c0ef23-6976-4e8a-80aa-720130750364', 'name': '', 'network_id': 'e1dee003-d534-429c-aed6-3f1020c03805', 'tenant_id': '83c55453f2fe4dc79de3c29aff0b4932', 'mac_address': 'fa:16:3e:15:3c:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abdf501b-4b4d-4822-b10e-2218ac616053', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '3b622ab4-8097-4b6c-8ec2-bb3f77857ed1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T22:42:14Z', 'updated_at': '2022-02-28T22:42:32Z', 'revision_number': 5, 'project_id': '83c55453f2fe4dc79de3c29aff0b4932', 'subnets': [{'id': '3b622ab4-8097-4b6c-8ec2-bb3f77857ed1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 22:46:35.777216 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.plugin [None req-154add69-038d-48cc-93ba-bd7e358b6d11 None None] Current status of the port 55b7ae2e-9386-45ad-825e-cfe45005ed52 is: ACTIVE; New status is: ACTIVE {{(pid=109570) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 22:46:35.816391 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.db.provisioning_blocks [None req-1125d0ee-9fa3-4149-8432-80c2448d8c09 None None] Provisioning complete for port 36d4b064-d6be-498d-9d57-6b2022520b68 triggered by entity DHCP. {{(pid=109570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 22:46:35.817035 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-1125d0ee-9fa3-4149-8432-80c2448d8c09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579965'] for port (36d4b064-d6be-498d-9d57-6b2022520b68), provisioning_complete {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:46:35.853202 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.plugin [None req-1125d0ee-9fa3-4149-8432-80c2448d8c09 None None] Port 36d4b064-d6be-498d-9d57-6b2022520b68 cannot update to ACTIVE because it is not bound. {{(pid=109570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 22:46:35.855120 dv-cinder-830538-5-iscsi neutron-server[109571]: DEBUG neutron.db.l3_hamode_db [None req-b42b9cc6-70f1-4127-82a2-73ddbd0f542e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '206bcc92-ad42-41b2-a8c4-b0c908c82ad9', 'name': 'tempest-TestMinimumBasicScenario-367751090-router', 'tenant_id': 'a8e3c461c65e43b388d1ce7a19eb0dab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e7a10c7-addc-4b79-a555-0b472e939652', 'external_fixed_ips': [{'subnet_id': '8aaf002d-6309-4cf0-ae69-6d349a14c0b1', 'ip_address': '172.27.0.163'}], 'enable_snat': True}, 'gw_port_id': '3d46b5f7-1854-41da-af0f-326b323f79a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T22:46:31Z', 'updated_at': '2022-02-28T22:46:33Z', 'revision_number': 3, 'project_id': 'a8e3c461c65e43b388d1ce7a19eb0dab', 'gw_port': {'id': '3d46b5f7-1854-41da-af0f-326b323f79a8', 'name': '', 'network_id': '3e7a10c7-addc-4b79-a555-0b472e939652', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:fe:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '206bcc92-ad42-41b2-a8c4-b0c908c82ad9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '8aaf002d-6309-4cf0-ae69-6d349a14c0b1', 'ip_address': '172.27.0.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T22:46:31Z', 'updated_at': '2022-02-28T22:46:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8aaf002d-6309-4cf0-ae69-6d349a14c0b1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830538-5-iscsi'}], 'dv-cinder-830538-5-iscsi', False) {} {{(pid=109571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 22:46:35.893899 dv-cinder-830538-5-iscsi neutron-server[109571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b42b9cc6-70f1-4127-82a2-73ddbd0f542e None None] The sync data for ids ['206bcc92-ad42-41b2-a8c4-b0c908c82ad9'] in dv-cinder-830538-5-iscsi is: [{'id': '206bcc92-ad42-41b2-a8c4-b0c908c82ad9', 'name': 'tempest-TestMinimumBasicScenario-367751090-router', 'tenant_id': 'a8e3c461c65e43b388d1ce7a19eb0dab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e7a10c7-addc-4b79-a555-0b472e939652', 'external_fixed_ips': [{'subnet_id': '8aaf002d-6309-4cf0-ae69-6d349a14c0b1', 'ip_address': '172.27.0.163'}], 'enable_snat': True}, 'gw_port_id': '3d46b5f7-1854-41da-af0f-326b323f79a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T22:46:31Z', 'updated_at': '2022-02-28T22:46:33Z', 'revision_number': 3, 'project_id': 'a8e3c461c65e43b388d1ce7a19eb0dab', 'gw_port': {'id': '3d46b5f7-1854-41da-af0f-326b323f79a8', 'name': '', 'network_id': '3e7a10c7-addc-4b79-a555-0b472e939652', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:fe:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '206bcc92-ad42-41b2-a8c4-b0c908c82ad9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '8aaf002d-6309-4cf0-ae69-6d349a14c0b1', 'ip_address': '172.27.0.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T22:46:31Z', 'updated_at': '2022-02-28T22:46:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8aaf002d-6309-4cf0-ae69-6d349a14c0b1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830538-5-iscsi'}] {{(pid=109571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 22:46:35.898070 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-f2b490b5-353e-4b99-942a-fb2407025861 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750845036683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579975'] for agent (e6e3d797-755b-495e-bc70-4cd2b9791ebb), after_update {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:46:35.927947 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-4180f007-f2ee-48bf-9b03-dd5d751fb7d3 admin admin] Publish callbacks [] for port (36d4b064-d6be-498d-9d57-6b2022520b68), precommit_update {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:46:35.933807 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-4180f007-f2ee-48bf-9b03-dd5d751fb7d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33156859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750845083886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750844628246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750844628264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30055487'] for port (36d4b064-d6be-498d-9d57-6b2022520b68), after_update {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:46:35.971067 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61596e01-0c9a-4996-bd06-97f5f3208136 None None] New status for floating IP 1f7c2159-4b1c-4d7e-a589-64b2c7ab456e: ACTIVE {{(pid=109570) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 28 22:46:36.016042 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4180f007-f2ee-48bf-9b03-dd5d751fb7d3 admin admin] Pushing event updated for resources: {'Port': ['ID=36d4b064-d6be-498d-9d57-6b2022520b68,revision_number=2']} {{(pid=109569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:46:36.019694 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-4180f007-f2ee-48bf-9b03-dd5d751fb7d3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33156617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33522848'] for router_interface (206bcc92-ad42-41b2-a8c4-b0c908c82ad9), after_create {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:46:36.111948 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4180f007-f2ee-48bf-9b03-dd5d751fb7d3 admin admin] Network edf07b80-e6d5-4979-a5ae-1419df06b3b6 is already hosted by enough agents. {{(pid=109569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 22:46:36.113196 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.scheduler.base_scheduler [None req-4180f007-f2ee-48bf-9b03-dd5d751fb7d3 admin admin] Resources bound (agent type, host, resource id): {{(pid=109569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 22:46:36.376481 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.db.provisioning_blocks [None req-888a48d5-ef02-4de9-8c7a-e4c35f15eb3f None None] Provisioning complete for port 36d4b064-d6be-498d-9d57-6b2022520b68 triggered by entity DHCP. {{(pid=109570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 22:46:36.377061 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-888a48d5-ef02-4de9-8c7a-e4c35f15eb3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579965'] for port (36d4b064-d6be-498d-9d57-6b2022520b68), provisioning_complete {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:46:36.412210 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.plugin [None req-888a48d5-ef02-4de9-8c7a-e4c35f15eb3f None None] Port 36d4b064-d6be-498d-9d57-6b2022520b68 cannot update to ACTIVE because it is not bound. {{(pid=109570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 22:46:36.444307 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4180f007-f2ee-48bf-9b03-dd5d751fb7d3 admin admin] Router 206bcc92-ad42-41b2-a8c4-b0c908c82ad9 has already been hosted by L3 agent 1bbc3f13-d896-4633-9d3f-4f3415ceb83d {{(pid=109569) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 22:46:36.551313 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4180f007-f2ee-48bf-9b03-dd5d751fb7d3 admin admin] Notify agent at l3_agent.dv-cinder-830538-5-iscsi the message routers_updated {{(pid=109569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 22:46:36.557011 dv-cinder-830538-5-iscsi neutron-server[109569]: INFO neutron.wsgi [None req-4180f007-f2ee-48bf-9b03-dd5d751fb7d3 admin admin] 10.222.0.11 "PUT /v2.0/routers/206bcc92-ad42-41b2-a8c4-b0c908c82ad9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2341757 Feb 28 22:46:37.152260 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-154add69-038d-48cc-93ba-bd7e358b6d11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750845036683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579975'] for agent (7aa25ffb-1b87-4f08-8530-4bdf6e6b221c), after_update {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:46:37.458832 dv-cinder-830538-5-iscsi neutron-server[109571]: DEBUG neutron.db.agents_db [None req-267e04d6-1473-4c25-8f3a-d1c5e119a015 None None] Agent healthcheck: found 6 active agents {{(pid=109571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 22:46:38.158200 dv-cinder-830538-5-iscsi neutron-server[109571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-855349c2-979d-4761-9d34-6dc45347b139 None None] Sync routers for ids ['206bcc92-ad42-41b2-a8c4-b0c908c82ad9'] in dv-cinder-830538-5-iscsi {{(pid=109571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 22:46:38.171417 dv-cinder-830538-5-iscsi neutron-server[109571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-855349c2-979d-4761-9d34-6dc45347b139 None None] Routers {'206bcc92-ad42-41b2-a8c4-b0c908c82ad9'} bound to L3 agent in host dv-cinder-830538-5-iscsi {{(pid=109571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 22:46:38.172203 dv-cinder-830538-5-iscsi neutron-server[109571]: DEBUG neutron.db.l3_hamode_db [None req-855349c2-979d-4761-9d34-6dc45347b139 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830538-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-28T22:34:03Z,description=,heartbeat_timestamp=2022-02-28T22:46:33Z,host='dv-cinder-830538-5-iscsi',id=1bbc3f13-d896-4633-9d3f-4f3415ceb83d,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T22:34:03Z,topic='l3_agent')) {'router_ids': ['206bcc92-ad42-41b2-a8c4-b0c908c82ad9'], 'active': True} {{(pid=109571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 22:46:38.390281 dv-cinder-830538-5-iscsi neutron-server[109571]: DEBUG neutron.db.l3_dvr_db [None req-855349c2-979d-4761-9d34-6dc45347b139 None None] Set router 206bcc92-ad42-41b2-a8c4-b0c908c82ad9 gateway port host: dv-cinder-830538-5-iscsi {{(pid=109571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 22:46:38.608531 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.rpc [None req-154add69-038d-48cc-93ba-bd7e358b6d11 None None] Device 3d46b5f7-1854-41da-af0f-326b323f79a8 up at agent ovs-agent-dv-cinder-830538-5-iscsi {{(pid=109570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 22:46:38.619449 dv-cinder-830538-5-iscsi neutron-server[109571]: DEBUG neutron.db.l3_hamode_db [None req-855349c2-979d-4761-9d34-6dc45347b139 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '206bcc92-ad42-41b2-a8c4-b0c908c82ad9', 'name': 'tempest-TestMinimumBasicScenario-367751090-router', 'tenant_id': 'a8e3c461c65e43b388d1ce7a19eb0dab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e7a10c7-addc-4b79-a555-0b472e939652', 'external_fixed_ips': [{'subnet_id': '8aaf002d-6309-4cf0-ae69-6d349a14c0b1', 'ip_address': '172.27.0.163'}], 'enable_snat': True}, 'gw_port_id': '3d46b5f7-1854-41da-af0f-326b323f79a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T22:46:31Z', 'updated_at': '2022-02-28T22:46:35Z', 'revision_number': 4, 'project_id': 'a8e3c461c65e43b388d1ce7a19eb0dab', 'gw_port': {'id': '3d46b5f7-1854-41da-af0f-326b323f79a8', 'name': '', 'network_id': '3e7a10c7-addc-4b79-a555-0b472e939652', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:fe:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '206bcc92-ad42-41b2-a8c4-b0c908c82ad9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '8aaf002d-6309-4cf0-ae69-6d349a14c0b1', 'ip_address': '172.27.0.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T22:46:31Z', 'updated_at': '2022-02-28T22:46:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8aaf002d-6309-4cf0-ae69-6d349a14c0b1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830538-5-iscsi', '_interfaces': [{'id': '36d4b064-d6be-498d-9d57-6b2022520b68', 'name': '', 'network_id': 'edf07b80-e6d5-4979-a5ae-1419df06b3b6', 'tenant_id': 'a8e3c461c65e43b388d1ce7a19eb0dab', 'mac_address': 'fa:16:3e:53:68:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '206bcc92-ad42-41b2-a8c4-b0c908c82ad9', 'device_owner': 'network:router_interface', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': '90b761c4-487b-4dd4-ad34-7addb8b131ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T22:46:35Z', 'updated_at': '2022-02-28T22:46:35Z', 'revision_number': 2, 'project_id': 'a8e3c461c65e43b388d1ce7a19eb0dab', 'subnets': [{'id': '90b761c4-487b-4dd4-ad34-7addb8b131ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830538-5-iscsi', False) {} {{(pid=109571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 22:46:38.650131 dv-cinder-830538-5-iscsi neutron-server[109571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-855349c2-979d-4761-9d34-6dc45347b139 None None] Checking router: 206bcc92-ad42-41b2-a8c4-b0c908c82ad9 for host: dv-cinder-830538-5-iscsi {{(pid=109571) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 22:46:38.650484 dv-cinder-830538-5-iscsi neutron-server[109571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-855349c2-979d-4761-9d34-6dc45347b139 None None] Updating router 206bcc92-ad42-41b2-a8c4-b0c908c82ad9 port 36d4b064-d6be-498d-9d57-6b2022520b68 binding host dv-cinder-830538-5-iscsi {{(pid=109571) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 22:46:38.672621 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.db.provisioning_blocks [None req-154add69-038d-48cc-93ba-bd7e358b6d11 None None] Provisioning complete for port 3d46b5f7-1854-41da-af0f-326b323f79a8 triggered by entity L2. {{(pid=109570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 22:46:38.673284 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-154add69-038d-48cc-93ba-bd7e358b6d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579965'] for port (3d46b5f7-1854-41da-af0f-326b323f79a8), provisioning_complete {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:46:38.689235 dv-cinder-830538-5-iscsi neutron-server[109571]: DEBUG neutron_lib.callbacks.manager [None req-855349c2-979d-4761-9d34-6dc45347b139 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616566'] for port (36d4b064-d6be-498d-9d57-6b2022520b68), before_update {{(pid=109571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:46:38.763871 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.plugin [None req-154add69-038d-48cc-93ba-bd7e358b6d11 None None] Current status of the port 3d46b5f7-1854-41da-af0f-326b323f79a8 is: DOWN; New status is: ACTIVE {{(pid=109570) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 22:46:38.764271 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-154add69-038d-48cc-93ba-bd7e358b6d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616566'] for port (3d46b5f7-1854-41da-af0f-326b323f79a8), before_update {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:46:38.793203 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.db [None req-154add69-038d-48cc-93ba-bd7e358b6d11 None None] For port 3d46b5f7-1854-41da-af0f-326b323f79a8, host dv-cinder-830538-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830538-5-iscsi',level=0,port_id=3d46b5f7-1854-41da-af0f-326b323f79a8,segment=NetworkSegment(ee66776f-25dd-443a-9417-ae0becd0bae6),segment_id=ee66776f-25dd-443a-9417-ae0becd0bae6)] {{(pid=109570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 22:46:38.798662 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-154add69-038d-48cc-93ba-bd7e358b6d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33156859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750845083886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750844628246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750844628264'] for port (3d46b5f7-1854-41da-af0f-326b323f79a8), after_update {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:46:38.863405 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154add69-038d-48cc-93ba-bd7e358b6d11 None None] Pushing event updated for resources: {'Port': ['ID=3d46b5f7-1854-41da-af0f-326b323f79a8,revision_number=4']} {{(pid=109570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:46:39.008069 dv-cinder-830538-5-iscsi neutron-server[109571]: DEBUG neutron_lib.callbacks.manager [None req-855349c2-979d-4761-9d34-6dc45347b139 None None] Publish callbacks [] for port (36d4b064-d6be-498d-9d57-6b2022520b68), precommit_update {{(pid=109571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:46:39.014718 dv-cinder-830538-5-iscsi neutron-server[109571]: DEBUG neutron_lib.callbacks.manager [None req-855349c2-979d-4761-9d34-6dc45347b139 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33156859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750845083886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750844628246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750844628264'] for port (36d4b064-d6be-498d-9d57-6b2022520b68), after_update {{(pid=109571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:46:39.071907 dv-cinder-830538-5-iscsi neutron-server[109571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9659ded-799c-4a5e-bf9d-d0982eb96db9 None None] Pushing event updated for resources: {'Port': ['ID=36d4b064-d6be-498d-9d57-6b2022520b68,revision_number=3']} {{(pid=109571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:46:39.141393 dv-cinder-830538-5-iscsi neutron-server[109571]: DEBUG neutron.plugins.ml2.managers [None req-855349c2-979d-4761-9d34-6dc45347b139 None None] Attempting to bind port 36d4b064-d6be-498d-9d57-6b2022520b68 on host dv-cinder-830538-5-iscsi for vnic_type normal with profile {{(pid=109571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 22:46:39.142089 dv-cinder-830538-5-iscsi neutron-server[109571]: DEBUG neutron.plugins.ml2.managers [None req-855349c2-979d-4761-9d34-6dc45347b139 None None] Attempting to bind port 36d4b064-d6be-498d-9d57-6b2022520b68 by drivers openvswitch,hyperv on host dv-cinder-830538-5-iscsi at level 0 using segments [{'id': '6c89860c-5a45-42bf-8715-372ba8a66114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'edf07b80-e6d5-4979-a5ae-1419df06b3b6'}] {{(pid=109571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 22:46:39.142688 dv-cinder-830538-5-iscsi neutron-server[109571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-855349c2-979d-4761-9d34-6dc45347b139 None None] Attempting to bind port 36d4b064-d6be-498d-9d57-6b2022520b68 on network edf07b80-e6d5-4979-a5ae-1419df06b3b6 {{(pid=109571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 22:46:39.149064 dv-cinder-830538-5-iscsi neutron-server[109571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-855349c2-979d-4761-9d34-6dc45347b139 None None] Checking agent: {'id': '7aa25ffb-1b87-4f08-8530-4bdf6e6b221c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830538-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 22, 34, 7), 'started_at': datetime.datetime(2022, 2, 28, 22, 34, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 22, 46, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830538-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 22:46:39.149931 dv-cinder-830538-5-iscsi neutron-server[109571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-855349c2-979d-4761-9d34-6dc45347b139 None None] Checking segment: {'id': '6c89860c-5a45-42bf-8715-372ba8a66114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'edf07b80-e6d5-4979-a5ae-1419df06b3b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 22:46:39.150570 dv-cinder-830538-5-iscsi neutron-server[109571]: DEBUG neutron_lib.callbacks.manager [None req-855349c2-979d-4761-9d34-6dc45347b139 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:46:39.151088 dv-cinder-830538-5-iscsi neutron-server[109571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-855349c2-979d-4761-9d34-6dc45347b139 None None] Bound using segment: {'id': '6c89860c-5a45-42bf-8715-372ba8a66114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'edf07b80-e6d5-4979-a5ae-1419df06b3b6'} {{(pid=109571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 22:46:39.151683 dv-cinder-830538-5-iscsi neutron-server[109571]: DEBUG neutron.plugins.ml2.managers [None req-855349c2-979d-4761-9d34-6dc45347b139 None None] Bound port: 36d4b064-d6be-498d-9d57-6b2022520b68, host: dv-cinder-830538-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c89860c-5a45-42bf-8715-372ba8a66114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'edf07b80-e6d5-4979-a5ae-1419df06b3b6'}}] {{(pid=109571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 22:46:39.152137 dv-cinder-830538-5-iscsi neutron-server[109571]: DEBUG neutron_lib.callbacks.manager [None req-855349c2-979d-4761-9d34-6dc45347b139 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616566'] for port (36d4b064-d6be-498d-9d57-6b2022520b68), before_update {{(pid=109571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:46:39.242023 dv-cinder-830538-5-iscsi neutron-server[109571]: DEBUG neutron.plugins.ml2.db [None req-855349c2-979d-4761-9d34-6dc45347b139 None None] For port 36d4b064-d6be-498d-9d57-6b2022520b68, host dv-cinder-830538-5-iscsi, cleared binding levels {{(pid=109571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 22:46:39.247132 dv-cinder-830538-5-iscsi neutron-server[109571]: DEBUG neutron.plugins.ml2.db [None req-855349c2-979d-4761-9d34-6dc45347b139 None None] For port 36d4b064-d6be-498d-9d57-6b2022520b68, host dv-cinder-830538-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830538-5-iscsi',level=0,port_id=36d4b064-d6be-498d-9d57-6b2022520b68,segment=NetworkSegment(6c89860c-5a45-42bf-8715-372ba8a66114),segment_id=6c89860c-5a45-42bf-8715-372ba8a66114)] {{(pid=109571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 22:46:39.257645 dv-cinder-830538-5-iscsi neutron-server[109571]: DEBUG neutron_lib.callbacks.manager [None req-855349c2-979d-4761-9d34-6dc45347b139 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33156859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750845083886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750844628246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750844628264'] for port (36d4b064-d6be-498d-9d57-6b2022520b68), after_update {{(pid=109571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:46:39.321702 dv-cinder-830538-5-iscsi neutron-server[109571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-855349c2-979d-4761-9d34-6dc45347b139 None None] Routers {'206bcc92-ad42-41b2-a8c4-b0c908c82ad9'} bound to L3 agent in host dv-cinder-830538-5-iscsi {{(pid=109571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 22:46:39.322336 dv-cinder-830538-5-iscsi neutron-server[109571]: DEBUG neutron.db.l3_hamode_db [None req-855349c2-979d-4761-9d34-6dc45347b139 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830538-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-28T22:34:03Z,description=,heartbeat_timestamp=2022-02-28T22:46:33Z,host='dv-cinder-830538-5-iscsi',id=1bbc3f13-d896-4633-9d3f-4f3415ceb83d,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T22:34:03Z,topic='l3_agent')) {'router_ids': ['206bcc92-ad42-41b2-a8c4-b0c908c82ad9'], 'active': True} {{(pid=109571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 22:46:39.328132 dv-cinder-830538-5-iscsi neutron-server[109571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9659ded-799c-4a5e-bf9d-d0982eb96db9 None None] Pushing event updated for resources: {'Port': ['ID=36d4b064-d6be-498d-9d57-6b2022520b68,revision_number=4']} {{(pid=109571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:46:39.363891 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.db.provisioning_blocks [None req-a11dae66-bf53-4352-be74-fcec8d3dac19 None None] Provisioning complete for port 36d4b064-d6be-498d-9d57-6b2022520b68 triggered by entity DHCP. {{(pid=109570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 22:46:39.364423 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-a11dae66-bf53-4352-be74-fcec8d3dac19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579965'] for port (36d4b064-d6be-498d-9d57-6b2022520b68), provisioning_complete {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:46:39.488279 dv-cinder-830538-5-iscsi neutron-server[109571]: DEBUG neutron.db.l3_dvr_db [None req-855349c2-979d-4761-9d34-6dc45347b139 None None] Set router 206bcc92-ad42-41b2-a8c4-b0c908c82ad9 gateway port host: dv-cinder-830538-5-iscsi {{(pid=109571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 22:46:39.498082 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.plugin [None req-a11dae66-bf53-4352-be74-fcec8d3dac19 None None] Current status of the port 36d4b064-d6be-498d-9d57-6b2022520b68 is: DOWN; New status is: ACTIVE {{(pid=109570) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 22:46:39.498478 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-a11dae66-bf53-4352-be74-fcec8d3dac19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616566'] for port (36d4b064-d6be-498d-9d57-6b2022520b68), before_update {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:46:39.543641 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.db [None req-a11dae66-bf53-4352-be74-fcec8d3dac19 None None] For port 36d4b064-d6be-498d-9d57-6b2022520b68, host dv-cinder-830538-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830538-5-iscsi',level=0,port_id=36d4b064-d6be-498d-9d57-6b2022520b68,segment=NetworkSegment(6c89860c-5a45-42bf-8715-372ba8a66114),segment_id=6c89860c-5a45-42bf-8715-372ba8a66114)] {{(pid=109570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 22:46:39.552600 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-a11dae66-bf53-4352-be74-fcec8d3dac19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33156859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750845083886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750844628246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750844628264'] for port (36d4b064-d6be-498d-9d57-6b2022520b68), after_update {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:46:39.619207 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11dae66-bf53-4352-be74-fcec8d3dac19 None None] Pushing event updated for resources: {'Port': ['ID=36d4b064-d6be-498d-9d57-6b2022520b68,revision_number=5']} {{(pid=109570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:46:39.687016 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.db.provisioning_blocks [None req-7f6ec527-9aba-482f-ae3d-98d58a079c7f None None] Provisioning complete for port 36d4b064-d6be-498d-9d57-6b2022520b68 triggered by entity DHCP. {{(pid=109570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 22:46:39.689838 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-7f6ec527-9aba-482f-ae3d-98d58a079c7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579965'] for port (36d4b064-d6be-498d-9d57-6b2022520b68), provisioning_complete {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:46:39.744918 dv-cinder-830538-5-iscsi neutron-server[109571]: DEBUG neutron.db.l3_hamode_db [None req-855349c2-979d-4761-9d34-6dc45347b139 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '206bcc92-ad42-41b2-a8c4-b0c908c82ad9', 'name': 'tempest-TestMinimumBasicScenario-367751090-router', 'tenant_id': 'a8e3c461c65e43b388d1ce7a19eb0dab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e7a10c7-addc-4b79-a555-0b472e939652', 'external_fixed_ips': [{'subnet_id': '8aaf002d-6309-4cf0-ae69-6d349a14c0b1', 'ip_address': '172.27.0.163'}], 'enable_snat': True}, 'gw_port_id': '3d46b5f7-1854-41da-af0f-326b323f79a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T22:46:31Z', 'updated_at': '2022-02-28T22:46:35Z', 'revision_number': 4, 'project_id': 'a8e3c461c65e43b388d1ce7a19eb0dab', 'gw_port': {'id': '3d46b5f7-1854-41da-af0f-326b323f79a8', 'name': '', 'network_id': '3e7a10c7-addc-4b79-a555-0b472e939652', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:fe:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '206bcc92-ad42-41b2-a8c4-b0c908c82ad9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '8aaf002d-6309-4cf0-ae69-6d349a14c0b1', 'ip_address': '172.27.0.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T22:46:31Z', 'updated_at': '2022-02-28T22:46:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8aaf002d-6309-4cf0-ae69-6d349a14c0b1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830538-5-iscsi', '_interfaces': [{'id': '36d4b064-d6be-498d-9d57-6b2022520b68', 'name': '', 'network_id': 'edf07b80-e6d5-4979-a5ae-1419df06b3b6', 'tenant_id': 'a8e3c461c65e43b388d1ce7a19eb0dab', 'mac_address': 'fa:16:3e:53:68:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '206bcc92-ad42-41b2-a8c4-b0c908c82ad9', 'device_owner': 'network:router_interface', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': '90b761c4-487b-4dd4-ad34-7addb8b131ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T22:46:35Z', 'updated_at': '2022-02-28T22:46:39Z', 'revision_number': 4, 'project_id': 'a8e3c461c65e43b388d1ce7a19eb0dab', 'subnets': [{'id': '90b761c4-487b-4dd4-ad34-7addb8b131ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830538-5-iscsi', False) {} {{(pid=109571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 22:46:39.772100 dv-cinder-830538-5-iscsi neutron-server[109571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-855349c2-979d-4761-9d34-6dc45347b139 None None] The sync data for ids ['206bcc92-ad42-41b2-a8c4-b0c908c82ad9'] in dv-cinder-830538-5-iscsi is: [{'id': '206bcc92-ad42-41b2-a8c4-b0c908c82ad9', 'name': 'tempest-TestMinimumBasicScenario-367751090-router', 'tenant_id': 'a8e3c461c65e43b388d1ce7a19eb0dab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e7a10c7-addc-4b79-a555-0b472e939652', 'external_fixed_ips': [{'subnet_id': '8aaf002d-6309-4cf0-ae69-6d349a14c0b1', 'ip_address': '172.27.0.163'}], 'enable_snat': True}, 'gw_port_id': '3d46b5f7-1854-41da-af0f-326b323f79a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T22:46:31Z', 'updated_at': '2022-02-28T22:46:35Z', 'revision_number': 4, 'project_id': 'a8e3c461c65e43b388d1ce7a19eb0dab', 'gw_port': {'id': '3d46b5f7-1854-41da-af0f-326b323f79a8', 'name': '', 'network_id': '3e7a10c7-addc-4b79-a555-0b472e939652', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:fe:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '206bcc92-ad42-41b2-a8c4-b0c908c82ad9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '8aaf002d-6309-4cf0-ae69-6d349a14c0b1', 'ip_address': '172.27.0.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T22:46:31Z', 'updated_at': '2022-02-28T22:46:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8aaf002d-6309-4cf0-ae69-6d349a14c0b1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830538-5-iscsi', '_interfaces': [{'id': '36d4b064-d6be-498d-9d57-6b2022520b68', 'name': '', 'network_id': 'edf07b80-e6d5-4979-a5ae-1419df06b3b6', 'tenant_id': 'a8e3c461c65e43b388d1ce7a19eb0dab', 'mac_address': 'fa:16:3e:53:68:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '206bcc92-ad42-41b2-a8c4-b0c908c82ad9', 'device_owner': 'network:router_interface', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': '90b761c4-487b-4dd4-ad34-7addb8b131ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T22:46:35Z', 'updated_at': '2022-02-28T22:46:39Z', 'revision_number': 4, 'project_id': 'a8e3c461c65e43b388d1ce7a19eb0dab', 'subnets': [{'id': '90b761c4-487b-4dd4-ad34-7addb8b131ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 22:46:39.793329 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.plugin [None req-7f6ec527-9aba-482f-ae3d-98d58a079c7f None None] Current status of the port 36d4b064-d6be-498d-9d57-6b2022520b68 is: ACTIVE; New status is: ACTIVE {{(pid=109570) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 22:46:40.639196 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.rpc [None req-154add69-038d-48cc-93ba-bd7e358b6d11 None None] Device 3d46b5f7-1854-41da-af0f-326b323f79a8 up at agent ovs-agent-dv-cinder-830538-5-iscsi {{(pid=109570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 22:46:40.692697 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.db.provisioning_blocks [None req-154add69-038d-48cc-93ba-bd7e358b6d11 None None] Provisioning complete for port 3d46b5f7-1854-41da-af0f-326b323f79a8 triggered by entity L2. {{(pid=109570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 22:46:40.693073 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-154add69-038d-48cc-93ba-bd7e358b6d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579965'] for port (3d46b5f7-1854-41da-af0f-326b323f79a8), provisioning_complete {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:46:40.787450 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.plugin [None req-154add69-038d-48cc-93ba-bd7e358b6d11 None None] Current status of the port 3d46b5f7-1854-41da-af0f-326b323f79a8 is: ACTIVE; New status is: ACTIVE {{(pid=109570) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 22:46:40.788664 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.rpc [None req-154add69-038d-48cc-93ba-bd7e358b6d11 None None] Device 36d4b064-d6be-498d-9d57-6b2022520b68 up at agent ovs-agent-dv-cinder-830538-5-iscsi {{(pid=109570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 22:46:40.861353 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.db.provisioning_blocks [None req-154add69-038d-48cc-93ba-bd7e358b6d11 None None] Provisioning complete for port 36d4b064-d6be-498d-9d57-6b2022520b68 triggered by entity L2. {{(pid=109570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 22:46:40.861814 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-154add69-038d-48cc-93ba-bd7e358b6d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579965'] for port (36d4b064-d6be-498d-9d57-6b2022520b68), provisioning_complete {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:46:40.967458 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.plugin [None req-154add69-038d-48cc-93ba-bd7e358b6d11 None None] Current status of the port 36d4b064-d6be-498d-9d57-6b2022520b68 is: ACTIVE; New status is: ACTIVE {{(pid=109570) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 22:46:43.880816 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750845036683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579975'] for agent (5b2bda77-ea31-45ff-af39-f050a95cb1da), after_update {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:46:46.116983 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50019d9-55cc-451a-a1d4-c37bacaa5298 req-a76adb03-25ce-4023-8572-5fee67dd9b0f tempest-TestMinimumBasicScenario-166037871 tempest-TestMinimumBasicScenario-166037871-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:46:46.118952 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-c50019d9-55cc-451a-a1d4-c37bacaa5298 req-a76adb03-25ce-4023-8572-5fee67dd9b0f tempest-TestMinimumBasicScenario-166037871 tempest-TestMinimumBasicScenario-166037871-project] 10.222.0.11 "GET /v2.0/networks?id=d4cb06c7-675f-48ed-a5d3-2ec6192dcb86 HTTP/1.1" status: 200 len: 815 time: 0.1002364 Feb 28 22:46:46.133007 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-c50019d9-55cc-451a-a1d4-c37bacaa5298 req-a3cee261-de85-4b37-9b74-1c108e66a9a4 tempest-TestMinimumBasicScenario-166037871 tempest-TestMinimumBasicScenario-166037871-project] 10.222.0.11 "GET /v2.0/quotas/564e12fb04954a5e8480fbdb9c7742fa HTTP/1.1" status: 200 len: 375 time: 0.0087383 Feb 28 22:46:46.190893 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-c50019d9-55cc-451a-a1d4-c37bacaa5298 req-8a4fbd46-7efb-4211-8561-a8dcf251f7e9 tempest-TestMinimumBasicScenario-166037871 tempest-TestMinimumBasicScenario-166037871-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=564e12fb04954a5e8480fbdb9c7742fa&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0523520 Feb 28 22:46:46.283309 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-c50019d9-55cc-451a-a1d4-c37bacaa5298 req-e7bb8ec9-8a1d-4251-963f-9695d06fbb61 service neutron] 10.222.0.11 "GET /v2.0/networks/d4cb06c7-675f-48ed-a5d3-2ec6192dcb86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808263 Feb 28 22:46:46.372429 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-c50019d9-55cc-451a-a1d4-c37bacaa5298 req-d06b1c2f-66f5-441f-bf1e-c89000f75ccc service neutron] 10.222.0.11 "GET /v2.0/networks/d4cb06c7-675f-48ed-a5d3-2ec6192dcb86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834212 Feb 28 22:46:46.526753 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-f55115ff-9e27-42d3-8afe-02072b45a0e3 req-90ec963f-7cdc-4628-abf4-ab7258f1d814 tempest-TestMinimumBasicScenario-166037871 tempest-TestMinimumBasicScenario-166037871-project] 10.222.0.11 "GET /v2.0/ports?device_id=9ec45306-4f87-44b3-905b-b0ae5f00c155 HTTP/1.1" status: 200 len: 210 time: 0.0272243 Feb 28 22:46:47.477887 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50019d9-55cc-451a-a1d4-c37bacaa5298 req-07d4fbf0-26e8-4fcc-84b3-e5d9df009954 tempest-TestMinimumBasicScenario-166037871 tempest-TestMinimumBasicScenario-166037871-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:46:47.479351 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-c50019d9-55cc-451a-a1d4-c37bacaa5298 req-07d4fbf0-26e8-4fcc-84b3-e5d9df009954 tempest-TestMinimumBasicScenario-166037871 tempest-TestMinimumBasicScenario-166037871-project] 10.222.0.36 "GET /v2.0/networks?id=d4cb06c7-675f-48ed-a5d3-2ec6192dcb86 HTTP/1.1" status: 200 len: 815 time: 0.1020298 Feb 28 22:46:47.491682 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.api.v2.base [req-c50019d9-55cc-451a-a1d4-c37bacaa5298 req-7baed770-287b-450e-9609-e7264f15c9a7 tempest-TestMinimumBasicScenario-166037871 tempest-TestMinimumBasicScenario-166037871-project] Request body: {'port': {'device_id': '9ec45306-4f87-44b3-905b-b0ae5f00c155', 'network_id': 'd4cb06c7-675f-48ed-a5d3-2ec6192dcb86', 'admin_state_up': True, 'tenant_id': '564e12fb04954a5e8480fbdb9c7742fa'}} {{(pid=109568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 22:46:47.627838 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-e1f09a65-ffe3-4e0d-9e01-e15758df16af req-f762e26a-d89e-402b-a459-c0a16b1c6e21 tempest-TestMinimumBasicScenario-166037871 tempest-TestMinimumBasicScenario-166037871-project] 10.222.0.11 "GET /v2.0/ports?device_id=9ec45306-4f87-44b3-905b-b0ae5f00c155 HTTP/1.1" status: 200 len: 210 time: 0.0333507 Feb 28 22:46:47.629188 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c50019d9-55cc-451a-a1d4-c37bacaa5298 req-7baed770-287b-450e-9609-e7264f15c9a7 tempest-TestMinimumBasicScenario-166037871 tempest-TestMinimumBasicScenario-166037871-project] Made reservation on behalf of 564e12fb04954a5e8480fbdb9c7742fa for: {'port': 1} {{(pid=109568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 22:46:47.632751 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [req-c50019d9-55cc-451a-a1d4-c37bacaa5298 req-7baed770-287b-450e-9609-e7264f15c9a7 tempest-TestMinimumBasicScenario-166037871 tempest-TestMinimumBasicScenario-166037871-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616566'] for port (None), before_create {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:46:47.764197 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.db.db_base_plugin_common [req-c50019d9-55cc-451a-a1d4-c37bacaa5298 req-7baed770-287b-450e-9609-e7264f15c9a7 tempest-TestMinimumBasicScenario-166037871 tempest-TestMinimumBasicScenario-166037871-project] Allocated IP 172.20.0.6 (d4cb06c7-675f-48ed-a5d3-2ec6192dcb86/22654f78-35e9-4ca6-b80d-e52dabbec49e/a890133d-9435-4df4-8e77-7fd860ce15e5) {{(pid=109568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 22:46:47.973516 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [req-c50019d9-55cc-451a-a1d4-c37bacaa5298 req-7baed770-287b-450e-9609-e7264f15c9a7 tempest-TestMinimumBasicScenario-166037871 tempest-TestMinimumBasicScenario-166037871-project] Publish callbacks [] for port (a890133d-9435-4df4-8e77-7fd860ce15e5), precommit_create {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:46:48.035223 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [req-c50019d9-55cc-451a-a1d4-c37bacaa5298 req-7baed770-287b-450e-9609-e7264f15c9a7 tempest-TestMinimumBasicScenario-166037871 tempest-TestMinimumBasicScenario-166037871-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33156859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750844628228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30788389'] for port (a890133d-9435-4df4-8e77-7fd860ce15e5), after_create {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:46:48.112131 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7baed770-287b-450e-9609-e7264f15c9a7 tempest-TestMinimumBasicScenario-166037871 tempest-TestMinimumBasicScenario-166037871-project] Pushing event updated for resources: {'Port': ['ID=a890133d-9435-4df4-8e77-7fd860ce15e5,revision_number=1']} {{(pid=109568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:46:48.116202 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c50019d9-55cc-451a-a1d4-c37bacaa5298 req-7baed770-287b-450e-9609-e7264f15c9a7 tempest-TestMinimumBasicScenario-166037871 tempest-TestMinimumBasicScenario-166037871-project] Network d4cb06c7-675f-48ed-a5d3-2ec6192dcb86 is already hosted by enough agents. {{(pid=109568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 22:46:48.118651 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.scheduler.base_scheduler [req-c50019d9-55cc-451a-a1d4-c37bacaa5298 req-7baed770-287b-450e-9609-e7264f15c9a7 tempest-TestMinimumBasicScenario-166037871 tempest-TestMinimumBasicScenario-166037871-project] Resources bound (agent type, host, resource id): {{(pid=109568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 22:46:48.121477 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.db.l3_dvrscheduler_db [req-c50019d9-55cc-451a-a1d4-c37bacaa5298 req-7baed770-287b-450e-9609-e7264f15c9a7 tempest-TestMinimumBasicScenario-166037871 tempest-TestMinimumBasicScenario-166037871-project] Received port after_create {{(pid=109568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 22:46:48.199825 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50019d9-55cc-451a-a1d4-c37bacaa5298 req-7baed770-287b-450e-9609-e7264f15c9a7 tempest-TestMinimumBasicScenario-166037871 tempest-TestMinimumBasicScenario-166037871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:46:48.200484 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [req-c50019d9-55cc-451a-a1d4-c37bacaa5298 req-7baed770-287b-450e-9609-e7264f15c9a7 tempest-TestMinimumBasicScenario-166037871 tempest-TestMinimumBasicScenario-166037871-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80159'] for port (None), before_response {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:46:48.242358 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-c50019d9-55cc-451a-a1d4-c37bacaa5298 req-7baed770-287b-450e-9609-e7264f15c9a7 tempest-TestMinimumBasicScenario-166037871 tempest-TestMinimumBasicScenario-166037871-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7543464 Feb 28 22:46:48.376506 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.db.provisioning_blocks [None req-d90712c4-66f5-476c-867d-532192fee720 None None] Provisioning complete for port a890133d-9435-4df4-8e77-7fd860ce15e5 triggered by entity DHCP. {{(pid=109570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 22:46:48.377098 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-d90712c4-66f5-476c-867d-532192fee720 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579965'] for port (a890133d-9435-4df4-8e77-7fd860ce15e5), provisioning_complete {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:46:48.421538 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.plugin [None req-d90712c4-66f5-476c-867d-532192fee720 None None] Port a890133d-9435-4df4-8e77-7fd860ce15e5 cannot update to ACTIVE because it is not bound. {{(pid=109570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 22:46:48.754071 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161f4eaa-20b1-463c-a549-b19d72786567 req-79187293-aed3-4243-9a45-7fae80fe8d29 tempest-TestMinimumBasicScenario-166037871 tempest-TestMinimumBasicScenario-166037871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:46:48.756103 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-161f4eaa-20b1-463c-a549-b19d72786567 req-79187293-aed3-4243-9a45-7fae80fe8d29 tempest-TestMinimumBasicScenario-166037871 tempest-TestMinimumBasicScenario-166037871-project] 10.222.0.11 "GET /v2.0/ports?device_id=9ec45306-4f87-44b3-905b-b0ae5f00c155 HTTP/1.1" status: 200 len: 931 time: 0.0576208 Feb 28 22:46:48.808005 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-161f4eaa-20b1-463c-a549-b19d72786567 req-b49127e0-5678-40da-a56c-9d7a6da13dce tempest-TestMinimumBasicScenario-166037871 tempest-TestMinimumBasicScenario-166037871-project] 10.222.0.11 "GET /v2.0/security-groups?id=c0733c5d-9464-454f-8610-e8f35d7dcf08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436873 Feb 28 22:46:49.942564 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0aea4d1-5283-4f05-a0bf-f4e739eb8dbc req-fda22c22-beae-4bfd-8bc1-ee5b51ab607e tempest-TestMinimumBasicScenario-166037871 tempest-TestMinimumBasicScenario-166037871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:46:49.944084 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-e0aea4d1-5283-4f05-a0bf-f4e739eb8dbc req-fda22c22-beae-4bfd-8bc1-ee5b51ab607e tempest-TestMinimumBasicScenario-166037871 tempest-TestMinimumBasicScenario-166037871-project] 10.222.0.11 "GET /v2.0/ports?device_id=9ec45306-4f87-44b3-905b-b0ae5f00c155 HTTP/1.1" status: 200 len: 931 time: 0.0692534 Feb 28 22:46:49.995795 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-e0aea4d1-5283-4f05-a0bf-f4e739eb8dbc req-a9c0de54-7f46-439e-acd3-9b9cc294088f tempest-TestMinimumBasicScenario-166037871 tempest-TestMinimumBasicScenario-166037871-project] 10.222.0.11 "GET /v2.0/security-groups?id=c0733c5d-9464-454f-8610-e8f35d7dcf08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428615 Feb 28 22:46:51.122907 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f6f51b-b535-4997-ba00-d755277311e2 req-00482128-18c6-4ad1-ade5-04fecb55eda1 tempest-TestMinimumBasicScenario-166037871 tempest-TestMinimumBasicScenario-166037871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:46:51.124490 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-67f6f51b-b535-4997-ba00-d755277311e2 req-00482128-18c6-4ad1-ade5-04fecb55eda1 tempest-TestMinimumBasicScenario-166037871 tempest-TestMinimumBasicScenario-166037871-project] 10.222.0.11 "GET /v2.0/ports?device_id=9ec45306-4f87-44b3-905b-b0ae5f00c155 HTTP/1.1" status: 200 len: 931 time: 0.0576363 Feb 28 22:46:51.179100 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-67f6f51b-b535-4997-ba00-d755277311e2 req-c30ad199-d42e-4121-836b-43de18d6c636 tempest-TestMinimumBasicScenario-166037871 tempest-TestMinimumBasicScenario-166037871-project] 10.222.0.11 "GET /v2.0/security-groups?id=c0733c5d-9464-454f-8610-e8f35d7dcf08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490911 Feb 28 22:46:52.301689 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf65819-960c-4e97-b086-37ddee3190ac req-ca9233e0-e53d-4ec5-a165-8af9bd130187 tempest-TestMinimumBasicScenario-166037871 tempest-TestMinimumBasicScenario-166037871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:46:52.303199 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-acf65819-960c-4e97-b086-37ddee3190ac req-ca9233e0-e53d-4ec5-a165-8af9bd130187 tempest-TestMinimumBasicScenario-166037871 tempest-TestMinimumBasicScenario-166037871-project] 10.222.0.11 "GET /v2.0/ports?device_id=9ec45306-4f87-44b3-905b-b0ae5f00c155 HTTP/1.1" status: 200 len: 931 time: 0.0548573 Feb 28 22:46:52.356134 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-acf65819-960c-4e97-b086-37ddee3190ac req-23cc76f0-d9e0-47f5-ad14-6d14db9d8e4c tempest-TestMinimumBasicScenario-166037871 tempest-TestMinimumBasicScenario-166037871-project] 10.222.0.11 "GET /v2.0/security-groups?id=c0733c5d-9464-454f-8610-e8f35d7dcf08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465329 Feb 28 22:46:53.479301 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8b6731-8016-4cc9-8887-a01768153fa8 req-4ea01ae6-9689-4a42-8f1f-b0878220fe76 tempest-TestMinimumBasicScenario-166037871 tempest-TestMinimumBasicScenario-166037871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:46:53.480801 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-3c8b6731-8016-4cc9-8887-a01768153fa8 req-4ea01ae6-9689-4a42-8f1f-b0878220fe76 tempest-TestMinimumBasicScenario-166037871 tempest-TestMinimumBasicScenario-166037871-project] 10.222.0.11 "GET /v2.0/ports?device_id=9ec45306-4f87-44b3-905b-b0ae5f00c155 HTTP/1.1" status: 200 len: 931 time: 0.0548384 Feb 28 22:46:53.536728 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-3c8b6731-8016-4cc9-8887-a01768153fa8 req-ee690b1d-23ca-48ec-9d34-b9f09eeacee0 tempest-TestMinimumBasicScenario-166037871 tempest-TestMinimumBasicScenario-166037871-project] 10.222.0.11 "GET /v2.0/security-groups?id=c0733c5d-9464-454f-8610-e8f35d7dcf08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500350 Feb 28 22:46:54.690675 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743eb313-3240-46d6-b75e-6aa06fcf1a35 req-e716b951-03d1-4ea1-a823-c897f8312488 tempest-TestMinimumBasicScenario-166037871 tempest-TestMinimumBasicScenario-166037871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:46:54.692225 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-743eb313-3240-46d6-b75e-6aa06fcf1a35 req-e716b951-03d1-4ea1-a823-c897f8312488 tempest-TestMinimumBasicScenario-166037871 tempest-TestMinimumBasicScenario-166037871-project] 10.222.0.11 "GET /v2.0/ports?device_id=9ec45306-4f87-44b3-905b-b0ae5f00c155 HTTP/1.1" status: 200 len: 931 time: 0.0823698 Feb 28 22:46:54.748544 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-743eb313-3240-46d6-b75e-6aa06fcf1a35 req-158d41d3-4c0e-4ac8-99a4-8055041d9427 tempest-TestMinimumBasicScenario-166037871 tempest-TestMinimumBasicScenario-166037871-project] 10.222.0.11 "GET /v2.0/security-groups?id=c0733c5d-9464-454f-8610-e8f35d7dcf08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476036 Feb 28 22:46:54.817517 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec29141b-71dd-4020-ac40-cf0f982fdf16 req-4457cf8b-0fd9-4010-8304-5c246c38c73f tempest-AttachVolumeTestJSON-1325054245 tempest-AttachVolumeTestJSON-1325054245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:46:54.819007 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-ec29141b-71dd-4020-ac40-cf0f982fdf16 req-4457cf8b-0fd9-4010-8304-5c246c38c73f tempest-AttachVolumeTestJSON-1325054245 tempest-AttachVolumeTestJSON-1325054245-project] 10.222.0.11 "GET /v2.0/ports?device_id=cb5d42fc-117f-46a8-bc9e-2a9c370bc40f HTTP/1.1" status: 200 len: 945 time: 0.0562994 Feb 28 22:46:54.868461 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-ec29141b-71dd-4020-ac40-cf0f982fdf16 req-c80b2419-769a-47d3-8a83-a0df1446bbfd tempest-AttachVolumeTestJSON-1325054245 tempest-AttachVolumeTestJSON-1325054245-project] 10.222.0.11 "GET /v2.0/security-groups?id=a5149e9f-4f71-46b3-96fa-21697ff32bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431843 Feb 28 22:46:55.865432 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6245fc3-b3c1-49be-b5f4-0d23cc9f56bb req-71115d92-e88d-4bad-95ec-030626351921 tempest-TestMinimumBasicScenario-166037871 tempest-TestMinimumBasicScenario-166037871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:46:55.866904 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-f6245fc3-b3c1-49be-b5f4-0d23cc9f56bb req-71115d92-e88d-4bad-95ec-030626351921 tempest-TestMinimumBasicScenario-166037871 tempest-TestMinimumBasicScenario-166037871-project] 10.222.0.11 "GET /v2.0/ports?device_id=9ec45306-4f87-44b3-905b-b0ae5f00c155 HTTP/1.1" status: 200 len: 931 time: 0.0529437 Feb 28 22:46:55.930327 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-f6245fc3-b3c1-49be-b5f4-0d23cc9f56bb req-dc388c35-7a93-436c-afe2-6be177a11eb7 tempest-TestMinimumBasicScenario-166037871 tempest-TestMinimumBasicScenario-166037871-project] 10.222.0.11 "GET /v2.0/security-groups?id=c0733c5d-9464-454f-8610-e8f35d7dcf08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578418 Feb 28 22:46:55.997923 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf5f808-28c2-49c1-9485-9bfc9908e9bd req-d318261f-c1a9-46a6-ba72-3444a9dcf851 tempest-AttachVolumeTestJSON-1325054245 tempest-AttachVolumeTestJSON-1325054245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:46:55.999404 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-abf5f808-28c2-49c1-9485-9bfc9908e9bd req-d318261f-c1a9-46a6-ba72-3444a9dcf851 tempest-AttachVolumeTestJSON-1325054245 tempest-AttachVolumeTestJSON-1325054245-project] 10.222.0.11 "GET /v2.0/ports?device_id=cb5d42fc-117f-46a8-bc9e-2a9c370bc40f HTTP/1.1" status: 200 len: 945 time: 0.0557301 Feb 28 22:46:56.050781 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-abf5f808-28c2-49c1-9485-9bfc9908e9bd req-a27461d2-1d21-4b52-a87e-072e2c9f19c1 tempest-AttachVolumeTestJSON-1325054245 tempest-AttachVolumeTestJSON-1325054245-project] 10.222.0.11 "GET /v2.0/security-groups?id=a5149e9f-4f71-46b3-96fa-21697ff32bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456021 Feb 28 22:46:57.048089 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13df138c-6df1-4b30-b627-daf851e5c97c req-5a7e8323-8ace-48b1-8700-79476455523b tempest-TestMinimumBasicScenario-166037871 tempest-TestMinimumBasicScenario-166037871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:46:57.049543 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-13df138c-6df1-4b30-b627-daf851e5c97c req-5a7e8323-8ace-48b1-8700-79476455523b tempest-TestMinimumBasicScenario-166037871 tempest-TestMinimumBasicScenario-166037871-project] 10.222.0.11 "GET /v2.0/ports?device_id=9ec45306-4f87-44b3-905b-b0ae5f00c155 HTTP/1.1" status: 200 len: 931 time: 0.0514898 Feb 28 22:46:57.097117 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-13df138c-6df1-4b30-b627-daf851e5c97c req-afd770cf-46bb-4e84-b368-11c5e4f6f3ec tempest-TestMinimumBasicScenario-166037871 tempest-TestMinimumBasicScenario-166037871-project] 10.222.0.11 "GET /v2.0/security-groups?id=c0733c5d-9464-454f-8610-e8f35d7dcf08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420790 Feb 28 22:46:57.172616 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e5afd3-b24b-4682-86b1-4aa57d0da66e req-e824ebb7-79fa-4c43-a66d-9fb06a26c753 tempest-AttachVolumeTestJSON-1325054245 tempest-AttachVolumeTestJSON-1325054245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:46:57.174119 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-83e5afd3-b24b-4682-86b1-4aa57d0da66e req-e824ebb7-79fa-4c43-a66d-9fb06a26c753 tempest-AttachVolumeTestJSON-1325054245 tempest-AttachVolumeTestJSON-1325054245-project] 10.222.0.11 "GET /v2.0/ports?device_id=cb5d42fc-117f-46a8-bc9e-2a9c370bc40f HTTP/1.1" status: 200 len: 945 time: 0.0579984 Feb 28 22:46:57.183371 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.api.v2.base [req-c50019d9-55cc-451a-a1d4-c37bacaa5298 req-2c19e11d-a983-4ee0-97dc-6591d8d23b41 service neutron] Request body: {'port': {'device_id': '9ec45306-4f87-44b3-905b-b0ae5f00c155', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83053'}} {{(pid=109568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 22:46:57.271828 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-83e5afd3-b24b-4682-86b1-4aa57d0da66e req-c16c8b02-2dc9-4d91-848e-116364f7d06f tempest-AttachVolumeTestJSON-1325054245 tempest-AttachVolumeTestJSON-1325054245-project] 10.222.0.11 "GET /v2.0/security-groups?id=a5149e9f-4f71-46b3-96fa-21697ff32bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0854156 Feb 28 22:46:57.274296 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [req-c50019d9-55cc-451a-a1d4-c37bacaa5298 req-2c19e11d-a983-4ee0-97dc-6591d8d23b41 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616566'] for port (a890133d-9435-4df4-8e77-7fd860ce15e5), before_update {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:46:57.535954 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.notifiers.nova [req-c50019d9-55cc-451a-a1d4-c37bacaa5298 req-2c19e11d-a983-4ee0-97dc-6591d8d23b41 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a890133d-9435-4df4-8e77-7fd860ce15e5 {{(pid=109568) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 22:46:57.544193 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [req-c50019d9-55cc-451a-a1d4-c37bacaa5298 req-2c19e11d-a983-4ee0-97dc-6591d8d23b41 service neutron] Publish callbacks [] for port (a890133d-9435-4df4-8e77-7fd860ce15e5), precommit_update {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:46:57.555461 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.db.provisioning_blocks [req-c50019d9-55cc-451a-a1d4-c37bacaa5298 req-2c19e11d-a983-4ee0-97dc-6591d8d23b41 service neutron] Transition to ACTIVE for port object a890133d-9435-4df4-8e77-7fd860ce15e5 will not be triggered until provisioned by entity L2. {{(pid=109568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Feb 28 22:46:57.559892 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [req-c50019d9-55cc-451a-a1d4-c37bacaa5298 req-2c19e11d-a983-4ee0-97dc-6591d8d23b41 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33156859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750845083886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750844628246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750844628264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30788396'] for port (a890133d-9435-4df4-8e77-7fd860ce15e5), after_update {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:46:57.607752 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c19e11d-a983-4ee0-97dc-6591d8d23b41 service neutron] Pushing event updated for resources: {'Port': ['ID=a890133d-9435-4df4-8e77-7fd860ce15e5,revision_number=2']} {{(pid=109568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:46:57.679098 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.plugins.ml2.managers [req-c50019d9-55cc-451a-a1d4-c37bacaa5298 req-2c19e11d-a983-4ee0-97dc-6591d8d23b41 service neutron] Attempting to bind port a890133d-9435-4df4-8e77-7fd860ce15e5 on host hv-cinder-83053 for vnic_type normal with profile {{(pid=109568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 22:46:57.679449 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.plugins.ml2.managers [req-c50019d9-55cc-451a-a1d4-c37bacaa5298 req-2c19e11d-a983-4ee0-97dc-6591d8d23b41 service neutron] Attempting to bind port a890133d-9435-4df4-8e77-7fd860ce15e5 by drivers openvswitch,hyperv on host hv-cinder-83053 at level 0 using segments [{'id': '3042934a-08a6-41f2-b37b-17c50407117e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'd4cb06c7-675f-48ed-a5d3-2ec6192dcb86'}] {{(pid=109568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 22:46:57.679795 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c50019d9-55cc-451a-a1d4-c37bacaa5298 req-2c19e11d-a983-4ee0-97dc-6591d8d23b41 service neutron] Attempting to bind port a890133d-9435-4df4-8e77-7fd860ce15e5 on network d4cb06c7-675f-48ed-a5d3-2ec6192dcb86 {{(pid=109568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 22:46:57.685170 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c50019d9-55cc-451a-a1d4-c37bacaa5298 req-2c19e11d-a983-4ee0-97dc-6591d8d23b41 service neutron] Port a890133d-9435-4df4-8e77-7fd860ce15e5 on network d4cb06c7-675f-48ed-a5d3-2ec6192dcb86 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83053 {{(pid=109568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 22:46:57.685495 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c50019d9-55cc-451a-a1d4-c37bacaa5298 req-2c19e11d-a983-4ee0-97dc-6591d8d23b41 service neutron] Attempting to bind port a890133d-9435-4df4-8e77-7fd860ce15e5 on network d4cb06c7-675f-48ed-a5d3-2ec6192dcb86 {{(pid=109568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 22:46:57.690685 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c50019d9-55cc-451a-a1d4-c37bacaa5298 req-2c19e11d-a983-4ee0-97dc-6591d8d23b41 service neutron] Checking agent: {'id': '5b2bda77-ea31-45ff-af39-f050a95cb1da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83053', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 22, 40, 14), 'started_at': datetime.datetime(2022, 2, 28, 22, 40, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 22, 46, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 22:46:57.691057 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c50019d9-55cc-451a-a1d4-c37bacaa5298 req-2c19e11d-a983-4ee0-97dc-6591d8d23b41 service neutron] Checking segment: {'id': '3042934a-08a6-41f2-b37b-17c50407117e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'd4cb06c7-675f-48ed-a5d3-2ec6192dcb86'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 22:46:57.691396 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c50019d9-55cc-451a-a1d4-c37bacaa5298 req-2c19e11d-a983-4ee0-97dc-6591d8d23b41 service neutron] Bound using segment: {'id': '3042934a-08a6-41f2-b37b-17c50407117e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'd4cb06c7-675f-48ed-a5d3-2ec6192dcb86'} {{(pid=109568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 22:46:57.691861 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.plugins.ml2.managers [req-c50019d9-55cc-451a-a1d4-c37bacaa5298 req-2c19e11d-a983-4ee0-97dc-6591d8d23b41 service neutron] Bound port: a890133d-9435-4df4-8e77-7fd860ce15e5, host: hv-cinder-83053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3042934a-08a6-41f2-b37b-17c50407117e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'd4cb06c7-675f-48ed-a5d3-2ec6192dcb86'}}] {{(pid=109568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 22:46:57.692223 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [req-c50019d9-55cc-451a-a1d4-c37bacaa5298 req-2c19e11d-a983-4ee0-97dc-6591d8d23b41 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616566'] for port (a890133d-9435-4df4-8e77-7fd860ce15e5), before_update {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:46:57.762016 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.plugins.ml2.db [req-c50019d9-55cc-451a-a1d4-c37bacaa5298 req-2c19e11d-a983-4ee0-97dc-6591d8d23b41 service neutron] For port a890133d-9435-4df4-8e77-7fd860ce15e5, host hv-cinder-83053, cleared binding levels {{(pid=109568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 22:46:57.764934 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.plugins.ml2.db [req-c50019d9-55cc-451a-a1d4-c37bacaa5298 req-2c19e11d-a983-4ee0-97dc-6591d8d23b41 service neutron] For port a890133d-9435-4df4-8e77-7fd860ce15e5, host hv-cinder-83053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83053',level=0,port_id=a890133d-9435-4df4-8e77-7fd860ce15e5,segment=NetworkSegment(3042934a-08a6-41f2-b37b-17c50407117e),segment_id=3042934a-08a6-41f2-b37b-17c50407117e)] {{(pid=109568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 22:46:57.770699 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [req-c50019d9-55cc-451a-a1d4-c37bacaa5298 req-2c19e11d-a983-4ee0-97dc-6591d8d23b41 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33156859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750845083886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750844628246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750844628264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30788396'] for port (a890133d-9435-4df4-8e77-7fd860ce15e5), after_update {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:46:57.807486 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50019d9-55cc-451a-a1d4-c37bacaa5298 req-2c19e11d-a983-4ee0-97dc-6591d8d23b41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:46:57.808134 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [req-c50019d9-55cc-451a-a1d4-c37bacaa5298 req-2c19e11d-a983-4ee0-97dc-6591d8d23b41 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80159'] for port (None), before_response {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:46:57.809533 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-c50019d9-55cc-451a-a1d4-c37bacaa5298 req-2c19e11d-a983-4ee0-97dc-6591d8d23b41 service neutron] 10.222.0.36 "PUT /v2.0/ports/a890133d-9435-4df4-8e77-7fd860ce15e5 HTTP/1.1" status: 200 len: 1093 time: 0.6313770 Feb 28 22:46:57.809974 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ec45306-4f87-44b3-905b-b0ae5f00c155', 'tag': 'a890133d-9435-4df4-8e77-7fd860ce15e5'}] {{(pid=109568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 22:46:57.812494 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be30730c9f576b5ae602769365630bce3a2881df6c4aa92702dca8eb1643a507" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2014c58d-0389-4c40-a0a0-f6d337f0b6b0" -d '{"events": [{"name": "network-changed", "server_uuid": "9ec45306-4f87-44b3-905b-b0ae5f00c155", "tag": "a890133d-9435-4df4-8e77-7fd860ce15e5"}]}' {{(pid=109568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 22:46:57.835643 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c19e11d-a983-4ee0-97dc-6591d8d23b41 service neutron] Pushing event updated for resources: {'Port': ['ID=a890133d-9435-4df4-8e77-7fd860ce15e5,revision_number=3']} {{(pid=109568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:46:57.870224 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 22:46:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96381db1-4629-4309-bd15-18a731ba0028 x-openstack-request-id: req-96381db1-4629-4309-bd15-18a731ba0028 {{(pid=109568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 22:46:57.870224 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9ec45306-4f87-44b3-905b-b0ae5f00c155", "tag": "a890133d-9435-4df4-8e77-7fd860ce15e5", "status": "completed", "code": 200}]} {{(pid=109568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 22:46:57.870224 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-96381db1-4629-4309-bd15-18a731ba0028 {{(pid=109568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 22:46:57.870224 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9ec45306-4f87-44b3-905b-b0ae5f00c155', 'tag': 'a890133d-9435-4df4-8e77-7fd860ce15e5', 'status': 'completed', 'code': 200} Feb 28 22:46:57.908803 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50019d9-55cc-451a-a1d4-c37bacaa5298 req-188e00cc-5896-4006-a244-52def4896509 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:46:57.910472 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-c50019d9-55cc-451a-a1d4-c37bacaa5298 req-188e00cc-5896-4006-a244-52def4896509 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=564e12fb04954a5e8480fbdb9c7742fa&device_id=9ec45306-4f87-44b3-905b-b0ae5f00c155 HTTP/1.1" status: 200 len: 1127 time: 0.0529201 Feb 28 22:46:57.957830 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-c50019d9-55cc-451a-a1d4-c37bacaa5298 req-5e4e3fcb-5cbf-4ca3-a042-c90fd54320b7 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a890133d-9435-4df4-8e77-7fd860ce15e5 HTTP/1.1" status: 200 len: 217 time: 0.0403752 Feb 28 22:46:58.007399 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50019d9-55cc-451a-a1d4-c37bacaa5298 req-f15a7946-4d08-4cbc-aaaf-b77325a7d0c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:46:58.009499 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-c50019d9-55cc-451a-a1d4-c37bacaa5298 req-f15a7946-4d08-4cbc-aaaf-b77325a7d0c2 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=22654f78-35e9-4ca6-b80d-e52dabbec49e HTTP/1.1" status: 200 len: 854 time: 0.0447817 Feb 28 22:46:58.059648 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50019d9-55cc-451a-a1d4-c37bacaa5298 req-ace2da35-eaaf-4074-b171-b5ea0859ee6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:46:58.061165 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-c50019d9-55cc-451a-a1d4-c37bacaa5298 req-ace2da35-eaaf-4074-b171-b5ea0859ee6d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d4cb06c7-675f-48ed-a5d3-2ec6192dcb86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0442789 Feb 28 22:46:58.152497 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-c50019d9-55cc-451a-a1d4-c37bacaa5298 req-03d02d50-f831-49d0-9e15-21af7434a2f9 service neutron] 10.222.0.36 "GET /v2.0/networks/d4cb06c7-675f-48ed-a5d3-2ec6192dcb86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842714 Feb 28 22:46:58.272849 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f5d1e3-cf9c-46df-b13b-a1df97ceb915 req-dfe80a7e-93c7-45de-acb0-7215f4a442a9 tempest-TestMinimumBasicScenario-166037871 tempest-TestMinimumBasicScenario-166037871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:46:58.274380 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-93f5d1e3-cf9c-46df-b13b-a1df97ceb915 req-dfe80a7e-93c7-45de-acb0-7215f4a442a9 tempest-TestMinimumBasicScenario-166037871 tempest-TestMinimumBasicScenario-166037871-project] 10.222.0.11 "GET /v2.0/ports?device_id=9ec45306-4f87-44b3-905b-b0ae5f00c155 HTTP/1.1" status: 200 len: 943 time: 0.1080983 Feb 28 22:46:58.297167 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-c50019d9-55cc-451a-a1d4-c37bacaa5298 req-a0b37a40-f4c0-487b-b80f-9099c3c078b5 service neutron] 10.222.0.36 "GET /v2.0/networks/d4cb06c7-675f-48ed-a5d3-2ec6192dcb86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1378913 Feb 28 22:46:58.329316 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-93f5d1e3-cf9c-46df-b13b-a1df97ceb915 req-827e10d1-996e-487e-868e-150222cd1356 tempest-TestMinimumBasicScenario-166037871 tempest-TestMinimumBasicScenario-166037871-project] 10.222.0.11 "GET /v2.0/security-groups?id=c0733c5d-9464-454f-8610-e8f35d7dcf08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491309 Feb 28 22:46:58.423541 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bf6b3b-7284-4e46-ad51-10e3877a73c0 req-e6715f67-2865-4819-aa60-7a00b6a95ead tempest-AttachVolumeTestJSON-1325054245 tempest-AttachVolumeTestJSON-1325054245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:46:58.425055 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-25bf6b3b-7284-4e46-ad51-10e3877a73c0 req-e6715f67-2865-4819-aa60-7a00b6a95ead tempest-AttachVolumeTestJSON-1325054245 tempest-AttachVolumeTestJSON-1325054245-project] 10.222.0.11 "GET /v2.0/ports?device_id=cb5d42fc-117f-46a8-bc9e-2a9c370bc40f HTTP/1.1" status: 200 len: 945 time: 0.0783525 Feb 28 22:46:58.431295 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2014c58d-0389-4c40-a0a0-f6d337f0b6b0 req-15e5db23-30cd-41b0-8066-4fdd98f444d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:46:58.432803 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-2014c58d-0389-4c40-a0a0-f6d337f0b6b0 req-15e5db23-30cd-41b0-8066-4fdd98f444d9 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=564e12fb04954a5e8480fbdb9c7742fa&device_id=9ec45306-4f87-44b3-905b-b0ae5f00c155 HTTP/1.1" status: 200 len: 1127 time: 0.0769515 Feb 28 22:46:58.522207 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-25bf6b3b-7284-4e46-ad51-10e3877a73c0 req-1bf7aa15-137f-4557-a16d-364d3a788786 tempest-AttachVolumeTestJSON-1325054245 tempest-AttachVolumeTestJSON-1325054245-project] 10.222.0.11 "GET /v2.0/security-groups?id=a5149e9f-4f71-46b3-96fa-21697ff32bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0884719 Feb 28 22:46:58.553403 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2014c58d-0389-4c40-a0a0-f6d337f0b6b0 req-db66018a-be68-4baf-9c71-1c207ec9fa3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:46:58.554841 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-2014c58d-0389-4c40-a0a0-f6d337f0b6b0 req-db66018a-be68-4baf-9c71-1c207ec9fa3d service neutron] 10.222.0.36 "GET /v2.0/networks?id=d4cb06c7-675f-48ed-a5d3-2ec6192dcb86 HTTP/1.1" status: 200 len: 916 time: 0.1083682 Feb 28 22:46:58.598108 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-2014c58d-0389-4c40-a0a0-f6d337f0b6b0 req-6b52a087-ccdd-41c8-9efc-229bcd943b11 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a890133d-9435-4df4-8e77-7fd860ce15e5 HTTP/1.1" status: 200 len: 217 time: 0.0366130 Feb 28 22:46:58.645145 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2014c58d-0389-4c40-a0a0-f6d337f0b6b0 req-84655cdf-6184-44db-b594-47d351257174 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:46:58.646552 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-2014c58d-0389-4c40-a0a0-f6d337f0b6b0 req-84655cdf-6184-44db-b594-47d351257174 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=22654f78-35e9-4ca6-b80d-e52dabbec49e HTTP/1.1" status: 200 len: 854 time: 0.0418720 Feb 28 22:46:58.695016 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2014c58d-0389-4c40-a0a0-f6d337f0b6b0 req-54f41918-1445-4767-bae5-d19bbae640c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:46:58.696564 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-2014c58d-0389-4c40-a0a0-f6d337f0b6b0 req-54f41918-1445-4767-bae5-d19bbae640c4 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d4cb06c7-675f-48ed-a5d3-2ec6192dcb86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0429728 Feb 28 22:46:58.790576 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-2014c58d-0389-4c40-a0a0-f6d337f0b6b0 req-dd32f806-2065-482e-aefe-c49fb1a3132b service neutron] 10.222.0.36 "GET /v2.0/networks/d4cb06c7-675f-48ed-a5d3-2ec6192dcb86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873218 Feb 28 22:46:58.878744 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-2014c58d-0389-4c40-a0a0-f6d337f0b6b0 req-b4d4e01c-d09a-40a7-adcc-d46c4a213379 service neutron] 10.222.0.36 "GET /v2.0/networks/d4cb06c7-675f-48ed-a5d3-2ec6192dcb86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809240 Feb 28 22:46:58.977885 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.rpc [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] Device a890133d-9435-4df4-8e77-7fd860ce15e5 details requested by agent hyperv_hv-cinder-83053 with host hv-cinder-83053 {{(pid=109570) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 22:46:59.071550 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.db [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] For port a890133d-9435-4df4-8e77-7fd860ce15e5, host hv-cinder-83053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83053',level=0,port_id=a890133d-9435-4df4-8e77-7fd860ce15e5,segment=NetworkSegment(3042934a-08a6-41f2-b37b-17c50407117e),segment_id=3042934a-08a6-41f2-b37b-17c50407117e)] {{(pid=109570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 22:46:59.082569 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.rpc [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] Returning: {'device': 'a890133d-9435-4df4-8e77-7fd860ce15e5', 'network_id': 'd4cb06c7-675f-48ed-a5d3-2ec6192dcb86', 'port_id': 'a890133d-9435-4df4-8e77-7fd860ce15e5', 'mac_address': 'fa:16:3e:34:8f:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 115, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '22654f78-35e9-4ca6-b80d-e52dabbec49e', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109570) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 22:46:59.121100 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.plugin [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] Current status of the port a890133d-9435-4df4-8e77-7fd860ce15e5 is: DOWN; New status is: BUILD {{(pid=109570) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 22:46:59.121488 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616566'] for port (a890133d-9435-4df4-8e77-7fd860ce15e5), before_update {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:46:59.133656 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.notifiers.nova [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a890133d-9435-4df4-8e77-7fd860ce15e5 {{(pid=109570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 22:46:59.152105 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.db [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] For port a890133d-9435-4df4-8e77-7fd860ce15e5, host hv-cinder-83053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83053',level=0,port_id=a890133d-9435-4df4-8e77-7fd860ce15e5,segment=NetworkSegment(3042934a-08a6-41f2-b37b-17c50407117e),segment_id=3042934a-08a6-41f2-b37b-17c50407117e)] {{(pid=109570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 22:46:59.155993 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33156859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750845083886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750844628246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750844628264'] for port (a890133d-9435-4df4-8e77-7fd860ce15e5), after_update {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:46:59.202478 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] Pushing event updated for resources: {'Port': ['ID=a890133d-9435-4df4-8e77-7fd860ce15e5,revision_number=4']} {{(pid=109570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:46:59.312709 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487aa84e-cfe9-44f6-91cf-2852c77a644f req-d288ec32-fa25-48ac-ab9b-bc2c5725f85c tempest-AttachVolumeTestJSON-1325054245 tempest-AttachVolumeTestJSON-1325054245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:46:59.314152 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-487aa84e-cfe9-44f6-91cf-2852c77a644f req-d288ec32-fa25-48ac-ab9b-bc2c5725f85c tempest-AttachVolumeTestJSON-1325054245 tempest-AttachVolumeTestJSON-1325054245-project] 10.222.0.36 "GET /v2.0/ports?device_id=cb5d42fc-117f-46a8-bc9e-2a9c370bc40f HTTP/1.1" status: 200 len: 945 time: 0.0538456 Feb 28 22:46:59.378097 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.db [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] get_ports_and_sgs() called for port_ids ['a890133d-9435-4df4-8e77-7fd860ce15e5'] {{(pid=109570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 22:46:59.441914 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.plugins.ml2.plugin [req-487aa84e-cfe9-44f6-91cf-2852c77a644f req-a42f21a7-4a36-429e-b3e1-b613844db099 tempest-AttachVolumeTestJSON-1325054245 tempest-AttachVolumeTestJSON-1325054245-project] Deleting port 6b70fcef-5711-42c2-953d-59fa95ea2477 {{(pid=109568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 22:46:59.442251 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [req-487aa84e-cfe9-44f6-91cf-2852c77a644f req-a42f21a7-4a36-429e-b3e1-b613844db099 tempest-AttachVolumeTestJSON-1325054245 tempest-AttachVolumeTestJSON-1325054245-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750845080441'] for port (6b70fcef-5711-42c2-953d-59fa95ea2477), before_delete {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:46:59.501716 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6134181-6377-43a3-a0cd-e5adbdcdee62 req-b85e0752-2e86-4e35-a5f7-eb95c7893512 tempest-TestMinimumBasicScenario-166037871 tempest-TestMinimumBasicScenario-166037871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:46:59.503175 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-e6134181-6377-43a3-a0cd-e5adbdcdee62 req-b85e0752-2e86-4e35-a5f7-eb95c7893512 tempest-TestMinimumBasicScenario-166037871 tempest-TestMinimumBasicScenario-166037871-project] 10.222.0.11 "GET /v2.0/ports?device_id=9ec45306-4f87-44b3-905b-b0ae5f00c155 HTTP/1.1" status: 200 len: 944 time: 0.1056192 Feb 28 22:46:59.565741 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.plugins.ml2.db [req-487aa84e-cfe9-44f6-91cf-2852c77a644f req-a42f21a7-4a36-429e-b3e1-b613844db099 tempest-AttachVolumeTestJSON-1325054245 tempest-AttachVolumeTestJSON-1325054245-project] For port 6b70fcef-5711-42c2-953d-59fa95ea2477, host hv-cinder-83053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83053',level=0,port_id=6b70fcef-5711-42c2-953d-59fa95ea2477,segment=NetworkSegment(2b825055-5822-4684-9f9c-fddeefc76ff6),segment_id=2b825055-5822-4684-9f9c-fddeefc76ff6)] {{(pid=109568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 22:46:59.566100 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [req-487aa84e-cfe9-44f6-91cf-2852c77a644f req-a42f21a7-4a36-429e-b3e1-b613844db099 tempest-AttachVolumeTestJSON-1325054245 tempest-AttachVolumeTestJSON-1325054245-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33552544'] for port (6b70fcef-5711-42c2-953d-59fa95ea2477), precommit_delete {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:46:59.586571 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-e6134181-6377-43a3-a0cd-e5adbdcdee62 req-a47a31fe-d593-46a1-81fc-7ee69925aad6 tempest-TestMinimumBasicScenario-166037871 tempest-TestMinimumBasicScenario-166037871-project] 10.222.0.11 "GET /v2.0/security-groups?id=c0733c5d-9464-454f-8610-e8f35d7dcf08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763333 Feb 28 22:46:59.718390 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbe9266-b6de-4dc8-be93-d63a79e142dc req-ba11c06b-2d72-4915-9295-e1989da17f2f tempest-AttachVolumeTestJSON-1325054245 tempest-AttachVolumeTestJSON-1325054245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:46:59.719782 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-edbe9266-b6de-4dc8-be93-d63a79e142dc req-ba11c06b-2d72-4915-9295-e1989da17f2f tempest-AttachVolumeTestJSON-1325054245 tempest-AttachVolumeTestJSON-1325054245-project] 10.222.0.11 "GET /v2.0/ports?device_id=cb5d42fc-117f-46a8-bc9e-2a9c370bc40f HTTP/1.1" status: 200 len: 945 time: 0.1299727 Feb 28 22:46:59.807406 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [req-487aa84e-cfe9-44f6-91cf-2852c77a644f req-a42f21a7-4a36-429e-b3e1-b613844db099 tempest-AttachVolumeTestJSON-1325054245 tempest-AttachVolumeTestJSON-1325054245-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:46:59.807784 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [req-487aa84e-cfe9-44f6-91cf-2852c77a644f req-a42f21a7-4a36-429e-b3e1-b613844db099 tempest-AttachVolumeTestJSON-1325054245 tempest-AttachVolumeTestJSON-1325054245-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33522123'] for floatingip (b2529d25-9cbf-49f1-947a-6b8a3240203f), after_update {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:46:59.808097 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.db.l3_db [req-487aa84e-cfe9-44f6-91cf-2852c77a644f req-a42f21a7-4a36-429e-b3e1-b613844db099 tempest-AttachVolumeTestJSON-1325054245 tempest-AttachVolumeTestJSON-1325054245-project] Floating IP b2529d25-9cbf-49f1-947a-6b8a3240203f disassociated. External IP: 172.27.0.179, port: 6b70fcef-5711-42c2-953d-59fa95ea2477. Feb 28 22:46:59.808431 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.plugins.ml2.plugin [req-487aa84e-cfe9-44f6-91cf-2852c77a644f req-a42f21a7-4a36-429e-b3e1-b613844db099 tempest-AttachVolumeTestJSON-1325054245 tempest-AttachVolumeTestJSON-1325054245-project] Calling delete_port for 6b70fcef-5711-42c2-953d-59fa95ea2477 owned by compute:nova {{(pid=109568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 22:46:59.815695 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-edbe9266-b6de-4dc8-be93-d63a79e142dc req-11573350-7148-4567-b5b8-ca53ab56e332 tempest-AttachVolumeTestJSON-1325054245 tempest-AttachVolumeTestJSON-1325054245-project] 10.222.0.11 "GET /v2.0/security-groups?id=a5149e9f-4f71-46b3-96fa-21697ff32bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0883455 Feb 28 22:46:59.934883 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [req-487aa84e-cfe9-44f6-91cf-2852c77a644f req-a42f21a7-4a36-429e-b3e1-b613844db099 tempest-AttachVolumeTestJSON-1325054245 tempest-AttachVolumeTestJSON-1325054245-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33156859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750845083868', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750844628237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30788389'] for port (6b70fcef-5711-42c2-953d-59fa95ea2477), after_delete {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:46:59.964645 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42f21a7-4a36-429e-b3e1-b613844db099 tempest-AttachVolumeTestJSON-1325054245 tempest-AttachVolumeTestJSON-1325054245-project] Pushing event deleted for resources: {'Port': ['ID=6b70fcef-5711-42c2-953d-59fa95ea2477,revision_number=None']} {{(pid=109568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:47:00.080456 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.scheduler.l3_agent_scheduler [req-487aa84e-cfe9-44f6-91cf-2852c77a644f req-a42f21a7-4a36-429e-b3e1-b613844db099 tempest-AttachVolumeTestJSON-1325054245 tempest-AttachVolumeTestJSON-1325054245-project] Router e0521325-922c-4570-bc7b-fbf74268cada has already been hosted by L3 agent 1bbc3f13-d896-4633-9d3f-4f3415ceb83d {{(pid=109568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 22:47:00.440223 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-487aa84e-cfe9-44f6-91cf-2852c77a644f req-a42f21a7-4a36-429e-b3e1-b613844db099 tempest-AttachVolumeTestJSON-1325054245 tempest-AttachVolumeTestJSON-1325054245-project] Notify agent at l3_agent.dv-cinder-830538-5-iscsi the message routers_updated {{(pid=109568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 22:47:00.451356 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cb345bd-30c2-4f20-b664-bbb2b0923fd8 None None] Sync routers for ids ['e0521325-922c-4570-bc7b-fbf74268cada'] in dv-cinder-830538-5-iscsi {{(pid=109570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 22:47:00.463303 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cb345bd-30c2-4f20-b664-bbb2b0923fd8 None None] Routers {'e0521325-922c-4570-bc7b-fbf74268cada'} bound to L3 agent in host dv-cinder-830538-5-iscsi {{(pid=109570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 22:47:00.463959 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.db.l3_hamode_db [None req-4cb345bd-30c2-4f20-b664-bbb2b0923fd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830538-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-28T22:34:03Z,description=,heartbeat_timestamp=2022-02-28T22:46:33Z,host='dv-cinder-830538-5-iscsi',id=1bbc3f13-d896-4633-9d3f-4f3415ceb83d,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T22:34:03Z,topic='l3_agent')) {'router_ids': ['e0521325-922c-4570-bc7b-fbf74268cada'], 'active': True} {{(pid=109570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 22:47:00.481635 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.db.l3_dvrscheduler_db [req-487aa84e-cfe9-44f6-91cf-2852c77a644f req-a42f21a7-4a36-429e-b3e1-b613844db099 tempest-AttachVolumeTestJSON-1325054245 tempest-AttachVolumeTestJSON-1325054245-project] No DVR routers for this DVR port 6b70fcef-5711-42c2-953d-59fa95ea2477 on host hv-cinder-83053 {{(pid=109568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 22:47:00.484192 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [req-487aa84e-cfe9-44f6-91cf-2852c77a644f req-a42f21a7-4a36-429e-b3e1-b613844db099 tempest-AttachVolumeTestJSON-1325054245 tempest-AttachVolumeTestJSON-1325054245-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80159'] for port (None), before_response {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:47:00.487444 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-487aa84e-cfe9-44f6-91cf-2852c77a644f req-a42f21a7-4a36-429e-b3e1-b613844db099 tempest-AttachVolumeTestJSON-1325054245 tempest-AttachVolumeTestJSON-1325054245-project] 10.222.0.36 "DELETE /v2.0/ports/6b70fcef-5711-42c2-953d-59fa95ea2477 HTTP/1.1" status: 204 len: 173 time: 1.1678751 Feb 28 22:47:00.487921 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb5d42fc-117f-46a8-bc9e-2a9c370bc40f', 'name': 'network-vif-deleted', 'tag': '6b70fcef-5711-42c2-953d-59fa95ea2477'}] {{(pid=109568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 22:47:00.490104 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be30730c9f576b5ae602769365630bce3a2881df6c4aa92702dca8eb1643a507" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3b6269e-d906-4f78-bccb-d7485bea574e" -d '{"events": [{"server_uuid": "cb5d42fc-117f-46a8-bc9e-2a9c370bc40f", "name": "network-vif-deleted", "tag": "6b70fcef-5711-42c2-953d-59fa95ea2477"}]}' {{(pid=109568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 22:47:00.531898 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 22:47:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d96c524-eaf4-40e5-9de4-c002e9daf7d1 x-openstack-request-id: req-1d96c524-eaf4-40e5-9de4-c002e9daf7d1 {{(pid=109568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 22:47:00.532196 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb5d42fc-117f-46a8-bc9e-2a9c370bc40f", "name": "network-vif-deleted", "tag": "6b70fcef-5711-42c2-953d-59fa95ea2477", "status": "completed", "code": 200}]} {{(pid=109568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 22:47:00.532447 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-1d96c524-eaf4-40e5-9de4-c002e9daf7d1 {{(pid=109568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 22:47:00.532865 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb5d42fc-117f-46a8-bc9e-2a9c370bc40f', 'name': 'network-vif-deleted', 'tag': '6b70fcef-5711-42c2-953d-59fa95ea2477', 'status': 'completed', 'code': 200} Feb 28 22:47:00.582953 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.db.l3_dvr_db [None req-4cb345bd-30c2-4f20-b664-bbb2b0923fd8 None None] Set router e0521325-922c-4570-bc7b-fbf74268cada gateway port host: dv-cinder-830538-5-iscsi {{(pid=109570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 22:47:00.704718 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd689f3-e7bc-40c1-aa09-1eed63f6d8fe req-54aa07a5-3906-4826-bcb1-5d968552b617 tempest-TestMinimumBasicScenario-166037871 tempest-TestMinimumBasicScenario-166037871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:47:00.706334 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-5dd689f3-e7bc-40c1-aa09-1eed63f6d8fe req-54aa07a5-3906-4826-bcb1-5d968552b617 tempest-TestMinimumBasicScenario-166037871 tempest-TestMinimumBasicScenario-166037871-project] 10.222.0.11 "GET /v2.0/ports?device_id=9ec45306-4f87-44b3-905b-b0ae5f00c155 HTTP/1.1" status: 200 len: 944 time: 0.0526662 Feb 28 22:47:00.752481 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-5dd689f3-e7bc-40c1-aa09-1eed63f6d8fe req-84c6f8f5-aad5-47e0-a5fb-e02ea61ea999 tempest-TestMinimumBasicScenario-166037871 tempest-TestMinimumBasicScenario-166037871-project] 10.222.0.11 "GET /v2.0/security-groups?id=c0733c5d-9464-454f-8610-e8f35d7dcf08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405629 Feb 28 22:47:00.792235 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.db.l3_hamode_db [None req-4cb345bd-30c2-4f20-b664-bbb2b0923fd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0521325-922c-4570-bc7b-fbf74268cada', 'name': 'tempest-AttachVolumeTestJSON-1955448268-router', 'tenant_id': '558108c6409d474abda99b19120d05ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e7a10c7-addc-4b79-a555-0b472e939652', 'external_fixed_ips': [{'subnet_id': '8aaf002d-6309-4cf0-ae69-6d349a14c0b1', 'ip_address': '172.27.0.95'}], 'enable_snat': True}, 'gw_port_id': '8b621a2e-d1dd-4781-b394-39862f442bf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T22:42:08Z', 'updated_at': '2022-02-28T22:42:19Z', 'revision_number': 4, 'project_id': '558108c6409d474abda99b19120d05ad', 'gw_port': {'id': '8b621a2e-d1dd-4781-b394-39862f442bf8', 'name': '', 'network_id': '3e7a10c7-addc-4b79-a555-0b472e939652', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:b7:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0521325-922c-4570-bc7b-fbf74268cada', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '8aaf002d-6309-4cf0-ae69-6d349a14c0b1', 'ip_address': '172.27.0.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T22:42:10Z', 'updated_at': '2022-02-28T22:42:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8aaf002d-6309-4cf0-ae69-6d349a14c0b1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830538-5-iscsi', '_interfaces': [{'id': '6d58ef7a-de76-49b9-9508-4647e5fd1f80', 'name': '', 'network_id': 'df2fc3b5-d3d8-4f0b-b393-20e4e2e253bc', 'tenant_id': '558108c6409d474abda99b19120d05ad', 'mac_address': 'fa:16:3e:0c:69:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0521325-922c-4570-bc7b-fbf74268cada', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '22e78a7b-72b0-4514-af71-979e73dc5a6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T22:42:15Z', 'updated_at': '2022-02-28T22:42:26Z', 'revision_number': 5, 'project_id': '558108c6409d474abda99b19120d05ad', 'subnets': [{'id': '22e78a7b-72b0-4514-af71-979e73dc5a6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830538-5-iscsi', False) {} {{(pid=109570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 22:47:00.817257 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cb345bd-30c2-4f20-b664-bbb2b0923fd8 None None] Checking router: e0521325-922c-4570-bc7b-fbf74268cada for host: dv-cinder-830538-5-iscsi {{(pid=109570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 22:47:00.825821 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cb345bd-30c2-4f20-b664-bbb2b0923fd8 None None] Routers {'e0521325-922c-4570-bc7b-fbf74268cada'} bound to L3 agent in host dv-cinder-830538-5-iscsi {{(pid=109570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 22:47:00.826407 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.db.l3_hamode_db [None req-4cb345bd-30c2-4f20-b664-bbb2b0923fd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830538-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-28T22:34:03Z,description=,heartbeat_timestamp=2022-02-28T22:46:33Z,host='dv-cinder-830538-5-iscsi',id=1bbc3f13-d896-4633-9d3f-4f3415ceb83d,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T22:34:03Z,topic='l3_agent')) {'router_ids': ['e0521325-922c-4570-bc7b-fbf74268cada'], 'active': True} {{(pid=109570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 22:47:00.887465 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-0bcd10b3-0997-413c-a01e-59946b82029d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750845036683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579975'] for agent (55d6ddf3-619a-4750-95a9-02c5b2728e0c), after_update {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:47:00.936207 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-8acabea5-2ba0-4e59-8402-2e54ddc04290 req-177d3d30-4fc8-4825-b74b-9b913429fb15 tempest-AttachVolumeTestJSON-1325054245 tempest-AttachVolumeTestJSON-1325054245-project] 10.222.0.11 "GET /v2.0/ports?device_id=cb5d42fc-117f-46a8-bc9e-2a9c370bc40f HTTP/1.1" status: 200 len: 210 time: 0.0336826 Feb 28 22:47:00.952266 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.db.l3_dvr_db [None req-4cb345bd-30c2-4f20-b664-bbb2b0923fd8 None None] Set router e0521325-922c-4570-bc7b-fbf74268cada gateway port host: dv-cinder-830538-5-iscsi {{(pid=109570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 22:47:00.995421 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.rpc [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] Device a890133d-9435-4df4-8e77-7fd860ce15e5 up at agent hyperv_hv-cinder-83053 {{(pid=109570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 22:47:01.137948 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.db.provisioning_blocks [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] Provisioning for port a890133d-9435-4df4-8e77-7fd860ce15e5 completed by entity L2. {{(pid=109570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 28 22:47:01.146517 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.db.provisioning_blocks [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] Provisioning complete for port a890133d-9435-4df4-8e77-7fd860ce15e5 triggered by entity L2. {{(pid=109570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 22:47:01.146890 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579965'] for port (a890133d-9435-4df4-8e77-7fd860ce15e5), provisioning_complete {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:47:01.408917 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.plugin [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] Current status of the port a890133d-9435-4df4-8e77-7fd860ce15e5 is: BUILD; New status is: ACTIVE {{(pid=109570) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 22:47:01.409308 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616566'] for port (a890133d-9435-4df4-8e77-7fd860ce15e5), before_update {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:47:01.419367 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.db.l3_hamode_db [None req-4cb345bd-30c2-4f20-b664-bbb2b0923fd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0521325-922c-4570-bc7b-fbf74268cada', 'name': 'tempest-AttachVolumeTestJSON-1955448268-router', 'tenant_id': '558108c6409d474abda99b19120d05ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e7a10c7-addc-4b79-a555-0b472e939652', 'external_fixed_ips': [{'subnet_id': '8aaf002d-6309-4cf0-ae69-6d349a14c0b1', 'ip_address': '172.27.0.95'}], 'enable_snat': True}, 'gw_port_id': '8b621a2e-d1dd-4781-b394-39862f442bf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T22:42:08Z', 'updated_at': '2022-02-28T22:42:19Z', 'revision_number': 4, 'project_id': '558108c6409d474abda99b19120d05ad', 'gw_port': {'id': '8b621a2e-d1dd-4781-b394-39862f442bf8', 'name': '', 'network_id': '3e7a10c7-addc-4b79-a555-0b472e939652', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:b7:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0521325-922c-4570-bc7b-fbf74268cada', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '8aaf002d-6309-4cf0-ae69-6d349a14c0b1', 'ip_address': '172.27.0.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T22:42:10Z', 'updated_at': '2022-02-28T22:42:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8aaf002d-6309-4cf0-ae69-6d349a14c0b1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830538-5-iscsi', '_interfaces': [{'id': '6d58ef7a-de76-49b9-9508-4647e5fd1f80', 'name': '', 'network_id': 'df2fc3b5-d3d8-4f0b-b393-20e4e2e253bc', 'tenant_id': '558108c6409d474abda99b19120d05ad', 'mac_address': 'fa:16:3e:0c:69:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0521325-922c-4570-bc7b-fbf74268cada', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '22e78a7b-72b0-4514-af71-979e73dc5a6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T22:42:15Z', 'updated_at': '2022-02-28T22:42:26Z', 'revision_number': 5, 'project_id': '558108c6409d474abda99b19120d05ad', 'subnets': [{'id': '22e78a7b-72b0-4514-af71-979e73dc5a6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830538-5-iscsi', False) {} {{(pid=109570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 22:47:01.454231 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cb345bd-30c2-4f20-b664-bbb2b0923fd8 None None] The sync data for ids ['e0521325-922c-4570-bc7b-fbf74268cada'] in dv-cinder-830538-5-iscsi is: [{'id': 'e0521325-922c-4570-bc7b-fbf74268cada', 'name': 'tempest-AttachVolumeTestJSON-1955448268-router', 'tenant_id': '558108c6409d474abda99b19120d05ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e7a10c7-addc-4b79-a555-0b472e939652', 'external_fixed_ips': [{'subnet_id': '8aaf002d-6309-4cf0-ae69-6d349a14c0b1', 'ip_address': '172.27.0.95'}], 'enable_snat': True}, 'gw_port_id': '8b621a2e-d1dd-4781-b394-39862f442bf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T22:42:08Z', 'updated_at': '2022-02-28T22:42:19Z', 'revision_number': 4, 'project_id': '558108c6409d474abda99b19120d05ad', 'gw_port': {'id': '8b621a2e-d1dd-4781-b394-39862f442bf8', 'name': '', 'network_id': '3e7a10c7-addc-4b79-a555-0b472e939652', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:b7:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0521325-922c-4570-bc7b-fbf74268cada', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '8aaf002d-6309-4cf0-ae69-6d349a14c0b1', 'ip_address': '172.27.0.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T22:42:10Z', 'updated_at': '2022-02-28T22:42:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8aaf002d-6309-4cf0-ae69-6d349a14c0b1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830538-5-iscsi', '_interfaces': [{'id': '6d58ef7a-de76-49b9-9508-4647e5fd1f80', 'name': '', 'network_id': 'df2fc3b5-d3d8-4f0b-b393-20e4e2e253bc', 'tenant_id': '558108c6409d474abda99b19120d05ad', 'mac_address': 'fa:16:3e:0c:69:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0521325-922c-4570-bc7b-fbf74268cada', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '22e78a7b-72b0-4514-af71-979e73dc5a6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T22:42:15Z', 'updated_at': '2022-02-28T22:42:26Z', 'revision_number': 5, 'project_id': '558108c6409d474abda99b19120d05ad', 'subnets': [{'id': '22e78a7b-72b0-4514-af71-979e73dc5a6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 22:47:01.464255 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ec45306-4f87-44b3-905b-b0ae5f00c155', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a890133d-9435-4df4-8e77-7fd860ce15e5'}] {{(pid=109570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 22:47:01.466990 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fade63a226c96e14254c735f674fb73a181a47373151acc9bb38ade81564009" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4b737a2-b493-4373-8733-c95e28d3ad9a" -d '{"events": [{"server_uuid": "9ec45306-4f87-44b3-905b-b0ae5f00c155", "name": "network-vif-plugged", "status": "completed", "tag": "a890133d-9435-4df4-8e77-7fd860ce15e5"}]}' {{(pid=109570) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 22:47:01.480360 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.db [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] For port a890133d-9435-4df4-8e77-7fd860ce15e5, host hv-cinder-83053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83053',level=0,port_id=a890133d-9435-4df4-8e77-7fd860ce15e5,segment=NetworkSegment(3042934a-08a6-41f2-b37b-17c50407117e),segment_id=3042934a-08a6-41f2-b37b-17c50407117e)] {{(pid=109570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 22:47:01.486535 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33156859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750845083886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750844628246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750844628264'] for port (a890133d-9435-4df4-8e77-7fd860ce15e5), after_update {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:47:01.515968 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 22:47:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7df874e1-77e0-487a-86d4-f22a6572eebf x-openstack-request-id: req-7df874e1-77e0-487a-86d4-f22a6572eebf {{(pid=109570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 22:47:01.516247 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ec45306-4f87-44b3-905b-b0ae5f00c155", "name": "network-vif-plugged", "status": "completed", "tag": "a890133d-9435-4df4-8e77-7fd860ce15e5", "code": 200}]} {{(pid=109570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 22:47:01.516523 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-7df874e1-77e0-487a-86d4-f22a6572eebf {{(pid=109570) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 22:47:01.516926 dv-cinder-830538-5-iscsi neutron-server[109570]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ec45306-4f87-44b3-905b-b0ae5f00c155', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a890133d-9435-4df4-8e77-7fd860ce15e5', 'code': 200} Feb 28 22:47:01.549502 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] Pushing event updated for resources: {'Port': ['ID=a890133d-9435-4df4-8e77-7fd860ce15e5,revision_number=5']} {{(pid=109570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:47:01.699321 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3998b7f4-786c-4638-8fe2-631ada771cae req-d7232cbf-1253-496c-8693-ab47b73d7a67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:47:01.701004 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-3998b7f4-786c-4638-8fe2-631ada771cae req-d7232cbf-1253-496c-8693-ab47b73d7a67 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=9ec45306-4f87-44b3-905b-b0ae5f00c155 HTTP/1.1" status: 200 len: 1129 time: 0.0498295 Feb 28 22:47:01.723869 dv-cinder-830538-5-iscsi neutron-server[109571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db081f39-698c-46c4-883c-6881dd645ac8 None None] New status for floating IP b2529d25-9cbf-49f1-947a-6b8a3240203f: DOWN {{(pid=109571) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 28 22:47:01.748322 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-3998b7f4-786c-4638-8fe2-631ada771cae req-3bee0095-9a44-437e-b053-eec6d9af5b0c service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=c0733c5d-9464-454f-8610-e8f35d7dcf08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410578 Feb 28 22:47:01.877629 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163dcde0-50f6-4048-becb-0e3ff3ffb1e2 req-f3f0e229-0fb2-4bcf-974c-016ac8cfd8e5 tempest-TestMinimumBasicScenario-166037871 tempest-TestMinimumBasicScenario-166037871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:47:01.879221 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-163dcde0-50f6-4048-becb-0e3ff3ffb1e2 req-f3f0e229-0fb2-4bcf-974c-016ac8cfd8e5 tempest-TestMinimumBasicScenario-166037871 tempest-TestMinimumBasicScenario-166037871-project] 10.222.0.11 "GET /v2.0/ports?device_id=9ec45306-4f87-44b3-905b-b0ae5f00c155 HTTP/1.1" status: 200 len: 945 time: 0.0582161 Feb 28 22:47:01.931798 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-163dcde0-50f6-4048-becb-0e3ff3ffb1e2 req-dd78465f-e3ed-4c81-b499-4815f072db02 tempest-TestMinimumBasicScenario-166037871 tempest-TestMinimumBasicScenario-166037871-project] 10.222.0.11 "GET /v2.0/security-groups?id=c0733c5d-9464-454f-8610-e8f35d7dcf08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463371 Feb 28 22:47:02.022901 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.wsgi [-] (109569) accepted ('10.222.0.11', 56896) {{(pid=109569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 22:47:02.077938 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-43d6ecf2-fecd-4bb9-89b2-b74d8121d3c4 tempest-AttachVolumeTestJSON-1325054245 tempest-AttachVolumeTestJSON-1325054245-project] Publish callbacks [] for security_group (a5149e9f-4f71-46b3-96fa-21697ff32bcc), before_delete {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:47:02.100674 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-43d6ecf2-fecd-4bb9-89b2-b74d8121d3c4 tempest-AttachVolumeTestJSON-1325054245 tempest-AttachVolumeTestJSON-1325054245-project] Publish callbacks [] for security_group (a5149e9f-4f71-46b3-96fa-21697ff32bcc), precommit_delete {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:47:02.147628 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-43d6ecf2-fecd-4bb9-89b2-b74d8121d3c4 tempest-AttachVolumeTestJSON-1325054245 tempest-AttachVolumeTestJSON-1325054245-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33441213'] for security_group (a5149e9f-4f71-46b3-96fa-21697ff32bcc), after_delete {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:47:02.151816 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-43d6ecf2-fecd-4bb9-89b2-b74d8121d3c4 tempest-AttachVolumeTestJSON-1325054245 tempest-AttachVolumeTestJSON-1325054245-project] Publish callbacks [] for security_group (None), before_response {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:47:02.155896 dv-cinder-830538-5-iscsi neutron-server[109569]: INFO neutron.wsgi [None req-43d6ecf2-fecd-4bb9-89b2-b74d8121d3c4 tempest-AttachVolumeTestJSON-1325054245 tempest-AttachVolumeTestJSON-1325054245-project] 10.222.0.11 "DELETE /v2.0/security-groups/a5149e9f-4f71-46b3-96fa-21697ff32bcc HTTP/1.1" status: 204 len: 168 time: 0.1319256 Feb 28 22:47:02.156489 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.wsgi [-] (109569) accepted ('10.222.0.11', 56898) {{(pid=109569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 22:47:02.170884 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d6ecf2-fecd-4bb9-89b2-b74d8121d3c4 tempest-AttachVolumeTestJSON-1325054245 tempest-AttachVolumeTestJSON-1325054245-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5149e9f-4f71-46b3-96fa-21697ff32bcc,revision_number=None']} {{(pid=109569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:47:02.178679 dv-cinder-830538-5-iscsi neutron-server[109569]: INFO neutron.api.v2.resource [None req-58c6b4b2-8780-41d3-9884-21fa4d5a21a3 tempest-AttachVolumeTestJSON-1325054245 tempest-AttachVolumeTestJSON-1325054245-project] show failed (client error): The resource could not be found. Feb 28 22:47:02.179686 dv-cinder-830538-5-iscsi neutron-server[109569]: INFO neutron.wsgi [None req-58c6b4b2-8780-41d3-9884-21fa4d5a21a3 tempest-AttachVolumeTestJSON-1325054245 tempest-AttachVolumeTestJSON-1325054245-project] 10.222.0.11 "GET /v2.0/security-groups/a5149e9f-4f71-46b3-96fa-21697ff32bcc HTTP/1.1" status: 404 len: 347 time: 0.0142491 Feb 28 22:47:02.182873 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.wsgi [-] (109569) accepted ('10.222.0.11', 56900) {{(pid=109569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 22:47:02.303820 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.plugins.ml2.plugin [None req-69b556bf-0b78-474f-95b1-5b9f659432d5 tempest-AttachVolumeTestJSON-1325054245 tempest-AttachVolumeTestJSON-1325054245-project] Deleting port f82eac36-f312-4b8a-a155-da557f54854b {{(pid=109569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 22:47:02.304162 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-69b556bf-0b78-474f-95b1-5b9f659432d5 tempest-AttachVolumeTestJSON-1325054245 tempest-AttachVolumeTestJSON-1325054245-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750845080441'] for port (f82eac36-f312-4b8a-a155-da557f54854b), before_delete {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:47:02.379543 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-69b556bf-0b78-474f-95b1-5b9f659432d5 tempest-AttachVolumeTestJSON-1325054245 tempest-AttachVolumeTestJSON-1325054245-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33552544'] for port (f82eac36-f312-4b8a-a155-da557f54854b), precommit_delete {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:47:02.379895 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-69b556bf-0b78-474f-95b1-5b9f659432d5 tempest-AttachVolumeTestJSON-1325054245 tempest-AttachVolumeTestJSON-1325054245-project] Publish callbacks [] for floatingip (f82eac36-f312-4b8a-a155-da557f54854b), precommit_delete {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:47:02.391693 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.plugins.ml2.plugin [None req-69b556bf-0b78-474f-95b1-5b9f659432d5 tempest-AttachVolumeTestJSON-1325054245 tempest-AttachVolumeTestJSON-1325054245-project] Calling delete_port for f82eac36-f312-4b8a-a155-da557f54854b owned by network:floatingip {{(pid=109569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 22:47:02.516608 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-69b556bf-0b78-474f-95b1-5b9f659432d5 tempest-AttachVolumeTestJSON-1325054245 tempest-AttachVolumeTestJSON-1325054245-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33156859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750845083868', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750844628237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30055478'] for port (f82eac36-f312-4b8a-a155-da557f54854b), after_delete {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:47:02.549643 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b556bf-0b78-474f-95b1-5b9f659432d5 tempest-AttachVolumeTestJSON-1325054245 tempest-AttachVolumeTestJSON-1325054245-project] Pushing event deleted for resources: {'Port': ['ID=f82eac36-f312-4b8a-a155-da557f54854b,revision_number=None']} {{(pid=109569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:47:02.603383 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-69b556bf-0b78-474f-95b1-5b9f659432d5 tempest-AttachVolumeTestJSON-1325054245 tempest-AttachVolumeTestJSON-1325054245-project] Publish callbacks [] for floatingip (b2529d25-9cbf-49f1-947a-6b8a3240203f), after_delete {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:47:02.605884 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-69b556bf-0b78-474f-95b1-5b9f659432d5 tempest-AttachVolumeTestJSON-1325054245 tempest-AttachVolumeTestJSON-1325054245-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80159'] for floatingip (None), before_response {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:47:02.607020 dv-cinder-830538-5-iscsi neutron-server[109569]: INFO neutron.wsgi [None req-69b556bf-0b78-474f-95b1-5b9f659432d5 tempest-AttachVolumeTestJSON-1325054245 tempest-AttachVolumeTestJSON-1325054245-project] 10.222.0.11 "DELETE /v2.0/floatingips/b2529d25-9cbf-49f1-947a-6b8a3240203f HTTP/1.1" status: 204 len: 168 time: 0.4232490 Feb 28 22:47:02.772127 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.wsgi [-] (109569) accepted ('10.222.0.11', 56904) {{(pid=109569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 22:47:02.777329 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.api.v2.base [None req-554f1b78-1252-4aa9-8760-e5cab2c6c155 tempest-AttachVolumeTestJSON-1325054245 tempest-AttachVolumeTestJSON-1325054245-project] Request body: {'security_group': {'name': 'tempest-securitygroup--776749107', 'description': 'tempest-description--1093973828'}} {{(pid=109569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 22:47:02.797146 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-554f1b78-1252-4aa9-8760-e5cab2c6c155 tempest-AttachVolumeTestJSON-1325054245 tempest-AttachVolumeTestJSON-1325054245-project] Publish callbacks [] for security_group (None), before_create {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:47:02.869903 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-554f1b78-1252-4aa9-8760-e5cab2c6c155 tempest-AttachVolumeTestJSON-1325054245 tempest-AttachVolumeTestJSON-1325054245-project] Publish callbacks [] for security_group (21e70cd1-9f9a-471b-b42f-d6d326161983), precommit_create {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:47:02.874088 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-554f1b78-1252-4aa9-8760-e5cab2c6c155 tempest-AttachVolumeTestJSON-1325054245 tempest-AttachVolumeTestJSON-1325054245-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33441213'] for security_group (21e70cd1-9f9a-471b-b42f-d6d326161983), after_create {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:47:02.902163 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554f1b78-1252-4aa9-8760-e5cab2c6c155 tempest-AttachVolumeTestJSON-1325054245 tempest-AttachVolumeTestJSON-1325054245-project] Pushing event updated for resources: {'SecurityGroup': ['ID=21e70cd1-9f9a-471b-b42f-d6d326161983,revision_number=1']} {{(pid=109569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:47:02.906220 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-554f1b78-1252-4aa9-8760-e5cab2c6c155 tempest-AttachVolumeTestJSON-1325054245 tempest-AttachVolumeTestJSON-1325054245-project] Publish callbacks [] for security_group (None), before_response {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:47:02.907434 dv-cinder-830538-5-iscsi neutron-server[109569]: INFO neutron.wsgi [None req-554f1b78-1252-4aa9-8760-e5cab2c6c155 tempest-AttachVolumeTestJSON-1325054245 tempest-AttachVolumeTestJSON-1325054245-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1342962 Feb 28 22:47:02.910323 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.wsgi [-] (109569) accepted ('10.222.0.11', 56906) {{(pid=109569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 22:47:02.914417 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.api.v2.base [None req-8c5c2fec-39f2-4c60-8127-f268a9da4c41 tempest-AttachVolumeTestJSON-1325054245 tempest-AttachVolumeTestJSON-1325054245-project] Request body: {'security_group_rule': {'security_group_id': '21e70cd1-9f9a-471b-b42f-d6d326161983', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 22:47:02.938752 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-8c5c2fec-39f2-4c60-8127-f268a9da4c41 tempest-AttachVolumeTestJSON-1325054245 tempest-AttachVolumeTestJSON-1325054245-project] Publish callbacks [] for security_group_rule (d6615a96-b2fa-4532-aef6-f199826feac2), before_create {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:47:03.000572 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-8c5c2fec-39f2-4c60-8127-f268a9da4c41 tempest-AttachVolumeTestJSON-1325054245 tempest-AttachVolumeTestJSON-1325054245-project] Publish callbacks [] for security_group_rule (d6615a96-b2fa-4532-aef6-f199826feac2), precommit_create {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:47:03.004129 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-8c5c2fec-39f2-4c60-8127-f268a9da4c41 tempest-AttachVolumeTestJSON-1325054245 tempest-AttachVolumeTestJSON-1325054245-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33441134'] for security_group_rule (d6615a96-b2fa-4532-aef6-f199826feac2), after_create {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:47:03.008393 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.rpc [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] Device 6b70fcef-5711-42c2-953d-59fa95ea2477 no longer exists at agent hyperv_hv-cinder-83053 {{(pid=109570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 22:47:03.022036 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5c2fec-39f2-4c60-8127-f268a9da4c41 tempest-AttachVolumeTestJSON-1325054245 tempest-AttachVolumeTestJSON-1325054245-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d6615a96-b2fa-4532-aef6-f199826feac2,revision_number=0']} {{(pid=109569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:47:03.031692 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-8c5c2fec-39f2-4c60-8127-f268a9da4c41 tempest-AttachVolumeTestJSON-1325054245 tempest-AttachVolumeTestJSON-1325054245-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:47:03.033914 dv-cinder-830538-5-iscsi neutron-server[109569]: INFO neutron.wsgi [None req-8c5c2fec-39f2-4c60-8127-f268a9da4c41 tempest-AttachVolumeTestJSON-1325054245 tempest-AttachVolumeTestJSON-1325054245-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1227801 Feb 28 22:47:03.036470 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.wsgi [-] (109569) accepted ('10.222.0.11', 56910) {{(pid=109569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 22:47:03.041658 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.api.v2.base [None req-fe5b7e1a-c57d-4053-a584-1d42244462b8 tempest-AttachVolumeTestJSON-1325054245 tempest-AttachVolumeTestJSON-1325054245-project] Request body: {'security_group_rule': {'security_group_id': '21e70cd1-9f9a-471b-b42f-d6d326161983', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 22:47:03.042524 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.plugin [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] No Port match for: 6b70fcef-5711-42c2-953d-59fa95ea2477 {{(pid=109570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 22:47:03.043744 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.rpc [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] Device 6b70fcef-5711-42c2-953d-59fa95ea2477 not bound to the agent host hv-cinder-83053 {{(pid=109570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 22:47:03.062689 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e618c7b-9dac-4339-909f-7a1c90028406 req-3d7d3067-0bfd-4722-8c9a-c1df34cd6b55 tempest-TestMinimumBasicScenario-166037871 tempest-TestMinimumBasicScenario-166037871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:47:03.064205 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-7e618c7b-9dac-4339-909f-7a1c90028406 req-3d7d3067-0bfd-4722-8c9a-c1df34cd6b55 tempest-TestMinimumBasicScenario-166037871 tempest-TestMinimumBasicScenario-166037871-project] 10.222.0.11 "GET /v2.0/ports?device_id=9ec45306-4f87-44b3-905b-b0ae5f00c155 HTTP/1.1" status: 200 len: 945 time: 0.0589890 Feb 28 22:47:03.066887 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-fe5b7e1a-c57d-4053-a584-1d42244462b8 tempest-AttachVolumeTestJSON-1325054245 tempest-AttachVolumeTestJSON-1325054245-project] Publish callbacks [] for security_group_rule (33e95fd7-8970-494f-9477-53df1a561428), before_create {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:47:03.111563 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-7e618c7b-9dac-4339-909f-7a1c90028406 req-5687721e-b9ee-4c97-ad71-4f388397c1de tempest-TestMinimumBasicScenario-166037871 tempest-TestMinimumBasicScenario-166037871-project] 10.222.0.11 "GET /v2.0/security-groups?id=c0733c5d-9464-454f-8610-e8f35d7dcf08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415406 Feb 28 22:47:03.135440 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-fe5b7e1a-c57d-4053-a584-1d42244462b8 tempest-AttachVolumeTestJSON-1325054245 tempest-AttachVolumeTestJSON-1325054245-project] Publish callbacks [] for security_group_rule (33e95fd7-8970-494f-9477-53df1a561428), precommit_create {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:47:03.135603 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-18ca55d5-0f6b-4c3e-83ae-11395c0feaa5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750845036683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579975'] for agent (1bbc3f13-d896-4633-9d3f-4f3415ceb83d), after_update {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:47:03.135753 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-fe5b7e1a-c57d-4053-a584-1d42244462b8 tempest-AttachVolumeTestJSON-1325054245 tempest-AttachVolumeTestJSON-1325054245-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33441134'] for security_group_rule (33e95fd7-8970-494f-9477-53df1a561428), after_create {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:47:03.147627 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe5b7e1a-c57d-4053-a584-1d42244462b8 tempest-AttachVolumeTestJSON-1325054245 tempest-AttachVolumeTestJSON-1325054245-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=33e95fd7-8970-494f-9477-53df1a561428,revision_number=0']} {{(pid=109569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:47:03.157754 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-fe5b7e1a-c57d-4053-a584-1d42244462b8 tempest-AttachVolumeTestJSON-1325054245 tempest-AttachVolumeTestJSON-1325054245-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:47:03.158967 dv-cinder-830538-5-iscsi neutron-server[109569]: INFO neutron.wsgi [None req-fe5b7e1a-c57d-4053-a584-1d42244462b8 tempest-AttachVolumeTestJSON-1325054245 tempest-AttachVolumeTestJSON-1325054245-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1214390 Feb 28 22:47:03.162072 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.wsgi [-] (109569) accepted ('10.222.0.11', 56914) {{(pid=109569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 22:47:03.167475 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.api.v2.base [None req-06798bd5-2cb6-460b-b123-c83e1dbb8815 tempest-AttachVolumeTestJSON-1325054245 tempest-AttachVolumeTestJSON-1325054245-project] Request body: {'floatingip': {'floating_network_id': '3e7a10c7-addc-4b79-a555-0b472e939652'}} {{(pid=109569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 22:47:03.188268 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-06798bd5-2cb6-460b-b123-c83e1dbb8815 tempest-AttachVolumeTestJSON-1325054245 tempest-AttachVolumeTestJSON-1325054245-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:47:03.236625 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e385fb-b73c-4d65-ba06-a7de3e121107 req-84f6447a-81e6-42bf-b60a-2aa789a707b9 tempest-TestMinimumBasicScenario-166037871 tempest-TestMinimumBasicScenario-166037871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:47:03.238156 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-13e385fb-b73c-4d65-ba06-a7de3e121107 req-84f6447a-81e6-42bf-b60a-2aa789a707b9 tempest-TestMinimumBasicScenario-166037871 tempest-TestMinimumBasicScenario-166037871-project] 10.222.0.11 "GET /v2.0/ports?device_id=9ec45306-4f87-44b3-905b-b0ae5f00c155 HTTP/1.1" status: 200 len: 945 time: 0.0542502 Feb 28 22:47:03.284652 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-13e385fb-b73c-4d65-ba06-a7de3e121107 req-215f0615-a656-471d-8f65-8456cdaa227d tempest-TestMinimumBasicScenario-166037871 tempest-TestMinimumBasicScenario-166037871-project] 10.222.0.11 "GET /v2.0/security-groups?id=c0733c5d-9464-454f-8610-e8f35d7dcf08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403385 Feb 28 22:47:03.287231 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-06798bd5-2cb6-460b-b123-c83e1dbb8815 tempest-AttachVolumeTestJSON-1325054245 tempest-AttachVolumeTestJSON-1325054245-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616566'] for port (None), before_create {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:47:03.390182 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.db.db_base_plugin_common [None req-06798bd5-2cb6-460b-b123-c83e1dbb8815 tempest-AttachVolumeTestJSON-1325054245 tempest-AttachVolumeTestJSON-1325054245-project] Allocated IP 172.27.0.211 (3e7a10c7-addc-4b79-a555-0b472e939652/8aaf002d-6309-4cf0-ae69-6d349a14c0b1/f8170379-6e9f-49d8-951b-3e65c60a1e59) {{(pid=109569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 22:47:03.494501 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-06798bd5-2cb6-460b-b123-c83e1dbb8815 tempest-AttachVolumeTestJSON-1325054245 tempest-AttachVolumeTestJSON-1325054245-project] Publish callbacks [] for port (f8170379-6e9f-49d8-951b-3e65c60a1e59), precommit_create {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:47:03.528886 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-06798bd5-2cb6-460b-b123-c83e1dbb8815 tempest-AttachVolumeTestJSON-1325054245 tempest-AttachVolumeTestJSON-1325054245-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33156859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750844628228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30055478'] for port (f8170379-6e9f-49d8-951b-3e65c60a1e59), after_create {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:47:03.570608 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06798bd5-2cb6-460b-b123-c83e1dbb8815 tempest-AttachVolumeTestJSON-1325054245 tempest-AttachVolumeTestJSON-1325054245-project] Network 3e7a10c7-addc-4b79-a555-0b472e939652 is already hosted by enough agents. {{(pid=109569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 22:47:03.577624 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.scheduler.base_scheduler [None req-06798bd5-2cb6-460b-b123-c83e1dbb8815 tempest-AttachVolumeTestJSON-1325054245 tempest-AttachVolumeTestJSON-1325054245-project] Resources bound (agent type, host, resource id): {{(pid=109569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 22:47:03.581023 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06798bd5-2cb6-460b-b123-c83e1dbb8815 tempest-AttachVolumeTestJSON-1325054245 tempest-AttachVolumeTestJSON-1325054245-project] Received port after_create {{(pid=109569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 22:47:03.607967 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06798bd5-2cb6-460b-b123-c83e1dbb8815 tempest-AttachVolumeTestJSON-1325054245 tempest-AttachVolumeTestJSON-1325054245-project] Pushing event updated for resources: {'Port': ['ID=f8170379-6e9f-49d8-951b-3e65c60a1e59,revision_number=1']} {{(pid=109569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:47:03.617782 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9096895-33d9-4015-b114-7d384871de63 req-67ab91f3-41db-4365-8db8-424a0b52558f tempest-TestMinimumBasicScenario-166037871 tempest-TestMinimumBasicScenario-166037871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:47:03.620214 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-f9096895-33d9-4015-b114-7d384871de63 req-67ab91f3-41db-4365-8db8-424a0b52558f tempest-TestMinimumBasicScenario-166037871 tempest-TestMinimumBasicScenario-166037871-project] 10.222.0.11 "GET /v2.0/ports?device_id=9ec45306-4f87-44b3-905b-b0ae5f00c155 HTTP/1.1" status: 200 len: 945 time: 0.0556607 Feb 28 22:47:03.671535 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-f9096895-33d9-4015-b114-7d384871de63 req-a6506b20-d042-490b-8ed9-f6c638fc9538 tempest-TestMinimumBasicScenario-166037871 tempest-TestMinimumBasicScenario-166037871-project] 10.222.0.11 "GET /v2.0/security-groups?id=c0733c5d-9464-454f-8610-e8f35d7dcf08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456975 Feb 28 22:47:03.672120 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-06798bd5-2cb6-460b-b123-c83e1dbb8815 tempest-AttachVolumeTestJSON-1325054245 tempest-AttachVolumeTestJSON-1325054245-project] Publish callbacks [] for floatingip (edd663d3-424a-4f2e-bb8d-57e883a1bb13), precommit_create {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:47:03.710085 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-06798bd5-2cb6-460b-b123-c83e1dbb8815 tempest-AttachVolumeTestJSON-1325054245 tempest-AttachVolumeTestJSON-1325054245-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616566'] for port (f8170379-6e9f-49d8-951b-3e65c60a1e59), before_update {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:47:03.864999 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-06798bd5-2cb6-460b-b123-c83e1dbb8815 tempest-AttachVolumeTestJSON-1325054245 tempest-AttachVolumeTestJSON-1325054245-project] Publish callbacks [] for port (f8170379-6e9f-49d8-951b-3e65c60a1e59), precommit_update {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:47:03.869736 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-06798bd5-2cb6-460b-b123-c83e1dbb8815 tempest-AttachVolumeTestJSON-1325054245 tempest-AttachVolumeTestJSON-1325054245-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33156859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750845083886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750844628246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750844628264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30055487'] for port (f8170379-6e9f-49d8-951b-3e65c60a1e59), after_update {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:47:03.940124 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06798bd5-2cb6-460b-b123-c83e1dbb8815 tempest-AttachVolumeTestJSON-1325054245 tempest-AttachVolumeTestJSON-1325054245-project] Pushing event updated for resources: {'Port': ['ID=f8170379-6e9f-49d8-951b-3e65c60a1e59,revision_number=2']} {{(pid=109569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:47:03.956207 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-06798bd5-2cb6-460b-b123-c83e1dbb8815 tempest-AttachVolumeTestJSON-1325054245 tempest-AttachVolumeTestJSON-1325054245-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33522123'] for floatingip (edd663d3-424a-4f2e-bb8d-57e883a1bb13), after_create {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:47:03.971161 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-06798bd5-2cb6-460b-b123-c83e1dbb8815 tempest-AttachVolumeTestJSON-1325054245 tempest-AttachVolumeTestJSON-1325054245-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80159'] for floatingip (None), before_response {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:47:03.972416 dv-cinder-830538-5-iscsi neutron-server[109569]: INFO neutron.wsgi [None req-06798bd5-2cb6-460b-b123-c83e1dbb8815 tempest-AttachVolumeTestJSON-1325054245 tempest-AttachVolumeTestJSON-1325054245-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8094299 Feb 28 22:47:04.145778 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-fb85eb0a-98c9-414d-bd8b-45b99ef4efd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750845036683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579975'] for agent (0569ef69-4feb-452f-8380-1d628b96faff), after_update {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:47:04.174029 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-d5fff76b-d146-4a16-a36e-bec016898171 req-b4d76afb-c8d6-407c-b8d7-38cfb1f4db26 tempest-AttachVolumeTestJSON-1325054245 tempest-AttachVolumeTestJSON-1325054245-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-securitygroup--776749107&fields=id&tenant_id=558108c6409d474abda99b19120d05ad HTTP/1.1" status: 200 len: 267 time: 0.0432320 Feb 28 22:47:04.281189 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fff76b-d146-4a16-a36e-bec016898171 req-9506a5fc-20c5-4307-9bff-18bf647a93a0 tempest-AttachVolumeTestJSON-1325054245 tempest-AttachVolumeTestJSON-1325054245-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:47:04.282636 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-d5fff76b-d146-4a16-a36e-bec016898171 req-9506a5fc-20c5-4307-9bff-18bf647a93a0 tempest-AttachVolumeTestJSON-1325054245 tempest-AttachVolumeTestJSON-1325054245-project] 10.222.0.11 "GET /v2.0/networks?id=df2fc3b5-d3d8-4f0b-b393-20e4e2e253bc HTTP/1.1" status: 200 len: 811 time: 0.1022747 Feb 28 22:47:04.297515 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-d5fff76b-d146-4a16-a36e-bec016898171 req-ce78a3b4-77ec-4f1b-abf2-2e609f13fdea tempest-AttachVolumeTestJSON-1325054245 tempest-AttachVolumeTestJSON-1325054245-project] 10.222.0.11 "GET /v2.0/quotas/558108c6409d474abda99b19120d05ad HTTP/1.1" status: 200 len: 375 time: 0.0095241 Feb 28 22:47:04.354160 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-d5fff76b-d146-4a16-a36e-bec016898171 req-70b3b315-fae5-4483-82fc-f88dc1eb90b6 tempest-AttachVolumeTestJSON-1325054245 tempest-AttachVolumeTestJSON-1325054245-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=558108c6409d474abda99b19120d05ad&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0517812 Feb 28 22:47:04.446475 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-d5fff76b-d146-4a16-a36e-bec016898171 req-b9fa89e6-a5e8-42e6-bb69-497ba261cd8b service neutron] 10.222.0.11 "GET /v2.0/networks/df2fc3b5-d3d8-4f0b-b393-20e4e2e253bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814097 Feb 28 22:47:04.538780 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-d5fff76b-d146-4a16-a36e-bec016898171 req-5a6c920f-1190-4382-9a10-429e55106f8e service neutron] 10.222.0.11 "GET /v2.0/networks/df2fc3b5-d3d8-4f0b-b393-20e4e2e253bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867493 Feb 28 22:47:04.696122 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-60031062-298e-4eda-87fe-9fb1505d7612 req-ea76ee0c-1997-4dc1-8571-681e8fba19de tempest-AttachVolumeTestJSON-1325054245 tempest-AttachVolumeTestJSON-1325054245-project] 10.222.0.11 "GET /v2.0/ports?device_id=2c6f9209-280b-4ae4-ae2b-e20a1627dc1b HTTP/1.1" status: 200 len: 210 time: 0.0281579 Feb 28 22:47:05.626415 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fff76b-d146-4a16-a36e-bec016898171 req-c7a4c2a7-6673-4c24-96b1-d01e861f4e93 tempest-AttachVolumeTestJSON-1325054245 tempest-AttachVolumeTestJSON-1325054245-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:47:05.627930 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-d5fff76b-d146-4a16-a36e-bec016898171 req-c7a4c2a7-6673-4c24-96b1-d01e861f4e93 tempest-AttachVolumeTestJSON-1325054245 tempest-AttachVolumeTestJSON-1325054245-project] 10.222.0.36 "GET /v2.0/networks?id=df2fc3b5-d3d8-4f0b-b393-20e4e2e253bc HTTP/1.1" status: 200 len: 811 time: 0.1117103 Feb 28 22:47:05.688748 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-d5fff76b-d146-4a16-a36e-bec016898171 req-77dacd12-ce81-4c2b-976e-0d0f441e48a8 tempest-AttachVolumeTestJSON-1325054245 tempest-AttachVolumeTestJSON-1325054245-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=558108c6409d474abda99b19120d05ad HTTP/1.1" status: 200 len: 379 time: 0.0523343 Feb 28 22:47:05.699409 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.api.v2.base [req-d5fff76b-d146-4a16-a36e-bec016898171 req-3c271a5d-c7a4-48e9-9731-f7eb32bf0c6b tempest-AttachVolumeTestJSON-1325054245 tempest-AttachVolumeTestJSON-1325054245-project] Request body: {'port': {'device_id': '2c6f9209-280b-4ae4-ae2b-e20a1627dc1b', 'network_id': 'df2fc3b5-d3d8-4f0b-b393-20e4e2e253bc', 'admin_state_up': True, 'tenant_id': '558108c6409d474abda99b19120d05ad', 'security_groups': ['21e70cd1-9f9a-471b-b42f-d6d326161983']}} {{(pid=109568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 22:47:05.806263 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-c32ebfca-49e7-4693-b15e-84a859bddb51 req-593d9b1c-48e5-4d91-9ff7-425f083078bd tempest-AttachVolumeTestJSON-1325054245 tempest-AttachVolumeTestJSON-1325054245-project] 10.222.0.11 "GET /v2.0/ports?device_id=2c6f9209-280b-4ae4-ae2b-e20a1627dc1b HTTP/1.1" status: 200 len: 210 time: 0.0422332 Feb 28 22:47:05.829510 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d5fff76b-d146-4a16-a36e-bec016898171 req-3c271a5d-c7a4-48e9-9731-f7eb32bf0c6b tempest-AttachVolumeTestJSON-1325054245 tempest-AttachVolumeTestJSON-1325054245-project] Made reservation on behalf of 558108c6409d474abda99b19120d05ad for: {'port': 1} {{(pid=109568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 22:47:05.832934 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [req-d5fff76b-d146-4a16-a36e-bec016898171 req-3c271a5d-c7a4-48e9-9731-f7eb32bf0c6b tempest-AttachVolumeTestJSON-1325054245 tempest-AttachVolumeTestJSON-1325054245-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616566'] for port (None), before_create {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:47:05.889392 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-f2b490b5-353e-4b99-942a-fb2407025861 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750845036683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579975'] for agent (e6e3d797-755b-495e-bc70-4cd2b9791ebb), after_update {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:47:05.966719 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.db.db_base_plugin_common [req-d5fff76b-d146-4a16-a36e-bec016898171 req-3c271a5d-c7a4-48e9-9731-f7eb32bf0c6b tempest-AttachVolumeTestJSON-1325054245 tempest-AttachVolumeTestJSON-1325054245-project] Allocated IP 172.20.0.5 (df2fc3b5-d3d8-4f0b-b393-20e4e2e253bc/22e78a7b-72b0-4514-af71-979e73dc5a6f/97026a4d-fbd1-4d85-b5d4-ceeb4cb1d641) {{(pid=109568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 22:47:06.101946 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [req-d5fff76b-d146-4a16-a36e-bec016898171 req-3c271a5d-c7a4-48e9-9731-f7eb32bf0c6b tempest-AttachVolumeTestJSON-1325054245 tempest-AttachVolumeTestJSON-1325054245-project] Publish callbacks [] for port (97026a4d-fbd1-4d85-b5d4-ceeb4cb1d641), precommit_create {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:47:06.135222 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [req-d5fff76b-d146-4a16-a36e-bec016898171 req-3c271a5d-c7a4-48e9-9731-f7eb32bf0c6b tempest-AttachVolumeTestJSON-1325054245 tempest-AttachVolumeTestJSON-1325054245-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33156859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750844628228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30788389'] for port (97026a4d-fbd1-4d85-b5d4-ceeb4cb1d641), after_create {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:47:06.177860 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d5fff76b-d146-4a16-a36e-bec016898171 req-3c271a5d-c7a4-48e9-9731-f7eb32bf0c6b tempest-AttachVolumeTestJSON-1325054245 tempest-AttachVolumeTestJSON-1325054245-project] Network df2fc3b5-d3d8-4f0b-b393-20e4e2e253bc is already hosted by enough agents. {{(pid=109568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 22:47:06.181306 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.scheduler.base_scheduler [req-d5fff76b-d146-4a16-a36e-bec016898171 req-3c271a5d-c7a4-48e9-9731-f7eb32bf0c6b tempest-AttachVolumeTestJSON-1325054245 tempest-AttachVolumeTestJSON-1325054245-project] Resources bound (agent type, host, resource id): {{(pid=109568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 22:47:06.184845 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5fff76b-d146-4a16-a36e-bec016898171 req-3c271a5d-c7a4-48e9-9731-f7eb32bf0c6b tempest-AttachVolumeTestJSON-1325054245 tempest-AttachVolumeTestJSON-1325054245-project] Received port after_create {{(pid=109568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 22:47:06.209920 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c271a5d-c7a4-48e9-9731-f7eb32bf0c6b tempest-AttachVolumeTestJSON-1325054245 tempest-AttachVolumeTestJSON-1325054245-project] Pushing event updated for resources: {'Port': ['ID=97026a4d-fbd1-4d85-b5d4-ceeb4cb1d641,revision_number=1']} {{(pid=109568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:47:06.240859 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fff76b-d146-4a16-a36e-bec016898171 req-3c271a5d-c7a4-48e9-9731-f7eb32bf0c6b tempest-AttachVolumeTestJSON-1325054245 tempest-AttachVolumeTestJSON-1325054245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:47:06.241466 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [req-d5fff76b-d146-4a16-a36e-bec016898171 req-3c271a5d-c7a4-48e9-9731-f7eb32bf0c6b tempest-AttachVolumeTestJSON-1325054245 tempest-AttachVolumeTestJSON-1325054245-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80159'] for port (None), before_response {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:47:06.257803 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-d5fff76b-d146-4a16-a36e-bec016898171 req-3c271a5d-c7a4-48e9-9731-f7eb32bf0c6b tempest-AttachVolumeTestJSON-1325054245 tempest-AttachVolumeTestJSON-1325054245-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5631413 Feb 28 22:47:06.269112 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.api.v2.base [req-d5fff76b-d146-4a16-a36e-bec016898171 req-c1230bd2-a0de-4f7f-a4e3-4316008a7d6a service neutron] Request body: {'port': {'device_id': '2c6f9209-280b-4ae4-ae2b-e20a1627dc1b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83053'}} {{(pid=109568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 22:47:06.335605 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [req-d5fff76b-d146-4a16-a36e-bec016898171 req-c1230bd2-a0de-4f7f-a4e3-4316008a7d6a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616566'] for port (97026a4d-fbd1-4d85-b5d4-ceeb4cb1d641), before_update {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:47:06.423625 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.db.provisioning_blocks [None req-6742bf9b-6001-4933-bef5-75b38bd44f78 None None] Provisioning complete for port 97026a4d-fbd1-4d85-b5d4-ceeb4cb1d641 triggered by entity DHCP. {{(pid=109570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 22:47:06.424027 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-6742bf9b-6001-4933-bef5-75b38bd44f78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579965'] for port (97026a4d-fbd1-4d85-b5d4-ceeb4cb1d641), provisioning_complete {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:47:06.461155 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.plugin [None req-6742bf9b-6001-4933-bef5-75b38bd44f78 None None] Port 97026a4d-fbd1-4d85-b5d4-ceeb4cb1d641 cannot update to ACTIVE because it is not bound. {{(pid=109570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 22:47:06.595418 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.notifiers.nova [req-d5fff76b-d146-4a16-a36e-bec016898171 req-c1230bd2-a0de-4f7f-a4e3-4316008a7d6a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 97026a4d-fbd1-4d85-b5d4-ceeb4cb1d641 {{(pid=109568) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 22:47:06.604138 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [req-d5fff76b-d146-4a16-a36e-bec016898171 req-c1230bd2-a0de-4f7f-a4e3-4316008a7d6a service neutron] Publish callbacks [] for port (97026a4d-fbd1-4d85-b5d4-ceeb4cb1d641), precommit_update {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:47:06.616075 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.db.provisioning_blocks [req-d5fff76b-d146-4a16-a36e-bec016898171 req-c1230bd2-a0de-4f7f-a4e3-4316008a7d6a service neutron] Transition to ACTIVE for port object 97026a4d-fbd1-4d85-b5d4-ceeb4cb1d641 will not be triggered until provisioned by entity L2. {{(pid=109568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Feb 28 22:47:06.620011 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [req-d5fff76b-d146-4a16-a36e-bec016898171 req-c1230bd2-a0de-4f7f-a4e3-4316008a7d6a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33156859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750845083886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750844628246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750844628264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30788396'] for port (97026a4d-fbd1-4d85-b5d4-ceeb4cb1d641), after_update {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:47:06.670697 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1230bd2-a0de-4f7f-a4e3-4316008a7d6a service neutron] Pushing event updated for resources: {'Port': ['ID=97026a4d-fbd1-4d85-b5d4-ceeb4cb1d641,revision_number=2']} {{(pid=109568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:47:06.748441 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.plugins.ml2.managers [req-d5fff76b-d146-4a16-a36e-bec016898171 req-c1230bd2-a0de-4f7f-a4e3-4316008a7d6a service neutron] Attempting to bind port 97026a4d-fbd1-4d85-b5d4-ceeb4cb1d641 on host hv-cinder-83053 for vnic_type normal with profile {{(pid=109568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 22:47:06.748778 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.plugins.ml2.managers [req-d5fff76b-d146-4a16-a36e-bec016898171 req-c1230bd2-a0de-4f7f-a4e3-4316008a7d6a service neutron] Attempting to bind port 97026a4d-fbd1-4d85-b5d4-ceeb4cb1d641 by drivers openvswitch,hyperv on host hv-cinder-83053 at level 0 using segments [{'id': '2b825055-5822-4684-9f9c-fddeefc76ff6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'df2fc3b5-d3d8-4f0b-b393-20e4e2e253bc'}] {{(pid=109568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 22:47:06.749110 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5fff76b-d146-4a16-a36e-bec016898171 req-c1230bd2-a0de-4f7f-a4e3-4316008a7d6a service neutron] Attempting to bind port 97026a4d-fbd1-4d85-b5d4-ceeb4cb1d641 on network df2fc3b5-d3d8-4f0b-b393-20e4e2e253bc {{(pid=109568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 22:47:06.753524 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5fff76b-d146-4a16-a36e-bec016898171 req-c1230bd2-a0de-4f7f-a4e3-4316008a7d6a service neutron] Port 97026a4d-fbd1-4d85-b5d4-ceeb4cb1d641 on network df2fc3b5-d3d8-4f0b-b393-20e4e2e253bc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83053 {{(pid=109568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 22:47:06.753848 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5fff76b-d146-4a16-a36e-bec016898171 req-c1230bd2-a0de-4f7f-a4e3-4316008a7d6a service neutron] Attempting to bind port 97026a4d-fbd1-4d85-b5d4-ceeb4cb1d641 on network df2fc3b5-d3d8-4f0b-b393-20e4e2e253bc {{(pid=109568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 22:47:06.758872 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5fff76b-d146-4a16-a36e-bec016898171 req-c1230bd2-a0de-4f7f-a4e3-4316008a7d6a service neutron] Checking agent: {'id': '5b2bda77-ea31-45ff-af39-f050a95cb1da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83053', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 22, 40, 14), 'started_at': datetime.datetime(2022, 2, 28, 22, 40, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 22, 46, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 22:47:06.759955 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5fff76b-d146-4a16-a36e-bec016898171 req-c1230bd2-a0de-4f7f-a4e3-4316008a7d6a service neutron] Checking segment: {'id': '2b825055-5822-4684-9f9c-fddeefc76ff6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'df2fc3b5-d3d8-4f0b-b393-20e4e2e253bc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 22:47:06.760377 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5fff76b-d146-4a16-a36e-bec016898171 req-c1230bd2-a0de-4f7f-a4e3-4316008a7d6a service neutron] Bound using segment: {'id': '2b825055-5822-4684-9f9c-fddeefc76ff6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'df2fc3b5-d3d8-4f0b-b393-20e4e2e253bc'} {{(pid=109568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 22:47:06.760812 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.plugins.ml2.managers [req-d5fff76b-d146-4a16-a36e-bec016898171 req-c1230bd2-a0de-4f7f-a4e3-4316008a7d6a service neutron] Bound port: 97026a4d-fbd1-4d85-b5d4-ceeb4cb1d641, host: hv-cinder-83053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2b825055-5822-4684-9f9c-fddeefc76ff6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'df2fc3b5-d3d8-4f0b-b393-20e4e2e253bc'}}] {{(pid=109568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 22:47:06.761177 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [req-d5fff76b-d146-4a16-a36e-bec016898171 req-c1230bd2-a0de-4f7f-a4e3-4316008a7d6a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616566'] for port (97026a4d-fbd1-4d85-b5d4-ceeb4cb1d641), before_update {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:47:06.828261 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.plugins.ml2.db [req-d5fff76b-d146-4a16-a36e-bec016898171 req-c1230bd2-a0de-4f7f-a4e3-4316008a7d6a service neutron] For port 97026a4d-fbd1-4d85-b5d4-ceeb4cb1d641, host hv-cinder-83053, cleared binding levels {{(pid=109568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 22:47:06.831292 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.plugins.ml2.db [req-d5fff76b-d146-4a16-a36e-bec016898171 req-c1230bd2-a0de-4f7f-a4e3-4316008a7d6a service neutron] For port 97026a4d-fbd1-4d85-b5d4-ceeb4cb1d641, host hv-cinder-83053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83053',level=0,port_id=97026a4d-fbd1-4d85-b5d4-ceeb4cb1d641,segment=NetworkSegment(2b825055-5822-4684-9f9c-fddeefc76ff6),segment_id=2b825055-5822-4684-9f9c-fddeefc76ff6)] {{(pid=109568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 22:47:06.839790 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [req-d5fff76b-d146-4a16-a36e-bec016898171 req-c1230bd2-a0de-4f7f-a4e3-4316008a7d6a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33156859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750845083886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750844628246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750844628264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30788396'] for port (97026a4d-fbd1-4d85-b5d4-ceeb4cb1d641), after_update {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:47:06.875129 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fff76b-d146-4a16-a36e-bec016898171 req-c1230bd2-a0de-4f7f-a4e3-4316008a7d6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:47:06.876828 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [req-d5fff76b-d146-4a16-a36e-bec016898171 req-c1230bd2-a0de-4f7f-a4e3-4316008a7d6a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80159'] for port (None), before_response {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:47:06.878400 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-d5fff76b-d146-4a16-a36e-bec016898171 req-c1230bd2-a0de-4f7f-a4e3-4316008a7d6a service neutron] 10.222.0.36 "PUT /v2.0/ports/97026a4d-fbd1-4d85-b5d4-ceeb4cb1d641 HTTP/1.1" status: 200 len: 1093 time: 0.6134429 Feb 28 22:47:06.878858 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c6f9209-280b-4ae4-ae2b-e20a1627dc1b', 'tag': '97026a4d-fbd1-4d85-b5d4-ceeb4cb1d641'}] {{(pid=109568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 22:47:06.881137 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be30730c9f576b5ae602769365630bce3a2881df6c4aa92702dca8eb1643a507" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb362c50-0bb8-4d71-b8a7-3b67c69b393f" -d '{"events": [{"name": "network-changed", "server_uuid": "2c6f9209-280b-4ae4-ae2b-e20a1627dc1b", "tag": "97026a4d-fbd1-4d85-b5d4-ceeb4cb1d641"}]}' {{(pid=109568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 22:47:06.939590 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1230bd2-a0de-4f7f-a4e3-4316008a7d6a service neutron] Pushing event updated for resources: {'Port': ['ID=97026a4d-fbd1-4d85-b5d4-ceeb4cb1d641,revision_number=3']} {{(pid=109568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:47:06.966375 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 22:47:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ba828ac-5aa0-42db-9eff-0d546a95b499 x-openstack-request-id: req-7ba828ac-5aa0-42db-9eff-0d546a95b499 {{(pid=109568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 22:47:06.966749 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2c6f9209-280b-4ae4-ae2b-e20a1627dc1b", "tag": "97026a4d-fbd1-4d85-b5d4-ceeb4cb1d641", "status": "completed", "code": 200}]} {{(pid=109568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 22:47:06.967001 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-7ba828ac-5aa0-42db-9eff-0d546a95b499 {{(pid=109568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 22:47:06.967403 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c6f9209-280b-4ae4-ae2b-e20a1627dc1b', 'tag': '97026a4d-fbd1-4d85-b5d4-ceeb4cb1d641', 'status': 'completed', 'code': 200} Feb 28 22:47:06.987021 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fff76b-d146-4a16-a36e-bec016898171 req-051d6b06-44d5-4334-a569-4fc278d692a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:47:06.988610 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-d5fff76b-d146-4a16-a36e-bec016898171 req-051d6b06-44d5-4334-a569-4fc278d692a1 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=558108c6409d474abda99b19120d05ad&device_id=2c6f9209-280b-4ae4-ae2b-e20a1627dc1b HTTP/1.1" status: 200 len: 1127 time: 0.0600717 Feb 28 22:47:07.035481 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-d5fff76b-d146-4a16-a36e-bec016898171 req-f170b44c-5e14-446f-bd51-43c91a6a9c89 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=97026a4d-fbd1-4d85-b5d4-ceeb4cb1d641 HTTP/1.1" status: 200 len: 217 time: 0.0362797 Feb 28 22:47:07.116173 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fff76b-d146-4a16-a36e-bec016898171 req-f45eb48c-8573-4ba1-a8e8-d70c29494fec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:47:07.117639 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-d5fff76b-d146-4a16-a36e-bec016898171 req-f45eb48c-8573-4ba1-a8e8-d70c29494fec service neutron] 10.222.0.36 "GET /v2.0/subnets?id=22e78a7b-72b0-4514-af71-979e73dc5a6f HTTP/1.1" status: 200 len: 850 time: 0.0758834 Feb 28 22:47:07.149102 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-154add69-038d-48cc-93ba-bd7e358b6d11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750845036683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579975'] for agent (7aa25ffb-1b87-4f08-8530-4bdf6e6b221c), after_update {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:47:07.160705 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3acec0-1683-4c65-a39a-6149137f4f48 req-9a35df6d-9428-40d7-a5de-9d1abee9afde tempest-AttachVolumeTestJSON-1325054245 tempest-AttachVolumeTestJSON-1325054245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:47:07.162199 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-3a3acec0-1683-4c65-a39a-6149137f4f48 req-9a35df6d-9428-40d7-a5de-9d1abee9afde tempest-AttachVolumeTestJSON-1325054245 tempest-AttachVolumeTestJSON-1325054245-project] 10.222.0.11 "GET /v2.0/ports?device_id=2c6f9209-280b-4ae4-ae2b-e20a1627dc1b HTTP/1.1" status: 200 len: 943 time: 0.2725720 Feb 28 22:47:07.211204 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fff76b-d146-4a16-a36e-bec016898171 req-e52c4414-3bf0-46ac-bf61-bfd973128070 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:47:07.214264 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-d5fff76b-d146-4a16-a36e-bec016898171 req-e52c4414-3bf0-46ac-bf61-bfd973128070 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=df2fc3b5-d3d8-4f0b-b393-20e4e2e253bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0884774 Feb 28 22:47:07.226274 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-3a3acec0-1683-4c65-a39a-6149137f4f48 req-d75483b0-d7a5-433e-9f3b-293c087bac94 tempest-AttachVolumeTestJSON-1325054245 tempest-AttachVolumeTestJSON-1325054245-project] 10.222.0.11 "GET /v2.0/security-groups?id=21e70cd1-9f9a-471b-b42f-d6d326161983&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0567417 Feb 28 22:47:07.312638 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-d5fff76b-d146-4a16-a36e-bec016898171 req-a7c0289a-8293-4dae-9bef-633745e99386 service neutron] 10.222.0.36 "GET /v2.0/networks/df2fc3b5-d3d8-4f0b-b393-20e4e2e253bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897059 Feb 28 22:47:07.399024 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-d5fff76b-d146-4a16-a36e-bec016898171 req-7730a053-a883-4da1-8b05-cf59842d8d62 service neutron] 10.222.0.36 "GET /v2.0/networks/df2fc3b5-d3d8-4f0b-b393-20e4e2e253bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801847 Feb 28 22:47:07.483013 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb362c50-0bb8-4d71-b8a7-3b67c69b393f req-6f20a1c6-2c68-4bcb-ac11-f978b0306228 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:47:07.484696 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-bb362c50-0bb8-4d71-b8a7-3b67c69b393f req-6f20a1c6-2c68-4bcb-ac11-f978b0306228 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=558108c6409d474abda99b19120d05ad&device_id=2c6f9209-280b-4ae4-ae2b-e20a1627dc1b HTTP/1.1" status: 200 len: 1127 time: 0.0450823 Feb 28 22:47:07.577171 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb362c50-0bb8-4d71-b8a7-3b67c69b393f req-ec62d968-ef73-41fd-a8d2-5c9db4d65366 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:47:07.578640 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-bb362c50-0bb8-4d71-b8a7-3b67c69b393f req-ec62d968-ef73-41fd-a8d2-5c9db4d65366 service neutron] 10.222.0.36 "GET /v2.0/networks?id=df2fc3b5-d3d8-4f0b-b393-20e4e2e253bc HTTP/1.1" status: 200 len: 912 time: 0.0871418 Feb 28 22:47:07.620145 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-bb362c50-0bb8-4d71-b8a7-3b67c69b393f req-7f23c5be-a62b-4ff3-9e6c-aef1ae2256a1 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=97026a4d-fbd1-4d85-b5d4-ceeb4cb1d641 HTTP/1.1" status: 200 len: 217 time: 0.0346937 Feb 28 22:47:07.671950 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb362c50-0bb8-4d71-b8a7-3b67c69b393f req-17880390-cb7b-465b-97d7-d023a8ed92cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:47:07.673300 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-bb362c50-0bb8-4d71-b8a7-3b67c69b393f req-17880390-cb7b-465b-97d7-d023a8ed92cf service neutron] 10.222.0.36 "GET /v2.0/subnets?id=22e78a7b-72b0-4514-af71-979e73dc5a6f HTTP/1.1" status: 200 len: 850 time: 0.0467558 Feb 28 22:47:07.722581 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb362c50-0bb8-4d71-b8a7-3b67c69b393f req-393dc6b4-a19f-4d25-aabf-3cc76dcb4d7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:47:07.724076 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-bb362c50-0bb8-4d71-b8a7-3b67c69b393f req-393dc6b4-a19f-4d25-aabf-3cc76dcb4d7b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=df2fc3b5-d3d8-4f0b-b393-20e4e2e253bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0438333 Feb 28 22:47:07.810370 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-bb362c50-0bb8-4d71-b8a7-3b67c69b393f req-bf09b576-c43c-4ef3-8771-9f18ef429c19 service neutron] 10.222.0.36 "GET /v2.0/networks/df2fc3b5-d3d8-4f0b-b393-20e4e2e253bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0790448 Feb 28 22:47:07.902077 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-bb362c50-0bb8-4d71-b8a7-3b67c69b393f req-de5a5103-0435-42e9-adc4-66859451c2da service neutron] 10.222.0.36 "GET /v2.0/networks/df2fc3b5-d3d8-4f0b-b393-20e4e2e253bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843046 Feb 28 22:47:08.393272 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd76a87-6c5a-4082-a9df-19685836171c req-5068179b-aca4-4c9e-9da7-bff53eb0abbf tempest-AttachVolumeTestJSON-1325054245 tempest-AttachVolumeTestJSON-1325054245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:47:08.394841 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-2bd76a87-6c5a-4082-a9df-19685836171c req-5068179b-aca4-4c9e-9da7-bff53eb0abbf tempest-AttachVolumeTestJSON-1325054245 tempest-AttachVolumeTestJSON-1325054245-project] 10.222.0.11 "GET /v2.0/ports?device_id=2c6f9209-280b-4ae4-ae2b-e20a1627dc1b HTTP/1.1" status: 200 len: 943 time: 0.1020133 Feb 28 22:47:08.440920 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-2bd76a87-6c5a-4082-a9df-19685836171c req-399dde77-83a2-4a70-9de1-71007910a19b tempest-AttachVolumeTestJSON-1325054245 tempest-AttachVolumeTestJSON-1325054245-project] 10.222.0.11 "GET /v2.0/security-groups?id=21e70cd1-9f9a-471b-b42f-d6d326161983&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398345 Feb 28 22:47:09.062351 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.rpc [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] Device 97026a4d-fbd1-4d85-b5d4-ceeb4cb1d641 details requested by agent hyperv_hv-cinder-83053 with host hv-cinder-83053 {{(pid=109570) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 22:47:09.159707 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.db [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] For port 97026a4d-fbd1-4d85-b5d4-ceeb4cb1d641, host hv-cinder-83053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83053',level=0,port_id=97026a4d-fbd1-4d85-b5d4-ceeb4cb1d641,segment=NetworkSegment(2b825055-5822-4684-9f9c-fddeefc76ff6),segment_id=2b825055-5822-4684-9f9c-fddeefc76ff6)] {{(pid=109570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 22:47:09.171778 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.rpc [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] Returning: {'device': '97026a4d-fbd1-4d85-b5d4-ceeb4cb1d641', 'network_id': 'df2fc3b5-d3d8-4f0b-b393-20e4e2e253bc', 'port_id': '97026a4d-fbd1-4d85-b5d4-ceeb4cb1d641', 'mac_address': 'fa:16:3e:ad:1e:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 126, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '22e78a7b-72b0-4514-af71-979e73dc5a6f', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109570) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 22:47:09.208871 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.plugin [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] Current status of the port 97026a4d-fbd1-4d85-b5d4-ceeb4cb1d641 is: DOWN; New status is: BUILD {{(pid=109570) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 22:47:09.209262 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616566'] for port (97026a4d-fbd1-4d85-b5d4-ceeb4cb1d641), before_update {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:47:09.222189 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.notifiers.nova [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 97026a4d-fbd1-4d85-b5d4-ceeb4cb1d641 {{(pid=109570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 22:47:09.241095 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.db [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] For port 97026a4d-fbd1-4d85-b5d4-ceeb4cb1d641, host hv-cinder-83053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83053',level=0,port_id=97026a4d-fbd1-4d85-b5d4-ceeb4cb1d641,segment=NetworkSegment(2b825055-5822-4684-9f9c-fddeefc76ff6),segment_id=2b825055-5822-4684-9f9c-fddeefc76ff6)] {{(pid=109570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 22:47:09.245098 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33156859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750845083886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750844628246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750844628264'] for port (97026a4d-fbd1-4d85-b5d4-ceeb4cb1d641), after_update {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:47:09.289179 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] Pushing event updated for resources: {'Port': ['ID=97026a4d-fbd1-4d85-b5d4-ceeb4cb1d641,revision_number=4']} {{(pid=109570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:47:09.482871 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.db [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] get_ports_and_sgs() called for port_ids ['97026a4d-fbd1-4d85-b5d4-ceeb4cb1d641'] {{(pid=109570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 22:47:09.560238 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af439bdd-f7d7-4034-85f5-ca5d21b4022e req-10d4161b-cf7e-4ca0-b0bf-a03410f00d2e tempest-AttachVolumeTestJSON-1325054245 tempest-AttachVolumeTestJSON-1325054245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:47:09.562764 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-af439bdd-f7d7-4034-85f5-ca5d21b4022e req-10d4161b-cf7e-4ca0-b0bf-a03410f00d2e tempest-AttachVolumeTestJSON-1325054245 tempest-AttachVolumeTestJSON-1325054245-project] 10.222.0.11 "GET /v2.0/ports?device_id=2c6f9209-280b-4ae4-ae2b-e20a1627dc1b HTTP/1.1" status: 200 len: 944 time: 0.0546460 Feb 28 22:47:09.613981 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-af439bdd-f7d7-4034-85f5-ca5d21b4022e req-cf32bfbe-cbee-420d-a169-b465a9c980d2 tempest-AttachVolumeTestJSON-1325054245 tempest-AttachVolumeTestJSON-1325054245-project] 10.222.0.11 "GET /v2.0/security-groups?id=21e70cd1-9f9a-471b-b42f-d6d326161983&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459404 Feb 28 22:47:10.523519 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f625f3-d535-47db-adcc-b5859149b0e1 req-69d5026a-cfbc-4ede-b394-67b92f95ddca tempest-TestShelveInstance-339258210 tempest-TestShelveInstance-339258210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:47:10.525023 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-e9f625f3-d535-47db-adcc-b5859149b0e1 req-69d5026a-cfbc-4ede-b394-67b92f95ddca tempest-TestShelveInstance-339258210 tempest-TestShelveInstance-339258210-project] 10.222.0.11 "GET /v2.0/ports?device_id=7890d07e-869c-4cc7-81d8-0d515670203c HTTP/1.1" status: 200 len: 945 time: 0.0540571 Feb 28 22:47:10.574372 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-e9f625f3-d535-47db-adcc-b5859149b0e1 req-3d69470b-1db5-4b0d-a13a-a54cd5a8525b tempest-TestShelveInstance-339258210 tempest-TestShelveInstance-339258210-project] 10.222.0.11 "GET /v2.0/security-groups?id=024ad902-35c5-4d85-9bcc-a0943f245810&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435913 Feb 28 22:47:10.730386 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9d9adf-fc89-4255-ab44-276678e7a829 req-a62120ec-a87f-419d-bb48-4ee33182636f tempest-AttachVolumeTestJSON-1325054245 tempest-AttachVolumeTestJSON-1325054245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:47:10.731721 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-4c9d9adf-fc89-4255-ab44-276678e7a829 req-a62120ec-a87f-419d-bb48-4ee33182636f tempest-AttachVolumeTestJSON-1325054245 tempest-AttachVolumeTestJSON-1325054245-project] 10.222.0.11 "GET /v2.0/ports?device_id=2c6f9209-280b-4ae4-ae2b-e20a1627dc1b HTTP/1.1" status: 200 len: 944 time: 0.0529280 Feb 28 22:47:10.777912 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-4c9d9adf-fc89-4255-ab44-276678e7a829 req-3cc55385-eedf-416d-b5b2-a559700e085e tempest-AttachVolumeTestJSON-1325054245 tempest-AttachVolumeTestJSON-1325054245-project] 10.222.0.11 "GET /v2.0/security-groups?id=21e70cd1-9f9a-471b-b42f-d6d326161983&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404558 Feb 28 22:47:11.070162 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.rpc [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] Device 97026a4d-fbd1-4d85-b5d4-ceeb4cb1d641 up at agent hyperv_hv-cinder-83053 {{(pid=109570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 22:47:11.120080 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.db.provisioning_blocks [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] Provisioning for port 97026a4d-fbd1-4d85-b5d4-ceeb4cb1d641 completed by entity L2. {{(pid=109570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 28 22:47:11.123984 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.db.provisioning_blocks [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] Provisioning complete for port 97026a4d-fbd1-4d85-b5d4-ceeb4cb1d641 triggered by entity L2. {{(pid=109570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 22:47:11.124365 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579965'] for port (97026a4d-fbd1-4d85-b5d4-ceeb4cb1d641), provisioning_complete {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:47:11.201978 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.plugin [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] Current status of the port 97026a4d-fbd1-4d85-b5d4-ceeb4cb1d641 is: BUILD; New status is: ACTIVE {{(pid=109570) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 22:47:11.202367 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616566'] for port (97026a4d-fbd1-4d85-b5d4-ceeb4cb1d641), before_update {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:47:11.224580 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c6f9209-280b-4ae4-ae2b-e20a1627dc1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97026a4d-fbd1-4d85-b5d4-ceeb4cb1d641'}] {{(pid=109570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 22:47:11.226788 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fade63a226c96e14254c735f674fb73a181a47373151acc9bb38ade81564009" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed697a8c-99ef-4df8-a101-7987dba4a036" -d '{"events": [{"server_uuid": "2c6f9209-280b-4ae4-ae2b-e20a1627dc1b", "name": "network-vif-plugged", "status": "completed", "tag": "97026a4d-fbd1-4d85-b5d4-ceeb4cb1d641"}]}' {{(pid=109570) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 22:47:11.238983 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.db [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] For port 97026a4d-fbd1-4d85-b5d4-ceeb4cb1d641, host hv-cinder-83053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83053',level=0,port_id=97026a4d-fbd1-4d85-b5d4-ceeb4cb1d641,segment=NetworkSegment(2b825055-5822-4684-9f9c-fddeefc76ff6),segment_id=2b825055-5822-4684-9f9c-fddeefc76ff6)] {{(pid=109570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 22:47:11.243298 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33156859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750845083886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750844628246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750844628264'] for port (97026a4d-fbd1-4d85-b5d4-ceeb4cb1d641), after_update {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:47:11.266426 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 22:47:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acc6f9d3-27ce-4997-aca2-358470e80bcb x-openstack-request-id: req-acc6f9d3-27ce-4997-aca2-358470e80bcb {{(pid=109570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 22:47:11.266723 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c6f9209-280b-4ae4-ae2b-e20a1627dc1b", "name": "network-vif-plugged", "status": "completed", "tag": "97026a4d-fbd1-4d85-b5d4-ceeb4cb1d641", "code": 200}]} {{(pid=109570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 22:47:11.266982 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-acc6f9d3-27ce-4997-aca2-358470e80bcb {{(pid=109570) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 22:47:11.267369 dv-cinder-830538-5-iscsi neutron-server[109570]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c6f9209-280b-4ae4-ae2b-e20a1627dc1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97026a4d-fbd1-4d85-b5d4-ceeb4cb1d641', 'code': 200} Feb 28 22:47:11.292446 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] Pushing event updated for resources: {'Port': ['ID=97026a4d-fbd1-4d85-b5d4-ceeb4cb1d641,revision_number=5']} {{(pid=109570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:47:11.443839 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25a7455-d8d4-497e-bd74-b68694a74937 req-ad19ec77-910a-4284-ad3f-b341ea424762 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:47:11.445314 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-d25a7455-d8d4-497e-bd74-b68694a74937 req-ad19ec77-910a-4284-ad3f-b341ea424762 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=2c6f9209-280b-4ae4-ae2b-e20a1627dc1b HTTP/1.1" status: 200 len: 1129 time: 0.0476739 Feb 28 22:47:11.490286 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-d25a7455-d8d4-497e-bd74-b68694a74937 req-b617b49a-d388-439d-8bd6-91eb61812949 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=21e70cd1-9f9a-471b-b42f-d6d326161983&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391073 Feb 28 22:47:11.691105 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067da887-f140-4515-85d7-8050e4111d0f req-585e337d-9b8d-4df2-b673-5ebe4b88bda3 tempest-TestShelveInstance-339258210 tempest-TestShelveInstance-339258210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:47:11.692682 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-067da887-f140-4515-85d7-8050e4111d0f req-585e337d-9b8d-4df2-b673-5ebe4b88bda3 tempest-TestShelveInstance-339258210 tempest-TestShelveInstance-339258210-project] 10.222.0.11 "GET /v2.0/ports?device_id=7890d07e-869c-4cc7-81d8-0d515670203c HTTP/1.1" status: 200 len: 945 time: 0.0524833 Feb 28 22:47:11.740506 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-067da887-f140-4515-85d7-8050e4111d0f req-883a6386-e426-4cce-bca9-09d2c0fe2361 tempest-TestShelveInstance-339258210 tempest-TestShelveInstance-339258210-project] 10.222.0.11 "GET /v2.0/security-groups?id=024ad902-35c5-4d85-9bcc-a0943f245810&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423112 Feb 28 22:47:11.899183 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001ebe2d-864c-4893-b359-ba2a42b58ced req-a17aa14b-58c9-45e6-8384-1236631a9693 tempest-AttachVolumeTestJSON-1325054245 tempest-AttachVolumeTestJSON-1325054245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:47:11.901184 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-001ebe2d-864c-4893-b359-ba2a42b58ced req-a17aa14b-58c9-45e6-8384-1236631a9693 tempest-AttachVolumeTestJSON-1325054245 tempest-AttachVolumeTestJSON-1325054245-project] 10.222.0.11 "GET /v2.0/ports?device_id=2c6f9209-280b-4ae4-ae2b-e20a1627dc1b HTTP/1.1" status: 200 len: 945 time: 0.0548592 Feb 28 22:47:11.946411 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-001ebe2d-864c-4893-b359-ba2a42b58ced req-0aa9eded-b47b-4e25-80ad-768632c49ede tempest-AttachVolumeTestJSON-1325054245 tempest-AttachVolumeTestJSON-1325054245-project] 10.222.0.11 "GET /v2.0/security-groups?id=21e70cd1-9f9a-471b-b42f-d6d326161983&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396934 Feb 28 22:47:12.328809 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b6c9be-8e14-40f1-a161-d446be9687db req-19285e5d-13e5-467f-8d7e-1188ff0b322f tempest-AttachVolumeShelveTestJSON-2030561000 tempest-AttachVolumeShelveTestJSON-2030561000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:47:12.330199 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-37b6c9be-8e14-40f1-a161-d446be9687db req-19285e5d-13e5-467f-8d7e-1188ff0b322f tempest-AttachVolumeShelveTestJSON-2030561000 tempest-AttachVolumeShelveTestJSON-2030561000-project] 10.222.0.11 "GET /v2.0/ports?device_id=d9fa7fde-aeb4-48d6-993a-d21fe9e9d484 HTTP/1.1" status: 200 len: 945 time: 0.0525348 Feb 28 22:47:12.375315 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-37b6c9be-8e14-40f1-a161-d446be9687db req-a66c6fb4-a232-41cf-a985-a7d63902ca07 tempest-AttachVolumeShelveTestJSON-2030561000 tempest-AttachVolumeShelveTestJSON-2030561000-project] 10.222.0.11 "GET /v2.0/security-groups?id=4c2eb597-13aa-4220-9dba-0738b2aa7415&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394678 Feb 28 22:47:12.868128 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163446d0-4bb2-4de6-afb8-a02f73d451f9 req-14651b21-98ea-49bb-953d-589223506747 tempest-TestShelveInstance-339258210 tempest-TestShelveInstance-339258210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:47:12.870305 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-163446d0-4bb2-4de6-afb8-a02f73d451f9 req-14651b21-98ea-49bb-953d-589223506747 tempest-TestShelveInstance-339258210 tempest-TestShelveInstance-339258210-project] 10.222.0.11 "GET /v2.0/ports?device_id=7890d07e-869c-4cc7-81d8-0d515670203c HTTP/1.1" status: 200 len: 945 time: 0.0589674 Feb 28 22:47:12.924722 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-163446d0-4bb2-4de6-afb8-a02f73d451f9 req-62b64520-df64-4154-b85e-81748cc0ff79 tempest-TestShelveInstance-339258210 tempest-TestShelveInstance-339258210-project] 10.222.0.11 "GET /v2.0/security-groups?id=024ad902-35c5-4d85-9bcc-a0943f245810&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489762 Feb 28 22:47:13.097459 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acaa5a94-5ffc-4304-a346-2f6c60c9fa4e req-6adac698-4798-41f4-8b47-278a5e9ba311 tempest-AttachVolumeTestJSON-1325054245 tempest-AttachVolumeTestJSON-1325054245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:47:13.098832 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-acaa5a94-5ffc-4304-a346-2f6c60c9fa4e req-6adac698-4798-41f4-8b47-278a5e9ba311 tempest-AttachVolumeTestJSON-1325054245 tempest-AttachVolumeTestJSON-1325054245-project] 10.222.0.11 "GET /v2.0/ports?device_id=2c6f9209-280b-4ae4-ae2b-e20a1627dc1b HTTP/1.1" status: 200 len: 945 time: 0.0857847 Feb 28 22:47:13.106232 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5c2b69-71a2-4033-9534-f8ffd8e3050b req-cba5a735-f08d-45fa-939b-b98e9962e0ef tempest-TestMinimumBasicScenario-166037871 tempest-TestMinimumBasicScenario-166037871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:47:13.107593 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-6b5c2b69-71a2-4033-9534-f8ffd8e3050b req-cba5a735-f08d-45fa-939b-b98e9962e0ef tempest-TestMinimumBasicScenario-166037871 tempest-TestMinimumBasicScenario-166037871-project] 10.222.0.11 "GET /v2.0/ports?device_id=9ec45306-4f87-44b3-905b-b0ae5f00c155 HTTP/1.1" status: 200 len: 945 time: 0.0684440 Feb 28 22:47:13.177849 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-acaa5a94-5ffc-4304-a346-2f6c60c9fa4e req-05c0f372-ecde-45a3-8e66-0ba4ce286e55 tempest-AttachVolumeTestJSON-1325054245 tempest-AttachVolumeTestJSON-1325054245-project] 10.222.0.11 "GET /v2.0/security-groups?id=21e70cd1-9f9a-471b-b42f-d6d326161983&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0692842 Feb 28 22:47:13.181049 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-6b5c2b69-71a2-4033-9534-f8ffd8e3050b req-006ab8df-7ffe-4908-8a93-028c4e3706b9 tempest-TestMinimumBasicScenario-166037871 tempest-TestMinimumBasicScenario-166037871-project] 10.222.0.11 "GET /v2.0/security-groups?id=c0733c5d-9464-454f-8610-e8f35d7dcf08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659702 Feb 28 22:47:13.204388 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.wsgi [-] (109569) accepted ('10.222.0.11', 57040) {{(pid=109569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 22:47:13.286490 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72c1a107-4130-4d6c-88c7-bccc916eb453 tempest-TestMinimumBasicScenario-1623370694 tempest-TestMinimumBasicScenario-1623370694-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:47:13.288037 dv-cinder-830538-5-iscsi neutron-server[109569]: INFO neutron.wsgi [None req-72c1a107-4130-4d6c-88c7-bccc916eb453 tempest-TestMinimumBasicScenario-1623370694 tempest-TestMinimumBasicScenario-1623370694-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=9ec45306-4f87-44b3-905b-b0ae5f00c155 HTTP/1.1" status: 200 len: 1124 time: 0.0826066 Feb 28 22:47:13.290886 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.wsgi [-] (109569) accepted ('10.222.0.11', 57044) {{(pid=109569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 22:47:13.295761 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.api.v2.base [None req-4d102b70-b6b4-448d-ab88-619c32b309ae tempest-TestMinimumBasicScenario-166037871 tempest-TestMinimumBasicScenario-166037871-project] Request body: {'floatingip': {'floating_network_id': '3e7a10c7-addc-4b79-a555-0b472e939652', 'port_id': 'a890133d-9435-4df4-8e77-7fd860ce15e5', 'tenant_id': '564e12fb04954a5e8480fbdb9c7742fa', 'fixed_ip_address': '172.20.0.6'}} {{(pid=109569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 22:47:13.296195 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1b8914-d076-4b18-92b9-66a649a39b22 req-3584a965-35af-47e8-ad3e-8f89f82e9fc3 tempest-AttachVolumeTestJSON-1325054245 tempest-AttachVolumeTestJSON-1325054245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:47:13.297670 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-ae1b8914-d076-4b18-92b9-66a649a39b22 req-3584a965-35af-47e8-ad3e-8f89f82e9fc3 tempest-AttachVolumeTestJSON-1325054245 tempest-AttachVolumeTestJSON-1325054245-project] 10.222.0.11 "GET /v2.0/ports?device_id=2c6f9209-280b-4ae4-ae2b-e20a1627dc1b HTTP/1.1" status: 200 len: 945 time: 0.0570071 Feb 28 22:47:13.306016 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.wsgi [-] (109568) accepted ('10.222.0.11', 57046) {{(pid=109568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 22:47:13.310479 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.api.v2.base [None req-e2c4ee04-fb60-42bb-9345-b5370f3c2cba tempest-AttachVolumeTestJSON-1325054245 tempest-AttachVolumeTestJSON-1325054245-project] Request body: {'floatingip': {'port_id': '97026a4d-fbd1-4d85-b5d4-ceeb4cb1d641'}} {{(pid=109568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 22:47:13.316373 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-4d102b70-b6b4-448d-ab88-619c32b309ae tempest-TestMinimumBasicScenario-166037871 tempest-TestMinimumBasicScenario-166037871-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:47:13.349360 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-e2c4ee04-fb60-42bb-9345-b5370f3c2cba tempest-AttachVolumeTestJSON-1325054245 tempest-AttachVolumeTestJSON-1325054245-project] Publish callbacks [] for floatingip (edd663d3-424a-4f2e-bb8d-57e883a1bb13), before_update {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:47:13.415408 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-4d102b70-b6b4-448d-ab88-619c32b309ae tempest-TestMinimumBasicScenario-166037871 tempest-TestMinimumBasicScenario-166037871-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616566'] for port (None), before_create {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:47:13.517990 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.db.db_base_plugin_common [None req-4d102b70-b6b4-448d-ab88-619c32b309ae tempest-TestMinimumBasicScenario-166037871 tempest-TestMinimumBasicScenario-166037871-project] Allocated IP 172.27.0.184 (3e7a10c7-addc-4b79-a555-0b472e939652/8aaf002d-6309-4cf0-ae69-6d349a14c0b1/5a692bb7-1956-4e67-b95b-4d5b9684edc7) {{(pid=109569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 22:47:13.578911 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f438452d-beb5-4ae3-a1c7-87ef3d92c942 req-c4254d4c-7bcf-468d-aa8d-36cc5c3cb5ba tempest-AttachVolumeShelveTestJSON-2030561000 tempest-AttachVolumeShelveTestJSON-2030561000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:47:13.580419 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-f438452d-beb5-4ae3-a1c7-87ef3d92c942 req-c4254d4c-7bcf-468d-aa8d-36cc5c3cb5ba tempest-AttachVolumeShelveTestJSON-2030561000 tempest-AttachVolumeShelveTestJSON-2030561000-project] 10.222.0.11 "GET /v2.0/ports?device_id=d9fa7fde-aeb4-48d6-993a-d21fe9e9d484 HTTP/1.1" status: 200 len: 945 time: 0.1291234 Feb 28 22:47:13.625383 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-4d102b70-b6b4-448d-ab88-619c32b309ae tempest-TestMinimumBasicScenario-166037871 tempest-TestMinimumBasicScenario-166037871-project] Publish callbacks [] for port (5a692bb7-1956-4e67-b95b-4d5b9684edc7), precommit_create {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:47:13.659247 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-4d102b70-b6b4-448d-ab88-619c32b309ae tempest-TestMinimumBasicScenario-166037871 tempest-TestMinimumBasicScenario-166037871-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33156859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750844628228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30055478'] for port (5a692bb7-1956-4e67-b95b-4d5b9684edc7), after_create {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:47:13.699294 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d102b70-b6b4-448d-ab88-619c32b309ae tempest-TestMinimumBasicScenario-166037871 tempest-TestMinimumBasicScenario-166037871-project] Network 3e7a10c7-addc-4b79-a555-0b472e939652 is already hosted by enough agents. {{(pid=109569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 22:47:13.702204 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.scheduler.base_scheduler [None req-4d102b70-b6b4-448d-ab88-619c32b309ae tempest-TestMinimumBasicScenario-166037871 tempest-TestMinimumBasicScenario-166037871-project] Resources bound (agent type, host, resource id): {{(pid=109569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 22:47:13.705861 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d102b70-b6b4-448d-ab88-619c32b309ae tempest-TestMinimumBasicScenario-166037871 tempest-TestMinimumBasicScenario-166037871-project] Received port after_create {{(pid=109569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 22:47:13.706203 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-f438452d-beb5-4ae3-a1c7-87ef3d92c942 req-7115f4e1-7dfc-4874-9c9c-601dad910099 tempest-AttachVolumeShelveTestJSON-2030561000 tempest-AttachVolumeShelveTestJSON-2030561000-project] 10.222.0.11 "GET /v2.0/security-groups?id=4c2eb597-13aa-4220-9dba-0738b2aa7415&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1191413 Feb 28 22:47:13.711441 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d102b70-b6b4-448d-ab88-619c32b309ae tempest-TestMinimumBasicScenario-166037871 tempest-TestMinimumBasicScenario-166037871-project] Pushing event updated for resources: {'Port': ['ID=5a692bb7-1956-4e67-b95b-4d5b9684edc7,revision_number=1']} {{(pid=109569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:47:13.860675 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-e2c4ee04-fb60-42bb-9345-b5370f3c2cba tempest-AttachVolumeTestJSON-1325054245 tempest-AttachVolumeTestJSON-1325054245-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:47:13.864596 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-e2c4ee04-fb60-42bb-9345-b5370f3c2cba tempest-AttachVolumeTestJSON-1325054245 tempest-AttachVolumeTestJSON-1325054245-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33522123'] for floatingip (edd663d3-424a-4f2e-bb8d-57e883a1bb13), after_update {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:47:13.887098 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750845036683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579975'] for agent (5b2bda77-ea31-45ff-af39-f050a95cb1da), after_update {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:47:13.970081 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.db.l3_db [None req-e2c4ee04-fb60-42bb-9345-b5370f3c2cba tempest-AttachVolumeTestJSON-1325054245 tempest-AttachVolumeTestJSON-1325054245-project] Floating IP edd663d3-424a-4f2e-bb8d-57e883a1bb13 associated. External IP: 172.27.0.211, port: 97026a4d-fbd1-4d85-b5d4-ceeb4cb1d641. Feb 28 22:47:14.085178 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-4d102b70-b6b4-448d-ab88-619c32b309ae tempest-TestMinimumBasicScenario-166037871 tempest-TestMinimumBasicScenario-166037871-project] Publish callbacks [] for floatingip (01c1ddb6-0863-479f-ad14-560a91a733cd), precommit_create {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:47:14.160401 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-4d102b70-b6b4-448d-ab88-619c32b309ae tempest-TestMinimumBasicScenario-166037871 tempest-TestMinimumBasicScenario-166037871-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616566'] for port (5a692bb7-1956-4e67-b95b-4d5b9684edc7), before_update {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:47:14.319195 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-4d102b70-b6b4-448d-ab88-619c32b309ae tempest-TestMinimumBasicScenario-166037871 tempest-TestMinimumBasicScenario-166037871-project] Publish callbacks [] for port (5a692bb7-1956-4e67-b95b-4d5b9684edc7), precommit_update {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:47:14.324892 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-4d102b70-b6b4-448d-ab88-619c32b309ae tempest-TestMinimumBasicScenario-166037871 tempest-TestMinimumBasicScenario-166037871-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33156859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750845083886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750844628246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750844628264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30055487'] for port (5a692bb7-1956-4e67-b95b-4d5b9684edc7), after_update {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:47:14.354448 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22d3eb1-69cd-4017-a1e1-3c15caed4b1d req-8c4d0474-af6e-49d8-8859-1629f12aa268 tempest-TestShelveInstance-339258210 tempest-TestShelveInstance-339258210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:47:14.355920 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-f22d3eb1-69cd-4017-a1e1-3c15caed4b1d req-8c4d0474-af6e-49d8-8859-1629f12aa268 tempest-TestShelveInstance-339258210 tempest-TestShelveInstance-339258210-project] 10.222.0.11 "GET /v2.0/ports?device_id=7890d07e-869c-4cc7-81d8-0d515670203c HTTP/1.1" status: 200 len: 945 time: 0.1028721 Feb 28 22:47:14.402540 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d102b70-b6b4-448d-ab88-619c32b309ae tempest-TestMinimumBasicScenario-166037871 tempest-TestMinimumBasicScenario-166037871-project] Pushing event updated for resources: {'Port': ['ID=5a692bb7-1956-4e67-b95b-4d5b9684edc7,revision_number=2']} {{(pid=109569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:47:14.407519 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-4d102b70-b6b4-448d-ab88-619c32b309ae tempest-TestMinimumBasicScenario-166037871 tempest-TestMinimumBasicScenario-166037871-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33522123'] for floatingip (01c1ddb6-0863-479f-ad14-560a91a733cd), after_create {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:47:14.458154 dv-cinder-830538-5-iscsi neutron-server[109571]: DEBUG neutron.db.agents_db [None req-267e04d6-1473-4c25-8f3a-d1c5e119a015 None None] Agent healthcheck: found 6 active agents {{(pid=109571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 22:47:14.483392 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-f22d3eb1-69cd-4017-a1e1-3c15caed4b1d req-1f66a1f1-c6a9-4137-8d61-b7de2b873011 tempest-TestShelveInstance-339258210 tempest-TestShelveInstance-339258210-project] 10.222.0.11 "GET /v2.0/security-groups?id=024ad902-35c5-4d85-9bcc-a0943f245810&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1194289 Feb 28 22:47:14.509632 dv-cinder-830538-5-iscsi neutron-server[109569]: INFO neutron.db.l3_db [None req-4d102b70-b6b4-448d-ab88-619c32b309ae tempest-TestMinimumBasicScenario-166037871 tempest-TestMinimumBasicScenario-166037871-project] Floating IP 01c1ddb6-0863-479f-ad14-560a91a733cd associated. External IP: 172.27.0.184, port: a890133d-9435-4df4-8e77-7fd860ce15e5. Feb 28 22:47:14.518059 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2c4ee04-fb60-42bb-9345-b5370f3c2cba tempest-AttachVolumeTestJSON-1325054245 tempest-AttachVolumeTestJSON-1325054245-project] Router e0521325-922c-4570-bc7b-fbf74268cada has already been hosted by L3 agent 1bbc3f13-d896-4633-9d3f-4f3415ceb83d {{(pid=109568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 22:47:14.630782 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2c4ee04-fb60-42bb-9345-b5370f3c2cba tempest-AttachVolumeTestJSON-1325054245 tempest-AttachVolumeTestJSON-1325054245-project] Notify agent at l3_agent.dv-cinder-830538-5-iscsi the message routers_updated {{(pid=109568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 22:47:14.635849 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-e2c4ee04-fb60-42bb-9345-b5370f3c2cba tempest-AttachVolumeTestJSON-1325054245 tempest-AttachVolumeTestJSON-1325054245-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80159'] for floatingip (None), before_response {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:47:14.642604 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-234e0f20-84ea-4513-8852-5290ba383935 None None] Sync routers for ids ['e0521325-922c-4570-bc7b-fbf74268cada'] in dv-cinder-830538-5-iscsi {{(pid=109570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 22:47:14.651970 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-234e0f20-84ea-4513-8852-5290ba383935 None None] Routers {'e0521325-922c-4570-bc7b-fbf74268cada'} bound to L3 agent in host dv-cinder-830538-5-iscsi {{(pid=109570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 22:47:14.652676 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.db.l3_hamode_db [None req-234e0f20-84ea-4513-8852-5290ba383935 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830538-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-28T22:34:03Z,description=,heartbeat_timestamp=2022-02-28T22:47:03Z,host='dv-cinder-830538-5-iscsi',id=1bbc3f13-d896-4633-9d3f-4f3415ceb83d,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T22:34:03Z,topic='l3_agent')) {'router_ids': ['e0521325-922c-4570-bc7b-fbf74268cada'], 'active': True} {{(pid=109570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 22:47:14.667489 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [None req-e2c4ee04-fb60-42bb-9345-b5370f3c2cba tempest-AttachVolumeTestJSON-1325054245 tempest-AttachVolumeTestJSON-1325054245-project] 10.222.0.11 "PUT /v2.0/floatingips/edd663d3-424a-4f2e-bb8d-57e883a1bb13 HTTP/1.1" status: 200 len: 991 time: 1.3578486 Feb 28 22:47:14.667489 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c6f9209-280b-4ae4-ae2b-e20a1627dc1b', 'tag': '97026a4d-fbd1-4d85-b5d4-ceeb4cb1d641'}] {{(pid=109568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 22:47:14.668034 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be30730c9f576b5ae602769365630bce3a2881df6c4aa92702dca8eb1643a507" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76aa3917-cfff-4ffa-8b77-9cb6643a56d1" -d '{"events": [{"name": "network-changed", "server_uuid": "2c6f9209-280b-4ae4-ae2b-e20a1627dc1b", "tag": "97026a4d-fbd1-4d85-b5d4-ceeb4cb1d641"}]}' {{(pid=109568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 22:47:14.705693 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 22:47:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19315634-1323-4aa0-999c-088af78e0743 x-openstack-request-id: req-19315634-1323-4aa0-999c-088af78e0743 {{(pid=109568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 22:47:14.705982 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2c6f9209-280b-4ae4-ae2b-e20a1627dc1b", "tag": "97026a4d-fbd1-4d85-b5d4-ceeb4cb1d641", "status": "completed", "code": 200}]} {{(pid=109568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 22:47:14.706229 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-19315634-1323-4aa0-999c-088af78e0743 {{(pid=109568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 22:47:14.706617 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c6f9209-280b-4ae4-ae2b-e20a1627dc1b', 'tag': '97026a4d-fbd1-4d85-b5d4-ceeb4cb1d641', 'status': 'completed', 'code': 200} Feb 28 22:47:14.733525 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d102b70-b6b4-448d-ab88-619c32b309ae tempest-TestMinimumBasicScenario-166037871 tempest-TestMinimumBasicScenario-166037871-project] Router 0c6bed13-69c7-4592-a81f-1aca2749c8cf has already been hosted by L3 agent 1bbc3f13-d896-4633-9d3f-4f3415ceb83d {{(pid=109569) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 22:47:14.785180 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76aa3917-cfff-4ffa-8b77-9cb6643a56d1 req-7c692158-34e4-4f91-bc23-6ebfc9a11a2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:47:14.787079 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-76aa3917-cfff-4ffa-8b77-9cb6643a56d1 req-7c692158-34e4-4f91-bc23-6ebfc9a11a2b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=558108c6409d474abda99b19120d05ad&device_id=2c6f9209-280b-4ae4-ae2b-e20a1627dc1b HTTP/1.1" status: 200 len: 1129 time: 0.0548337 Feb 28 22:47:14.811627 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.db.l3_dvr_db [None req-234e0f20-84ea-4513-8852-5290ba383935 None None] Set router e0521325-922c-4570-bc7b-fbf74268cada gateway port host: dv-cinder-830538-5-iscsi {{(pid=109570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 22:47:14.951034 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76aa3917-cfff-4ffa-8b77-9cb6643a56d1 req-d766016f-3f74-42f3-b15b-1b4d9c90dc71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:47:14.953569 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-76aa3917-cfff-4ffa-8b77-9cb6643a56d1 req-d766016f-3f74-42f3-b15b-1b4d9c90dc71 service neutron] 10.222.0.36 "GET /v2.0/networks?id=df2fc3b5-d3d8-4f0b-b393-20e4e2e253bc HTTP/1.1" status: 200 len: 912 time: 0.1590064 Feb 28 22:47:14.967371 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef75c7ad-3adf-40e5-a40d-c3785848a1a2 req-b7adf564-f9dc-4b6f-8baa-7b77abb4c856 tempest-AttachVolumeShelveTestJSON-2030561000 tempest-AttachVolumeShelveTestJSON-2030561000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:47:14.969444 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-ef75c7ad-3adf-40e5-a40d-c3785848a1a2 req-b7adf564-f9dc-4b6f-8baa-7b77abb4c856 tempest-AttachVolumeShelveTestJSON-2030561000 tempest-AttachVolumeShelveTestJSON-2030561000-project] 10.222.0.11 "GET /v2.0/ports?device_id=d9fa7fde-aeb4-48d6-993a-d21fe9e9d484 HTTP/1.1" status: 200 len: 945 time: 0.0957057 Feb 28 22:47:15.090044 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.db.l3_hamode_db [None req-234e0f20-84ea-4513-8852-5290ba383935 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0521325-922c-4570-bc7b-fbf74268cada', 'name': 'tempest-AttachVolumeTestJSON-1955448268-router', 'tenant_id': '558108c6409d474abda99b19120d05ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e7a10c7-addc-4b79-a555-0b472e939652', 'external_fixed_ips': [{'subnet_id': '8aaf002d-6309-4cf0-ae69-6d349a14c0b1', 'ip_address': '172.27.0.95'}], 'enable_snat': True}, 'gw_port_id': '8b621a2e-d1dd-4781-b394-39862f442bf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T22:42:08Z', 'updated_at': '2022-02-28T22:42:19Z', 'revision_number': 4, 'project_id': '558108c6409d474abda99b19120d05ad', 'gw_port': {'id': '8b621a2e-d1dd-4781-b394-39862f442bf8', 'name': '', 'network_id': '3e7a10c7-addc-4b79-a555-0b472e939652', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:b7:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0521325-922c-4570-bc7b-fbf74268cada', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '8aaf002d-6309-4cf0-ae69-6d349a14c0b1', 'ip_address': '172.27.0.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T22:42:10Z', 'updated_at': '2022-02-28T22:42:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8aaf002d-6309-4cf0-ae69-6d349a14c0b1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830538-5-iscsi', '_floatingips': [{'id': 'edd663d3-424a-4f2e-bb8d-57e883a1bb13', 'tenant_id': '558108c6409d474abda99b19120d05ad', 'floating_ip_address': '172.27.0.211', 'floating_network_id': '3e7a10c7-addc-4b79-a555-0b472e939652', 'router_id': 'e0521325-922c-4570-bc7b-fbf74268cada', 'port_id': '97026a4d-fbd1-4d85-b5d4-ceeb4cb1d641', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 532, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'df2fc3b5-d3d8-4f0b-b393-20e4e2e253bc', 'mac_address': 'fa:16:3e:ad:1e:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c6f9209-280b-4ae4-ae2b-e20a1627dc1b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T22:47:03Z', 'updated_at': '2022-02-28T22:47:13Z', 'revision_number': 1, 'project_id': '558108c6409d474abda99b19120d05ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6d58ef7a-de76-49b9-9508-4647e5fd1f80', 'name': '', 'network_id': 'df2fc3b5-d3d8-4f0b-b393-20e4e2e253bc', 'tenant_id': '558108c6409d474abda99b19120d05ad', 'mac_address': 'fa:16:3e:0c:69:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0521325-922c-4570-bc7b-fbf74268cada', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '22e78a7b-72b0-4514-af71-979e73dc5a6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T22:42:15Z', 'updated_at': '2022-02-28T22:42:26Z', 'revision_number': 5, 'project_id': '558108c6409d474abda99b19120d05ad', 'subnets': [{'id': '22e78a7b-72b0-4514-af71-979e73dc5a6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830538-5-iscsi', False) {} {{(pid=109570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 22:47:15.106766 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d102b70-b6b4-448d-ab88-619c32b309ae tempest-TestMinimumBasicScenario-166037871 tempest-TestMinimumBasicScenario-166037871-project] Notify agent at l3_agent.dv-cinder-830538-5-iscsi the message routers_updated {{(pid=109569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 22:47:15.116766 dv-cinder-830538-5-iscsi neutron-server[109571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-207f2a7c-ccd6-4d44-89d0-38c30916a22a None None] Sync routers for ids ['0c6bed13-69c7-4592-a81f-1aca2749c8cf'] in dv-cinder-830538-5-iscsi {{(pid=109571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 22:47:15.129223 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-4d102b70-b6b4-448d-ab88-619c32b309ae tempest-TestMinimumBasicScenario-166037871 tempest-TestMinimumBasicScenario-166037871-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80159'] for floatingip (None), before_response {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:47:15.129703 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-234e0f20-84ea-4513-8852-5290ba383935 None None] Checking router: e0521325-922c-4570-bc7b-fbf74268cada for host: dv-cinder-830538-5-iscsi {{(pid=109570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 22:47:15.130336 dv-cinder-830538-5-iscsi neutron-server[109571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-207f2a7c-ccd6-4d44-89d0-38c30916a22a None None] Routers {'0c6bed13-69c7-4592-a81f-1aca2749c8cf'} bound to L3 agent in host dv-cinder-830538-5-iscsi {{(pid=109571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 22:47:15.131377 dv-cinder-830538-5-iscsi neutron-server[109571]: DEBUG neutron.db.l3_hamode_db [None req-207f2a7c-ccd6-4d44-89d0-38c30916a22a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830538-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-28T22:34:03Z,description=,heartbeat_timestamp=2022-02-28T22:47:03Z,host='dv-cinder-830538-5-iscsi',id=1bbc3f13-d896-4633-9d3f-4f3415ceb83d,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T22:34:03Z,topic='l3_agent')) {'router_ids': ['0c6bed13-69c7-4592-a81f-1aca2749c8cf'], 'active': True} {{(pid=109571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 22:47:15.140598 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-76aa3917-cfff-4ffa-8b77-9cb6643a56d1 req-6edf5871-143f-44a3-92e5-f63272fef714 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=97026a4d-fbd1-4d85-b5d4-ceeb4cb1d641 HTTP/1.1" status: 200 len: 999 time: 0.1699381 Feb 28 22:47:15.141167 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-234e0f20-84ea-4513-8852-5290ba383935 None None] Routers {'e0521325-922c-4570-bc7b-fbf74268cada'} bound to L3 agent in host dv-cinder-830538-5-iscsi {{(pid=109570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 22:47:15.141556 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.db.l3_hamode_db [None req-234e0f20-84ea-4513-8852-5290ba383935 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830538-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-28T22:34:03Z,description=,heartbeat_timestamp=2022-02-28T22:47:03Z,host='dv-cinder-830538-5-iscsi',id=1bbc3f13-d896-4633-9d3f-4f3415ceb83d,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T22:34:03Z,topic='l3_agent')) {'router_ids': ['e0521325-922c-4570-bc7b-fbf74268cada'], 'active': True} {{(pid=109570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 22:47:15.143984 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-ef75c7ad-3adf-40e5-a40d-c3785848a1a2 req-726d5020-f0b3-4b74-8389-c1003b7ef51a tempest-AttachVolumeShelveTestJSON-2030561000 tempest-AttachVolumeShelveTestJSON-2030561000-project] 10.222.0.11 "GET /v2.0/security-groups?id=4c2eb597-13aa-4220-9dba-0738b2aa7415&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0927174 Feb 28 22:47:15.176870 dv-cinder-830538-5-iscsi neutron-server[109569]: INFO neutron.wsgi [None req-4d102b70-b6b4-448d-ab88-619c32b309ae tempest-TestMinimumBasicScenario-166037871 tempest-TestMinimumBasicScenario-166037871-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8819761 Feb 28 22:47:15.176870 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ec45306-4f87-44b3-905b-b0ae5f00c155', 'tag': 'a890133d-9435-4df4-8e77-7fd860ce15e5'}] {{(pid=109569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 22:47:15.177540 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7ed14f40a4d50f9a77eb28d0d062077298eddb2dc1d4bff71015dce09465706" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-367536c0-6643-4f8f-88f5-5befb925cf20" -d '{"events": [{"name": "network-changed", "server_uuid": "9ec45306-4f87-44b3-905b-b0ae5f00c155", "tag": "a890133d-9435-4df4-8e77-7fd860ce15e5"}]}' {{(pid=109569) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 22:47:15.179988 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.wsgi [-] (109569) accepted ('10.222.0.11', 57064) {{(pid=109569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 22:47:15.184663 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.api.v2.base [None req-bbcdfdf8-0470-4b1a-b367-684d943562c2 tempest-TestMinimumBasicScenario-166037871 tempest-TestMinimumBasicScenario-166037871-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1895139919', 'description': 'tempest-secgroup-smoke-1895139919 description', 'project_id': '564e12fb04954a5e8480fbdb9c7742fa'}} {{(pid=109569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 22:47:15.212799 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-bbcdfdf8-0470-4b1a-b367-684d943562c2 tempest-TestMinimumBasicScenario-166037871 tempest-TestMinimumBasicScenario-166037871-project] Publish callbacks [] for security_group (None), before_create {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:47:15.239035 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76aa3917-cfff-4ffa-8b77-9cb6643a56d1 req-5199bba4-aa55-4cd8-9ae1-f91b0ccc0d0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:47:15.241084 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-76aa3917-cfff-4ffa-8b77-9cb6643a56d1 req-5199bba4-aa55-4cd8-9ae1-f91b0ccc0d0f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=22e78a7b-72b0-4514-af71-979e73dc5a6f HTTP/1.1" status: 200 len: 850 time: 0.0940650 Feb 28 22:47:15.295083 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-bbcdfdf8-0470-4b1a-b367-684d943562c2 tempest-TestMinimumBasicScenario-166037871 tempest-TestMinimumBasicScenario-166037871-project] Publish callbacks [] for security_group (77861581-3db3-484b-92bf-a77afaad58ed), precommit_create {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:47:15.297214 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 22:47:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0489cfcf-4b0c-44f8-becf-473ec2854b61 x-openstack-request-id: req-0489cfcf-4b0c-44f8-becf-473ec2854b61 {{(pid=109569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 22:47:15.297580 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9ec45306-4f87-44b3-905b-b0ae5f00c155", "tag": "a890133d-9435-4df4-8e77-7fd860ce15e5", "status": "completed", "code": 200}]} {{(pid=109569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 22:47:15.297832 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-0489cfcf-4b0c-44f8-becf-473ec2854b61 {{(pid=109569) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 22:47:15.298214 dv-cinder-830538-5-iscsi neutron-server[109569]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9ec45306-4f87-44b3-905b-b0ae5f00c155', 'tag': 'a890133d-9435-4df4-8e77-7fd860ce15e5', 'status': 'completed', 'code': 200} Feb 28 22:47:15.302196 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-bbcdfdf8-0470-4b1a-b367-684d943562c2 tempest-TestMinimumBasicScenario-166037871 tempest-TestMinimumBasicScenario-166037871-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33441213'] for security_group (77861581-3db3-484b-92bf-a77afaad58ed), after_create {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:47:15.314298 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.db.l3_dvr_db [None req-234e0f20-84ea-4513-8852-5290ba383935 None None] Set router e0521325-922c-4570-bc7b-fbf74268cada gateway port host: dv-cinder-830538-5-iscsi {{(pid=109570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 22:47:15.333209 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbcdfdf8-0470-4b1a-b367-684d943562c2 tempest-TestMinimumBasicScenario-166037871 tempest-TestMinimumBasicScenario-166037871-project] Pushing event updated for resources: {'SecurityGroup': ['ID=77861581-3db3-484b-92bf-a77afaad58ed,revision_number=1']} {{(pid=109569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:47:15.359639 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-bbcdfdf8-0470-4b1a-b367-684d943562c2 tempest-TestMinimumBasicScenario-166037871 tempest-TestMinimumBasicScenario-166037871-project] Publish callbacks [] for security_group (None), before_response {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:47:15.363688 dv-cinder-830538-5-iscsi neutron-server[109569]: INFO neutron.wsgi [None req-bbcdfdf8-0470-4b1a-b367-684d943562c2 tempest-TestMinimumBasicScenario-166037871 tempest-TestMinimumBasicScenario-166037871-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1799660 Feb 28 22:47:15.364013 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.wsgi [-] (109569) accepted ('10.222.0.11', 57068) {{(pid=109569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 22:47:15.368883 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.api.v2.base [None req-7158bd08-bea5-4cad-8fca-664dff9f6b7e tempest-TestMinimumBasicScenario-166037871 tempest-TestMinimumBasicScenario-166037871-project] Request body: {'security_group_rule': {'security_group_id': '77861581-3db3-484b-92bf-a77afaad58ed', 'project_id': '564e12fb04954a5e8480fbdb9c7742fa', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 22:47:15.371241 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76aa3917-cfff-4ffa-8b77-9cb6643a56d1 req-692647b3-dcc9-4879-9872-df2b8eca5d03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:47:15.372878 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-76aa3917-cfff-4ffa-8b77-9cb6643a56d1 req-692647b3-dcc9-4879-9872-df2b8eca5d03 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=df2fc3b5-d3d8-4f0b-b393-20e4e2e253bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1173763 Feb 28 22:47:15.374450 dv-cinder-830538-5-iscsi neutron-server[109571]: DEBUG neutron.db.l3_dvr_db [None req-207f2a7c-ccd6-4d44-89d0-38c30916a22a None None] Set router 0c6bed13-69c7-4592-a81f-1aca2749c8cf gateway port host: dv-cinder-830538-5-iscsi {{(pid=109571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 22:47:15.381101 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367536c0-6643-4f8f-88f5-5befb925cf20 req-9992ffff-3b4e-459a-a7ba-3874b48c8e62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:47:15.383109 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-367536c0-6643-4f8f-88f5-5befb925cf20 req-9992ffff-3b4e-459a-a7ba-3874b48c8e62 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=564e12fb04954a5e8480fbdb9c7742fa&device_id=9ec45306-4f87-44b3-905b-b0ae5f00c155 HTTP/1.1" status: 200 len: 1129 time: 0.0811965 Feb 28 22:47:15.397988 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-7158bd08-bea5-4cad-8fca-664dff9f6b7e tempest-TestMinimumBasicScenario-166037871 tempest-TestMinimumBasicScenario-166037871-project] Publish callbacks [] for security_group_rule (16106660-9852-4d66-aaa6-6ac694fb3e4d), before_create {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:47:15.471187 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-7158bd08-bea5-4cad-8fca-664dff9f6b7e tempest-TestMinimumBasicScenario-166037871 tempest-TestMinimumBasicScenario-166037871-project] Publish callbacks [] for security_group_rule (16106660-9852-4d66-aaa6-6ac694fb3e4d), precommit_create {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:47:15.491841 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-7158bd08-bea5-4cad-8fca-664dff9f6b7e tempest-TestMinimumBasicScenario-166037871 tempest-TestMinimumBasicScenario-166037871-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33441134'] for security_group_rule (16106660-9852-4d66-aaa6-6ac694fb3e4d), after_create {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:47:15.540307 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7158bd08-bea5-4cad-8fca-664dff9f6b7e tempest-TestMinimumBasicScenario-166037871 tempest-TestMinimumBasicScenario-166037871-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=16106660-9852-4d66-aaa6-6ac694fb3e4d,revision_number=0']} {{(pid=109569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:47:15.555812 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-7158bd08-bea5-4cad-8fca-664dff9f6b7e tempest-TestMinimumBasicScenario-166037871 tempest-TestMinimumBasicScenario-166037871-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:47:15.557316 dv-cinder-830538-5-iscsi neutron-server[109569]: INFO neutron.wsgi [None req-7158bd08-bea5-4cad-8fca-664dff9f6b7e tempest-TestMinimumBasicScenario-166037871 tempest-TestMinimumBasicScenario-166037871-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1923611 Feb 28 22:47:15.561107 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.wsgi [-] (109569) accepted ('10.222.0.11', 57072) {{(pid=109569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 22:47:15.568226 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.api.v2.base [None req-bb9a35cb-884e-466e-8a97-45daf9ef91a7 tempest-TestMinimumBasicScenario-166037871 tempest-TestMinimumBasicScenario-166037871-project] Request body: {'security_group_rule': {'security_group_id': '77861581-3db3-484b-92bf-a77afaad58ed', 'project_id': '564e12fb04954a5e8480fbdb9c7742fa', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 22:47:15.611691 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-bb9a35cb-884e-466e-8a97-45daf9ef91a7 tempest-TestMinimumBasicScenario-166037871 tempest-TestMinimumBasicScenario-166037871-project] Publish callbacks [] for security_group_rule (53c4ca24-3d2c-4528-a2a1-e438157fadd4), before_create {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:47:15.612647 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.db.l3_hamode_db [None req-234e0f20-84ea-4513-8852-5290ba383935 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0521325-922c-4570-bc7b-fbf74268cada', 'name': 'tempest-AttachVolumeTestJSON-1955448268-router', 'tenant_id': '558108c6409d474abda99b19120d05ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e7a10c7-addc-4b79-a555-0b472e939652', 'external_fixed_ips': [{'subnet_id': '8aaf002d-6309-4cf0-ae69-6d349a14c0b1', 'ip_address': '172.27.0.95'}], 'enable_snat': True}, 'gw_port_id': '8b621a2e-d1dd-4781-b394-39862f442bf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T22:42:08Z', 'updated_at': '2022-02-28T22:42:19Z', 'revision_number': 4, 'project_id': '558108c6409d474abda99b19120d05ad', 'gw_port': {'id': '8b621a2e-d1dd-4781-b394-39862f442bf8', 'name': '', 'network_id': '3e7a10c7-addc-4b79-a555-0b472e939652', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:b7:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0521325-922c-4570-bc7b-fbf74268cada', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '8aaf002d-6309-4cf0-ae69-6d349a14c0b1', 'ip_address': '172.27.0.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T22:42:10Z', 'updated_at': '2022-02-28T22:42:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8aaf002d-6309-4cf0-ae69-6d349a14c0b1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830538-5-iscsi', '_floatingips': [{'id': 'edd663d3-424a-4f2e-bb8d-57e883a1bb13', 'tenant_id': '558108c6409d474abda99b19120d05ad', 'floating_ip_address': '172.27.0.211', 'floating_network_id': '3e7a10c7-addc-4b79-a555-0b472e939652', 'router_id': 'e0521325-922c-4570-bc7b-fbf74268cada', 'port_id': '97026a4d-fbd1-4d85-b5d4-ceeb4cb1d641', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 532, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'df2fc3b5-d3d8-4f0b-b393-20e4e2e253bc', 'mac_address': 'fa:16:3e:ad:1e:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c6f9209-280b-4ae4-ae2b-e20a1627dc1b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T22:47:03Z', 'updated_at': '2022-02-28T22:47:13Z', 'revision_number': 1, 'project_id': '558108c6409d474abda99b19120d05ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6d58ef7a-de76-49b9-9508-4647e5fd1f80', 'name': '', 'network_id': 'df2fc3b5-d3d8-4f0b-b393-20e4e2e253bc', 'tenant_id': '558108c6409d474abda99b19120d05ad', 'mac_address': 'fa:16:3e:0c:69:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0521325-922c-4570-bc7b-fbf74268cada', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '22e78a7b-72b0-4514-af71-979e73dc5a6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T22:42:15Z', 'updated_at': '2022-02-28T22:42:26Z', 'revision_number': 5, 'project_id': '558108c6409d474abda99b19120d05ad', 'subnets': [{'id': '22e78a7b-72b0-4514-af71-979e73dc5a6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830538-5-iscsi', False) {} {{(pid=109570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 22:47:15.631083 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367536c0-6643-4f8f-88f5-5befb925cf20 req-d8971036-e365-4602-8cdf-8d0e673693a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:47:15.632581 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-367536c0-6643-4f8f-88f5-5befb925cf20 req-d8971036-e365-4602-8cdf-8d0e673693a9 service neutron] 10.222.0.36 "GET /v2.0/networks?id=d4cb06c7-675f-48ed-a5d3-2ec6192dcb86 HTTP/1.1" status: 200 len: 916 time: 0.1888278 Feb 28 22:47:15.648514 dv-cinder-830538-5-iscsi neutron-server[109571]: DEBUG neutron.db.l3_hamode_db [None req-207f2a7c-ccd6-4d44-89d0-38c30916a22a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c6bed13-69c7-4592-a81f-1aca2749c8cf', 'name': 'tempest-TestMinimumBasicScenario-1705511880-router', 'tenant_id': '564e12fb04954a5e8480fbdb9c7742fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e7a10c7-addc-4b79-a555-0b472e939652', 'external_fixed_ips': [{'subnet_id': '8aaf002d-6309-4cf0-ae69-6d349a14c0b1', 'ip_address': '172.27.0.34'}], 'enable_snat': True}, 'gw_port_id': 'a75cc20e-67f4-45cb-9978-26f3b429d112', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T22:46:26Z', 'updated_at': '2022-02-28T22:46:29Z', 'revision_number': 4, 'project_id': '564e12fb04954a5e8480fbdb9c7742fa', 'gw_port': {'id': 'a75cc20e-67f4-45cb-9978-26f3b429d112', 'name': '', 'network_id': '3e7a10c7-addc-4b79-a555-0b472e939652', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:2e:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c6bed13-69c7-4592-a81f-1aca2749c8cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '8aaf002d-6309-4cf0-ae69-6d349a14c0b1', 'ip_address': '172.27.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T22:46:26Z', 'updated_at': '2022-02-28T22:46:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8aaf002d-6309-4cf0-ae69-6d349a14c0b1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830538-5-iscsi', '_floatingips': [{'id': '01c1ddb6-0863-479f-ad14-560a91a733cd', 'tenant_id': '564e12fb04954a5e8480fbdb9c7742fa', 'floating_ip_address': '172.27.0.184', 'floating_network_id': '3e7a10c7-addc-4b79-a555-0b472e939652', 'router_id': '0c6bed13-69c7-4592-a81f-1aca2749c8cf', 'port_id': 'a890133d-9435-4df4-8e77-7fd860ce15e5', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 535, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd4cb06c7-675f-48ed-a5d3-2ec6192dcb86', 'mac_address': 'fa:16:3e:34:8f:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ec45306-4f87-44b3-905b-b0ae5f00c155', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T22:47:13Z', 'updated_at': '2022-02-28T22:47:13Z', 'revision_number': 0, 'project_id': '564e12fb04954a5e8480fbdb9c7742fa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3aebc9d9-3219-494d-a7d2-9b0643a75a7e', 'name': '', 'network_id': 'd4cb06c7-675f-48ed-a5d3-2ec6192dcb86', 'tenant_id': '564e12fb04954a5e8480fbdb9c7742fa', 'mac_address': 'fa:16:3e:32:2b:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c6bed13-69c7-4592-a81f-1aca2749c8cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '22654f78-35e9-4ca6-b80d-e52dabbec49e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T22:46:28Z', 'updated_at': '2022-02-28T22:46:33Z', 'revision_number': 5, 'project_id': '564e12fb04954a5e8480fbdb9c7742fa', 'subnets': [{'id': '22654f78-35e9-4ca6-b80d-e52dabbec49e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830538-5-iscsi', False) {} {{(pid=109571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 22:47:15.656747 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-234e0f20-84ea-4513-8852-5290ba383935 None None] The sync data for ids ['e0521325-922c-4570-bc7b-fbf74268cada'] in dv-cinder-830538-5-iscsi is: [{'id': 'e0521325-922c-4570-bc7b-fbf74268cada', 'name': 'tempest-AttachVolumeTestJSON-1955448268-router', 'tenant_id': '558108c6409d474abda99b19120d05ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e7a10c7-addc-4b79-a555-0b472e939652', 'external_fixed_ips': [{'subnet_id': '8aaf002d-6309-4cf0-ae69-6d349a14c0b1', 'ip_address': '172.27.0.95'}], 'enable_snat': True}, 'gw_port_id': '8b621a2e-d1dd-4781-b394-39862f442bf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T22:42:08Z', 'updated_at': '2022-02-28T22:42:19Z', 'revision_number': 4, 'project_id': '558108c6409d474abda99b19120d05ad', 'gw_port': {'id': '8b621a2e-d1dd-4781-b394-39862f442bf8', 'name': '', 'network_id': '3e7a10c7-addc-4b79-a555-0b472e939652', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:b7:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0521325-922c-4570-bc7b-fbf74268cada', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '8aaf002d-6309-4cf0-ae69-6d349a14c0b1', 'ip_address': '172.27.0.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T22:42:10Z', 'updated_at': '2022-02-28T22:42:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8aaf002d-6309-4cf0-ae69-6d349a14c0b1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830538-5-iscsi', '_floatingips': [{'id': 'edd663d3-424a-4f2e-bb8d-57e883a1bb13', 'tenant_id': '558108c6409d474abda99b19120d05ad', 'floating_ip_address': '172.27.0.211', 'floating_network_id': '3e7a10c7-addc-4b79-a555-0b472e939652', 'router_id': 'e0521325-922c-4570-bc7b-fbf74268cada', 'port_id': '97026a4d-fbd1-4d85-b5d4-ceeb4cb1d641', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 532, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'df2fc3b5-d3d8-4f0b-b393-20e4e2e253bc', 'mac_address': 'fa:16:3e:ad:1e:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c6f9209-280b-4ae4-ae2b-e20a1627dc1b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T22:47:03Z', 'updated_at': '2022-02-28T22:47:13Z', 'revision_number': 1, 'project_id': '558108c6409d474abda99b19120d05ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6d58ef7a-de76-49b9-9508-4647e5fd1f80', 'name': '', 'network_id': 'df2fc3b5-d3d8-4f0b-b393-20e4e2e253bc', 'tenant_id': '558108c6409d474abda99b19120d05ad', 'mac_address': 'fa:16:3e:0c:69:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0521325-922c-4570-bc7b-fbf74268cada', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '22e78a7b-72b0-4514-af71-979e73dc5a6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T22:42:15Z', 'updated_at': '2022-02-28T22:42:26Z', 'revision_number': 5, 'project_id': '558108c6409d474abda99b19120d05ad', 'subnets': [{'id': '22e78a7b-72b0-4514-af71-979e73dc5a6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 22:47:15.683050 dv-cinder-830538-5-iscsi neutron-server[109571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-207f2a7c-ccd6-4d44-89d0-38c30916a22a None None] Checking router: 0c6bed13-69c7-4592-a81f-1aca2749c8cf for host: dv-cinder-830538-5-iscsi {{(pid=109571) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 22:47:15.693834 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-bb9a35cb-884e-466e-8a97-45daf9ef91a7 tempest-TestMinimumBasicScenario-166037871 tempest-TestMinimumBasicScenario-166037871-project] Publish callbacks [] for security_group_rule (53c4ca24-3d2c-4528-a2a1-e438157fadd4), precommit_create {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:47:15.694052 dv-cinder-830538-5-iscsi neutron-server[109571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-207f2a7c-ccd6-4d44-89d0-38c30916a22a None None] Routers {'0c6bed13-69c7-4592-a81f-1aca2749c8cf'} bound to L3 agent in host dv-cinder-830538-5-iscsi {{(pid=109571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 22:47:15.694998 dv-cinder-830538-5-iscsi neutron-server[109571]: DEBUG neutron.db.l3_hamode_db [None req-207f2a7c-ccd6-4d44-89d0-38c30916a22a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830538-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-28T22:34:03Z,description=,heartbeat_timestamp=2022-02-28T22:47:03Z,host='dv-cinder-830538-5-iscsi',id=1bbc3f13-d896-4633-9d3f-4f3415ceb83d,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T22:34:03Z,topic='l3_agent')) {'router_ids': ['0c6bed13-69c7-4592-a81f-1aca2749c8cf'], 'active': True} {{(pid=109571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 22:47:15.703918 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-bb9a35cb-884e-466e-8a97-45daf9ef91a7 tempest-TestMinimumBasicScenario-166037871 tempest-TestMinimumBasicScenario-166037871-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33441134'] for security_group_rule (53c4ca24-3d2c-4528-a2a1-e438157fadd4), after_create {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:47:15.712512 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-76aa3917-cfff-4ffa-8b77-9cb6643a56d1 req-ee077e3f-516c-46b3-872c-50a08a5e619d service neutron] 10.222.0.36 "GET /v2.0/networks/df2fc3b5-d3d8-4f0b-b393-20e4e2e253bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3281536 Feb 28 22:47:15.727691 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9a35cb-884e-466e-8a97-45daf9ef91a7 tempest-TestMinimumBasicScenario-166037871 tempest-TestMinimumBasicScenario-166037871-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=53c4ca24-3d2c-4528-a2a1-e438157fadd4,revision_number=0']} {{(pid=109569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:47:15.730676 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78abf370-9ee2-4101-9e63-1f8c85f8aad2 req-d0aacbab-2fa4-4c5f-a5e3-f61bc0de5758 tempest-TestShelveInstance-339258210 tempest-TestShelveInstance-339258210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:47:15.732305 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-78abf370-9ee2-4101-9e63-1f8c85f8aad2 req-d0aacbab-2fa4-4c5f-a5e3-f61bc0de5758 tempest-TestShelveInstance-339258210 tempest-TestShelveInstance-339258210-project] 10.222.0.11 "GET /v2.0/ports?device_id=7890d07e-869c-4cc7-81d8-0d515670203c HTTP/1.1" status: 200 len: 945 time: 0.1535943 Feb 28 22:47:15.741070 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-bb9a35cb-884e-466e-8a97-45daf9ef91a7 tempest-TestMinimumBasicScenario-166037871 tempest-TestMinimumBasicScenario-166037871-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:47:15.742498 dv-cinder-830538-5-iscsi neutron-server[109569]: INFO neutron.wsgi [None req-bb9a35cb-884e-466e-8a97-45daf9ef91a7 tempest-TestMinimumBasicScenario-166037871 tempest-TestMinimumBasicScenario-166037871-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1803150 Feb 28 22:47:15.745492 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.wsgi [-] (109569) accepted ('10.222.0.11', 57074) {{(pid=109569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 22:47:15.750474 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.api.v2.base [None req-2b4adeeb-5228-4fb6-b36c-22fed8048efc tempest-TestMinimumBasicScenario-166037871 tempest-TestMinimumBasicScenario-166037871-project] Request body: {'security_group_rule': {'security_group_id': '77861581-3db3-484b-92bf-a77afaad58ed', 'project_id': '564e12fb04954a5e8480fbdb9c7742fa', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 22:47:15.789248 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-367536c0-6643-4f8f-88f5-5befb925cf20 req-9fdec1a0-4f89-42a0-a0aa-353f450aeacb service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a890133d-9435-4df4-8e77-7fd860ce15e5 HTTP/1.1" status: 200 len: 999 time: 0.1440752 Feb 28 22:47:15.798703 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-2b4adeeb-5228-4fb6-b36c-22fed8048efc tempest-TestMinimumBasicScenario-166037871 tempest-TestMinimumBasicScenario-166037871-project] Publish callbacks [] for security_group_rule (7ddc790e-bd5f-484c-a4d2-21f8957bed88), before_create {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:47:15.868522 dv-cinder-830538-5-iscsi neutron-server[109571]: DEBUG neutron.db.l3_dvr_db [None req-207f2a7c-ccd6-4d44-89d0-38c30916a22a None None] Set router 0c6bed13-69c7-4592-a81f-1aca2749c8cf gateway port host: dv-cinder-830538-5-iscsi {{(pid=109571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 22:47:15.899328 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-76aa3917-cfff-4ffa-8b77-9cb6643a56d1 req-d5305fb0-d46f-431f-9831-5f7cea1b9f21 service neutron] 10.222.0.36 "GET /v2.0/networks/df2fc3b5-d3d8-4f0b-b393-20e4e2e253bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1770687 Feb 28 22:47:15.902860 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367536c0-6643-4f8f-88f5-5befb925cf20 req-ae37ab92-0594-4da0-8d38-35d2f47a7ba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:47:15.904295 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-367536c0-6643-4f8f-88f5-5befb925cf20 req-ae37ab92-0594-4da0-8d38-35d2f47a7ba7 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=22654f78-35e9-4ca6-b80d-e52dabbec49e HTTP/1.1" status: 200 len: 854 time: 0.1060061 Feb 28 22:47:15.908193 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-78abf370-9ee2-4101-9e63-1f8c85f8aad2 req-63929c53-a6fc-44d7-8505-55bc4f0fe1d6 tempest-TestShelveInstance-339258210 tempest-TestShelveInstance-339258210-project] 10.222.0.11 "GET /v2.0/security-groups?id=024ad902-35c5-4d85-9bcc-a0943f245810&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1235473 Feb 28 22:47:15.931409 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-2b4adeeb-5228-4fb6-b36c-22fed8048efc tempest-TestMinimumBasicScenario-166037871 tempest-TestMinimumBasicScenario-166037871-project] Publish callbacks [] for security_group_rule (7ddc790e-bd5f-484c-a4d2-21f8957bed88), precommit_create {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:47:15.937793 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-2b4adeeb-5228-4fb6-b36c-22fed8048efc tempest-TestMinimumBasicScenario-166037871 tempest-TestMinimumBasicScenario-166037871-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33441134'] for security_group_rule (7ddc790e-bd5f-484c-a4d2-21f8957bed88), after_create {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:47:15.958922 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4adeeb-5228-4fb6-b36c-22fed8048efc tempest-TestMinimumBasicScenario-166037871 tempest-TestMinimumBasicScenario-166037871-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7ddc790e-bd5f-484c-a4d2-21f8957bed88,revision_number=0']} {{(pid=109569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:47:15.964522 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367536c0-6643-4f8f-88f5-5befb925cf20 req-d33b0e62-dbc0-4c2f-9535-56bef97bc78d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:47:15.966486 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-367536c0-6643-4f8f-88f5-5befb925cf20 req-d33b0e62-dbc0-4c2f-9535-56bef97bc78d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d4cb06c7-675f-48ed-a5d3-2ec6192dcb86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0542185 Feb 28 22:47:15.972551 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-2b4adeeb-5228-4fb6-b36c-22fed8048efc tempest-TestMinimumBasicScenario-166037871 tempest-TestMinimumBasicScenario-166037871-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:47:15.974877 dv-cinder-830538-5-iscsi neutron-server[109569]: INFO neutron.wsgi [None req-2b4adeeb-5228-4fb6-b36c-22fed8048efc tempest-TestMinimumBasicScenario-166037871 tempest-TestMinimumBasicScenario-166037871-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2280450 Feb 28 22:47:15.978850 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.wsgi [-] (109569) accepted ('10.222.0.11', 57076) {{(pid=109569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 22:47:15.989356 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.api.v2.base [None req-16f860de-d132-4a79-ab0f-a10be93a5499 tempest-TestMinimumBasicScenario-166037871 tempest-TestMinimumBasicScenario-166037871-project] Request body: {'security_group_rule': {'security_group_id': '77861581-3db3-484b-92bf-a77afaad58ed', 'project_id': '564e12fb04954a5e8480fbdb9c7742fa', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 22:47:15.998893 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fb7d52f-5f05-45e3-bce1-8017f4fa702e None None] New status for floating IP edd663d3-424a-4f2e-bb8d-57e883a1bb13: ACTIVE {{(pid=109570) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 28 22:47:16.030209 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-16f860de-d132-4a79-ab0f-a10be93a5499 tempest-TestMinimumBasicScenario-166037871 tempest-TestMinimumBasicScenario-166037871-project] Publish callbacks [] for security_group_rule (36bdd34a-f352-467b-aee9-95612a7f4c76), before_create {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:47:16.064335 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-367536c0-6643-4f8f-88f5-5befb925cf20 req-b7365e57-7e36-42e7-8a7c-354a1344f146 service neutron] 10.222.0.36 "GET /v2.0/networks/d4cb06c7-675f-48ed-a5d3-2ec6192dcb86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913906 Feb 28 22:47:16.100297 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-16f860de-d132-4a79-ab0f-a10be93a5499 tempest-TestMinimumBasicScenario-166037871 tempest-TestMinimumBasicScenario-166037871-project] Publish callbacks [] for security_group_rule (36bdd34a-f352-467b-aee9-95612a7f4c76), precommit_create {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:47:16.107158 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-16f860de-d132-4a79-ab0f-a10be93a5499 tempest-TestMinimumBasicScenario-166037871 tempest-TestMinimumBasicScenario-166037871-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33441134'] for security_group_rule (36bdd34a-f352-467b-aee9-95612a7f4c76), after_create {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:47:16.126714 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f860de-d132-4a79-ab0f-a10be93a5499 tempest-TestMinimumBasicScenario-166037871 tempest-TestMinimumBasicScenario-166037871-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=36bdd34a-f352-467b-aee9-95612a7f4c76,revision_number=0']} {{(pid=109569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:47:16.137380 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-16f860de-d132-4a79-ab0f-a10be93a5499 tempest-TestMinimumBasicScenario-166037871 tempest-TestMinimumBasicScenario-166037871-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:47:16.143526 dv-cinder-830538-5-iscsi neutron-server[109569]: INFO neutron.wsgi [None req-16f860de-d132-4a79-ab0f-a10be93a5499 tempest-TestMinimumBasicScenario-166037871 tempest-TestMinimumBasicScenario-166037871-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1601155 Feb 28 22:47:16.143741 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.wsgi [-] (109568) accepted ('10.222.0.11', 57080) {{(pid=109568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 22:47:16.148534 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.api.v2.base [None req-143cf36a-9495-4fd9-8825-a68aeacb2a91 tempest-TestMinimumBasicScenario-166037871 tempest-TestMinimumBasicScenario-166037871-project] Request body: {'security_group_rule': {'security_group_id': '77861581-3db3-484b-92bf-a77afaad58ed', 'project_id': '564e12fb04954a5e8480fbdb9c7742fa', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 22:47:16.193423 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.db.securitygroups_db [None req-143cf36a-9495-4fd9-8825-a68aeacb2a91 tempest-TestMinimumBasicScenario-166037871 tempest-TestMinimumBasicScenario-166037871-project] Project 564e12fb04954a5e8480fbdb9c7742fa added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 28 22:47:16.216831 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-143cf36a-9495-4fd9-8825-a68aeacb2a91 tempest-TestMinimumBasicScenario-166037871 tempest-TestMinimumBasicScenario-166037871-project] Publish callbacks [] for security_group_rule (e33b44ac-c115-48bd-8d63-6821431bf087), before_create {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:47:16.249207 dv-cinder-830538-5-iscsi neutron-server[109571]: DEBUG neutron.db.l3_hamode_db [None req-207f2a7c-ccd6-4d44-89d0-38c30916a22a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c6bed13-69c7-4592-a81f-1aca2749c8cf', 'name': 'tempest-TestMinimumBasicScenario-1705511880-router', 'tenant_id': '564e12fb04954a5e8480fbdb9c7742fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e7a10c7-addc-4b79-a555-0b472e939652', 'external_fixed_ips': [{'subnet_id': '8aaf002d-6309-4cf0-ae69-6d349a14c0b1', 'ip_address': '172.27.0.34'}], 'enable_snat': True}, 'gw_port_id': 'a75cc20e-67f4-45cb-9978-26f3b429d112', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T22:46:26Z', 'updated_at': '2022-02-28T22:46:29Z', 'revision_number': 4, 'project_id': '564e12fb04954a5e8480fbdb9c7742fa', 'gw_port': {'id': 'a75cc20e-67f4-45cb-9978-26f3b429d112', 'name': '', 'network_id': '3e7a10c7-addc-4b79-a555-0b472e939652', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:2e:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c6bed13-69c7-4592-a81f-1aca2749c8cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '8aaf002d-6309-4cf0-ae69-6d349a14c0b1', 'ip_address': '172.27.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T22:46:26Z', 'updated_at': '2022-02-28T22:46:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8aaf002d-6309-4cf0-ae69-6d349a14c0b1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830538-5-iscsi', '_floatingips': [{'id': '01c1ddb6-0863-479f-ad14-560a91a733cd', 'tenant_id': '564e12fb04954a5e8480fbdb9c7742fa', 'floating_ip_address': '172.27.0.184', 'floating_network_id': '3e7a10c7-addc-4b79-a555-0b472e939652', 'router_id': '0c6bed13-69c7-4592-a81f-1aca2749c8cf', 'port_id': 'a890133d-9435-4df4-8e77-7fd860ce15e5', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 535, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd4cb06c7-675f-48ed-a5d3-2ec6192dcb86', 'mac_address': 'fa:16:3e:34:8f:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ec45306-4f87-44b3-905b-b0ae5f00c155', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T22:47:13Z', 'updated_at': '2022-02-28T22:47:13Z', 'revision_number': 0, 'project_id': '564e12fb04954a5e8480fbdb9c7742fa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3aebc9d9-3219-494d-a7d2-9b0643a75a7e', 'name': '', 'network_id': 'd4cb06c7-675f-48ed-a5d3-2ec6192dcb86', 'tenant_id': '564e12fb04954a5e8480fbdb9c7742fa', 'mac_address': 'fa:16:3e:32:2b:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c6bed13-69c7-4592-a81f-1aca2749c8cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '22654f78-35e9-4ca6-b80d-e52dabbec49e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T22:46:28Z', 'updated_at': '2022-02-28T22:46:33Z', 'revision_number': 5, 'project_id': '564e12fb04954a5e8480fbdb9c7742fa', 'subnets': [{'id': '22654f78-35e9-4ca6-b80d-e52dabbec49e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830538-5-iscsi', False) {} {{(pid=109571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 22:47:16.251071 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-367536c0-6643-4f8f-88f5-5befb925cf20 req-42a315f8-924c-4413-ab5e-27b45ca512e6 service neutron] 10.222.0.36 "GET /v2.0/networks/d4cb06c7-675f-48ed-a5d3-2ec6192dcb86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1805625 Feb 28 22:47:16.286568 dv-cinder-830538-5-iscsi neutron-server[109571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-207f2a7c-ccd6-4d44-89d0-38c30916a22a None None] The sync data for ids ['0c6bed13-69c7-4592-a81f-1aca2749c8cf'] in dv-cinder-830538-5-iscsi is: [{'id': '0c6bed13-69c7-4592-a81f-1aca2749c8cf', 'name': 'tempest-TestMinimumBasicScenario-1705511880-router', 'tenant_id': '564e12fb04954a5e8480fbdb9c7742fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e7a10c7-addc-4b79-a555-0b472e939652', 'external_fixed_ips': [{'subnet_id': '8aaf002d-6309-4cf0-ae69-6d349a14c0b1', 'ip_address': '172.27.0.34'}], 'enable_snat': True}, 'gw_port_id': 'a75cc20e-67f4-45cb-9978-26f3b429d112', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T22:46:26Z', 'updated_at': '2022-02-28T22:46:29Z', 'revision_number': 4, 'project_id': '564e12fb04954a5e8480fbdb9c7742fa', 'gw_port': {'id': 'a75cc20e-67f4-45cb-9978-26f3b429d112', 'name': '', 'network_id': '3e7a10c7-addc-4b79-a555-0b472e939652', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:2e:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c6bed13-69c7-4592-a81f-1aca2749c8cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '8aaf002d-6309-4cf0-ae69-6d349a14c0b1', 'ip_address': '172.27.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T22:46:26Z', 'updated_at': '2022-02-28T22:46:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8aaf002d-6309-4cf0-ae69-6d349a14c0b1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830538-5-iscsi', '_floatingips': [{'id': '01c1ddb6-0863-479f-ad14-560a91a733cd', 'tenant_id': '564e12fb04954a5e8480fbdb9c7742fa', 'floating_ip_address': '172.27.0.184', 'floating_network_id': '3e7a10c7-addc-4b79-a555-0b472e939652', 'router_id': '0c6bed13-69c7-4592-a81f-1aca2749c8cf', 'port_id': 'a890133d-9435-4df4-8e77-7fd860ce15e5', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 535, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd4cb06c7-675f-48ed-a5d3-2ec6192dcb86', 'mac_address': 'fa:16:3e:34:8f:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ec45306-4f87-44b3-905b-b0ae5f00c155', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T22:47:13Z', 'updated_at': '2022-02-28T22:47:13Z', 'revision_number': 0, 'project_id': '564e12fb04954a5e8480fbdb9c7742fa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3aebc9d9-3219-494d-a7d2-9b0643a75a7e', 'name': '', 'network_id': 'd4cb06c7-675f-48ed-a5d3-2ec6192dcb86', 'tenant_id': '564e12fb04954a5e8480fbdb9c7742fa', 'mac_address': 'fa:16:3e:32:2b:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c6bed13-69c7-4592-a81f-1aca2749c8cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '22654f78-35e9-4ca6-b80d-e52dabbec49e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T22:46:28Z', 'updated_at': '2022-02-28T22:46:33Z', 'revision_number': 5, 'project_id': '564e12fb04954a5e8480fbdb9c7742fa', 'subnets': [{'id': '22654f78-35e9-4ca6-b80d-e52dabbec49e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 22:47:16.330824 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-143cf36a-9495-4fd9-8825-a68aeacb2a91 tempest-TestMinimumBasicScenario-166037871 tempest-TestMinimumBasicScenario-166037871-project] Publish callbacks [] for security_group_rule (e33b44ac-c115-48bd-8d63-6821431bf087), precommit_create {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:47:16.334897 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-143cf36a-9495-4fd9-8825-a68aeacb2a91 tempest-TestMinimumBasicScenario-166037871 tempest-TestMinimumBasicScenario-166037871-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33441134'] for security_group_rule (e33b44ac-c115-48bd-8d63-6821431bf087), after_create {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:47:16.364533 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143cf36a-9495-4fd9-8825-a68aeacb2a91 tempest-TestMinimumBasicScenario-166037871 tempest-TestMinimumBasicScenario-166037871-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e33b44ac-c115-48bd-8d63-6821431bf087,revision_number=0']} {{(pid=109568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:47:16.388304 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c27843-15dd-45ba-849a-743c844370de req-58b0e076-7c45-400c-ac5e-93e9a5b9680e tempest-AttachVolumeShelveTestJSON-2030561000 tempest-AttachVolumeShelveTestJSON-2030561000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:47:16.390190 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-e2c27843-15dd-45ba-849a-743c844370de req-58b0e076-7c45-400c-ac5e-93e9a5b9680e tempest-AttachVolumeShelveTestJSON-2030561000 tempest-AttachVolumeShelveTestJSON-2030561000-project] 10.222.0.11 "GET /v2.0/ports?device_id=d9fa7fde-aeb4-48d6-993a-d21fe9e9d484 HTTP/1.1" status: 200 len: 945 time: 0.1033528 Feb 28 22:47:16.393315 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-143cf36a-9495-4fd9-8825-a68aeacb2a91 tempest-TestMinimumBasicScenario-166037871 tempest-TestMinimumBasicScenario-166037871-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:47:16.397246 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.wsgi [-] (109569) accepted ('10.222.0.11', 57088) {{(pid=109569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 22:47:16.397772 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [None req-143cf36a-9495-4fd9-8825-a68aeacb2a91 tempest-TestMinimumBasicScenario-166037871 tempest-TestMinimumBasicScenario-166037871-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2526119 Feb 28 22:47:16.399002 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-143cf36a-9495-4fd9-8825-a68aeacb2a91 tempest-TestMinimumBasicScenario-166037871 tempest-TestMinimumBasicScenario-166037871-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830538-5-iscsi {{(pid=109568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:47:16.399316 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-143cf36a-9495-4fd9-8825-a68aeacb2a91 tempest-TestMinimumBasicScenario-166037871 tempest-TestMinimumBasicScenario-166037871-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-5-iscsi {{(pid=109568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:47:16.399679 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-143cf36a-9495-4fd9-8825-a68aeacb2a91 tempest-TestMinimumBasicScenario-166037871 tempest-TestMinimumBasicScenario-166037871-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-5-iscsi {{(pid=109568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:47:16.400060 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-143cf36a-9495-4fd9-8825-a68aeacb2a91 tempest-TestMinimumBasicScenario-166037871 tempest-TestMinimumBasicScenario-166037871-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-5-iscsi {{(pid=109568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:47:16.400399 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-143cf36a-9495-4fd9-8825-a68aeacb2a91 tempest-TestMinimumBasicScenario-166037871 tempest-TestMinimumBasicScenario-166037871-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830538-5-iscsi {{(pid=109568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:47:16.400793 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-143cf36a-9495-4fd9-8825-a68aeacb2a91 tempest-TestMinimumBasicScenario-166037871 tempest-TestMinimumBasicScenario-166037871-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830538-5-iscsi {{(pid=109568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:47:16.401122 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-143cf36a-9495-4fd9-8825-a68aeacb2a91 tempest-TestMinimumBasicScenario-166037871 tempest-TestMinimumBasicScenario-166037871-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830538-5-iscsi {{(pid=109568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:47:16.401429 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-143cf36a-9495-4fd9-8825-a68aeacb2a91 tempest-TestMinimumBasicScenario-166037871 tempest-TestMinimumBasicScenario-166037871-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830538-5-iscsi {{(pid=109568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:47:16.401744 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-143cf36a-9495-4fd9-8825-a68aeacb2a91 tempest-TestMinimumBasicScenario-166037871 tempest-TestMinimumBasicScenario-166037871-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830538-5-iscsi {{(pid=109568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:47:16.402065 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-143cf36a-9495-4fd9-8825-a68aeacb2a91 tempest-TestMinimumBasicScenario-166037871 tempest-TestMinimumBasicScenario-166037871-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830538-5-iscsi {{(pid=109568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:47:16.402396 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-143cf36a-9495-4fd9-8825-a68aeacb2a91 tempest-TestMinimumBasicScenario-166037871 tempest-TestMinimumBasicScenario-166037871-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-5-iscsi {{(pid=109568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:47:16.402707 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-143cf36a-9495-4fd9-8825-a68aeacb2a91 tempest-TestMinimumBasicScenario-166037871 tempest-TestMinimumBasicScenario-166037871-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830538-5-iscsi {{(pid=109568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:47:16.403288 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-143cf36a-9495-4fd9-8825-a68aeacb2a91 tempest-TestMinimumBasicScenario-166037871 tempest-TestMinimumBasicScenario-166037871-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830538-5-iscsi {{(pid=109568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:47:16.403370 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.api.v2.base [None req-dd535f17-20f3-43c9-95f7-eb8a638924fd tempest-TestMinimumBasicScenario-166037871 tempest-TestMinimumBasicScenario-166037871-project] Request body: {'security_group_rule': {'security_group_id': '77861581-3db3-484b-92bf-a77afaad58ed', 'project_id': '564e12fb04954a5e8480fbdb9c7742fa', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 22:47:16.434600 dv-cinder-830538-5-iscsi neutron-server[109569]: INFO neutron.db.securitygroups_db [None req-dd535f17-20f3-43c9-95f7-eb8a638924fd tempest-TestMinimumBasicScenario-166037871 tempest-TestMinimumBasicScenario-166037871-project] Project 564e12fb04954a5e8480fbdb9c7742fa added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 28 22:47:16.441781 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-dd535f17-20f3-43c9-95f7-eb8a638924fd tempest-TestMinimumBasicScenario-166037871 tempest-TestMinimumBasicScenario-166037871-project] Publish callbacks [] for security_group_rule (228581b9-c429-42ff-9333-be80852ac5fb), before_create {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:47:16.463464 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-e2c27843-15dd-45ba-849a-743c844370de req-da167f0d-839b-4be9-b5a2-77115aa9e825 tempest-AttachVolumeShelveTestJSON-2030561000 tempest-AttachVolumeShelveTestJSON-2030561000-project] 10.222.0.11 "GET /v2.0/security-groups?id=4c2eb597-13aa-4220-9dba-0738b2aa7415&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0565200 Feb 28 22:47:16.525499 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-dd535f17-20f3-43c9-95f7-eb8a638924fd tempest-TestMinimumBasicScenario-166037871 tempest-TestMinimumBasicScenario-166037871-project] Publish callbacks [] for security_group_rule (228581b9-c429-42ff-9333-be80852ac5fb), precommit_create {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:47:16.538771 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-dd535f17-20f3-43c9-95f7-eb8a638924fd tempest-TestMinimumBasicScenario-166037871 tempest-TestMinimumBasicScenario-166037871-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33441134'] for security_group_rule (228581b9-c429-42ff-9333-be80852ac5fb), after_create {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:47:16.553292 dv-cinder-830538-5-iscsi neutron-server[109571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40fc9c22-106a-4ce8-9cb3-6090ac1a05ca None None] New status for floating IP 01c1ddb6-0863-479f-ad14-560a91a733cd: ACTIVE {{(pid=109571) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 28 22:47:16.564415 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd535f17-20f3-43c9-95f7-eb8a638924fd tempest-TestMinimumBasicScenario-166037871 tempest-TestMinimumBasicScenario-166037871-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=228581b9-c429-42ff-9333-be80852ac5fb,revision_number=0']} {{(pid=109569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:47:16.576957 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-dd535f17-20f3-43c9-95f7-eb8a638924fd tempest-TestMinimumBasicScenario-166037871 tempest-TestMinimumBasicScenario-166037871-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:47:16.578847 dv-cinder-830538-5-iscsi neutron-server[109569]: INFO neutron.wsgi [None req-dd535f17-20f3-43c9-95f7-eb8a638924fd tempest-TestMinimumBasicScenario-166037871 tempest-TestMinimumBasicScenario-166037871-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1799176 Feb 28 22:47:16.678033 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-3c284205-acc9-49c0-b4e4-9293822e0663 req-efc8c069-e946-42b7-a0a2-63a726548552 tempest-TestMinimumBasicScenario-166037871 tempest-TestMinimumBasicScenario-166037871-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1895139919&fields=id&tenant_id=564e12fb04954a5e8480fbdb9c7742fa HTTP/1.1" status: 200 len: 267 time: 0.0449464 Feb 28 22:47:16.739501 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c284205-acc9-49c0-b4e4-9293822e0663 req-4a7568ef-f4dc-4eb3-a8f3-5ad88399e396 tempest-TestMinimumBasicScenario-166037871 tempest-TestMinimumBasicScenario-166037871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:47:16.741018 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-3c284205-acc9-49c0-b4e4-9293822e0663 req-4a7568ef-f4dc-4eb3-a8f3-5ad88399e396 tempest-TestMinimumBasicScenario-166037871 tempest-TestMinimumBasicScenario-166037871-project] 10.222.0.11 "GET /v2.0/ports?device_id=9ec45306-4f87-44b3-905b-b0ae5f00c155 HTTP/1.1" status: 200 len: 945 time: 0.0577850 Feb 28 22:47:16.757562 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.api.v2.base [req-3c284205-acc9-49c0-b4e4-9293822e0663 req-335d7efc-d166-4b67-964e-0c8e0f3df257 tempest-TestMinimumBasicScenario-166037871 tempest-TestMinimumBasicScenario-166037871-project] Request body: {'port': {'security_groups': ['c0733c5d-9464-454f-8610-e8f35d7dcf08', '77861581-3db3-484b-92bf-a77afaad58ed']}} {{(pid=109568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 22:47:16.831999 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [req-3c284205-acc9-49c0-b4e4-9293822e0663 req-335d7efc-d166-4b67-964e-0c8e0f3df257 tempest-TestMinimumBasicScenario-166037871 tempest-TestMinimumBasicScenario-166037871-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616566'] for port (a890133d-9435-4df4-8e77-7fd860ce15e5), before_update {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:47:17.048969 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.plugins.ml2.db [req-3c284205-acc9-49c0-b4e4-9293822e0663 req-335d7efc-d166-4b67-964e-0c8e0f3df257 tempest-TestMinimumBasicScenario-166037871 tempest-TestMinimumBasicScenario-166037871-project] For port a890133d-9435-4df4-8e77-7fd860ce15e5, host hv-cinder-83053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83053',level=0,port_id=a890133d-9435-4df4-8e77-7fd860ce15e5,segment=NetworkSegment(3042934a-08a6-41f2-b37b-17c50407117e),segment_id=3042934a-08a6-41f2-b37b-17c50407117e)] {{(pid=109568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 22:47:17.086074 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef90a87-48c1-4824-b6c3-5a2f2ab02429 req-adc0cd71-b6d5-4d29-89ad-912eee8628cc tempest-TestShelveInstance-339258210 tempest-TestShelveInstance-339258210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:47:17.087537 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-2ef90a87-48c1-4824-b6c3-5a2f2ab02429 req-adc0cd71-b6d5-4d29-89ad-912eee8628cc tempest-TestShelveInstance-339258210 tempest-TestShelveInstance-339258210-project] 10.222.0.11 "GET /v2.0/ports?device_id=7890d07e-869c-4cc7-81d8-0d515670203c HTTP/1.1" status: 200 len: 945 time: 0.0952098 Feb 28 22:47:17.103334 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [req-3c284205-acc9-49c0-b4e4-9293822e0663 req-335d7efc-d166-4b67-964e-0c8e0f3df257 tempest-TestMinimumBasicScenario-166037871 tempest-TestMinimumBasicScenario-166037871-project] Publish callbacks [] for port (a890133d-9435-4df4-8e77-7fd860ce15e5), precommit_update {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:47:17.111071 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [req-3c284205-acc9-49c0-b4e4-9293822e0663 req-335d7efc-d166-4b67-964e-0c8e0f3df257 tempest-TestMinimumBasicScenario-166037871 tempest-TestMinimumBasicScenario-166037871-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33156859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750845083886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750844628246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750844628264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30788396'] for port (a890133d-9435-4df4-8e77-7fd860ce15e5), after_update {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:47:17.122526 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.db [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] get_ports_and_sgs() called for port_ids ['a890133d-9435-4df4-8e77-7fd860ce15e5'] {{(pid=109570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 22:47:17.175013 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c284205-acc9-49c0-b4e4-9293822e0663 req-335d7efc-d166-4b67-964e-0c8e0f3df257 tempest-TestMinimumBasicScenario-166037871 tempest-TestMinimumBasicScenario-166037871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:47:17.175633 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [req-3c284205-acc9-49c0-b4e4-9293822e0663 req-335d7efc-d166-4b67-964e-0c8e0f3df257 tempest-TestMinimumBasicScenario-166037871 tempest-TestMinimumBasicScenario-166037871-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80159'] for port (None), before_response {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:47:17.177065 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-3c284205-acc9-49c0-b4e4-9293822e0663 req-335d7efc-d166-4b67-964e-0c8e0f3df257 tempest-TestMinimumBasicScenario-166037871 tempest-TestMinimumBasicScenario-166037871-project] 10.222.0.11 "PUT /v2.0/ports/a890133d-9435-4df4-8e77-7fd860ce15e5 HTTP/1.1" status: 200 len: 981 time: 0.4273295 Feb 28 22:47:17.177767 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ec45306-4f87-44b3-905b-b0ae5f00c155', 'tag': 'a890133d-9435-4df4-8e77-7fd860ce15e5'}] {{(pid=109568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 22:47:17.179773 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be30730c9f576b5ae602769365630bce3a2881df6c4aa92702dca8eb1643a507" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ff9db62-3f25-4c8a-8c60-20ec2653fcd9" -d '{"events": [{"name": "network-changed", "server_uuid": "9ec45306-4f87-44b3-905b-b0ae5f00c155", "tag": "a890133d-9435-4df4-8e77-7fd860ce15e5"}]}' {{(pid=109568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 22:47:17.208396 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-2ef90a87-48c1-4824-b6c3-5a2f2ab02429 req-e9844699-24bc-444d-8152-535337d10688 tempest-TestShelveInstance-339258210 tempest-TestShelveInstance-339258210-project] 10.222.0.11 "GET /v2.0/security-groups?id=024ad902-35c5-4d85-9bcc-a0943f245810&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1139247 Feb 28 22:47:17.212092 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-335d7efc-d166-4b67-964e-0c8e0f3df257 tempest-TestMinimumBasicScenario-166037871 tempest-TestMinimumBasicScenario-166037871-project] Pushing event updated for resources: {'Port': ['ID=a890133d-9435-4df4-8e77-7fd860ce15e5,revision_number=6']} {{(pid=109568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:47:17.259876 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 22:47:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e46f4391-ab5c-490f-a256-1bd1fd15a1af x-openstack-request-id: req-e46f4391-ab5c-490f-a256-1bd1fd15a1af {{(pid=109568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 22:47:17.260760 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9ec45306-4f87-44b3-905b-b0ae5f00c155", "tag": "a890133d-9435-4df4-8e77-7fd860ce15e5", "status": "completed", "code": 200}]} {{(pid=109568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 22:47:17.261712 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-e46f4391-ab5c-490f-a256-1bd1fd15a1af {{(pid=109568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 22:47:17.262827 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9ec45306-4f87-44b3-905b-b0ae5f00c155', 'tag': 'a890133d-9435-4df4-8e77-7fd860ce15e5', 'status': 'completed', 'code': 200} Feb 28 22:47:17.268386 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.db [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] get_ports_and_sgs() called for port_ids ['a890133d-9435-4df4-8e77-7fd860ce15e5'] {{(pid=109570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 22:47:17.360443 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76aaa984-8c9a-4395-a32c-1af8a87369d8 req-2bc19aad-90a3-4537-88fd-4f2195485835 tempest-TestMinimumBasicScenario-166037871 tempest-TestMinimumBasicScenario-166037871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:47:17.361984 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-76aaa984-8c9a-4395-a32c-1af8a87369d8 req-2bc19aad-90a3-4537-88fd-4f2195485835 tempest-TestMinimumBasicScenario-166037871 tempest-TestMinimumBasicScenario-166037871-project] 10.222.0.11 "GET /v2.0/ports?device_id=9ec45306-4f87-44b3-905b-b0ae5f00c155 HTTP/1.1" status: 200 len: 984 time: 0.0962682 Feb 28 22:47:17.364277 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff9db62-3f25-4c8a-8c60-20ec2653fcd9 req-21b53c4a-b78d-43ac-a2c0-5d7c8132762a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:47:17.365757 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-4ff9db62-3f25-4c8a-8c60-20ec2653fcd9 req-21b53c4a-b78d-43ac-a2c0-5d7c8132762a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=564e12fb04954a5e8480fbdb9c7742fa&device_id=9ec45306-4f87-44b3-905b-b0ae5f00c155 HTTP/1.1" status: 200 len: 1168 time: 0.0671020 Feb 28 22:47:17.479482 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.db.provisioning_blocks [None req-70b15a90-9868-4b0d-a855-efd4b9344410 None None] Provisioning complete for port a890133d-9435-4df4-8e77-7fd860ce15e5 triggered by entity DHCP. {{(pid=109570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 22:47:17.479937 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-70b15a90-9868-4b0d-a855-efd4b9344410 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579965'] for port (a890133d-9435-4df4-8e77-7fd860ce15e5), provisioning_complete {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:47:17.484104 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-76aaa984-8c9a-4395-a32c-1af8a87369d8 req-57037c2d-2c1d-4c7d-96a3-bf6c51266cda tempest-TestMinimumBasicScenario-166037871 tempest-TestMinimumBasicScenario-166037871-project] 10.222.0.11 "GET /v2.0/security-groups?id=77861581-3db3-484b-92bf-a77afaad58ed&id=c0733c5d-9464-454f-8610-e8f35d7dcf08&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1129298 Feb 28 22:47:17.508873 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff9db62-3f25-4c8a-8c60-20ec2653fcd9 req-dd486005-cf6b-47dc-94f3-9d09b4550727 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:47:17.511522 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-4ff9db62-3f25-4c8a-8c60-20ec2653fcd9 req-dd486005-cf6b-47dc-94f3-9d09b4550727 service neutron] 10.222.0.36 "GET /v2.0/networks?id=d4cb06c7-675f-48ed-a5d3-2ec6192dcb86 HTTP/1.1" status: 200 len: 916 time: 0.1330709 Feb 28 22:47:17.611006 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-4ff9db62-3f25-4c8a-8c60-20ec2653fcd9 req-87acb45c-d348-4ade-bdff-344918c938f5 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a890133d-9435-4df4-8e77-7fd860ce15e5 HTTP/1.1" status: 200 len: 1001 time: 0.0921237 Feb 28 22:47:17.664161 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69f9751-6ae7-42ae-873e-f28088777f91 req-ef26e2f3-bbe0-4ef6-8b20-3f531075a906 tempest-AttachVolumeShelveTestJSON-2030561000 tempest-AttachVolumeShelveTestJSON-2030561000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:47:17.665636 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-e69f9751-6ae7-42ae-873e-f28088777f91 req-ef26e2f3-bbe0-4ef6-8b20-3f531075a906 tempest-AttachVolumeShelveTestJSON-2030561000 tempest-AttachVolumeShelveTestJSON-2030561000-project] 10.222.0.11 "GET /v2.0/ports?device_id=d9fa7fde-aeb4-48d6-993a-d21fe9e9d484 HTTP/1.1" status: 200 len: 945 time: 0.1078842 Feb 28 22:47:17.681019 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff9db62-3f25-4c8a-8c60-20ec2653fcd9 req-39688189-2930-4175-8f8f-48cdc679e33b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:47:17.682937 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-4ff9db62-3f25-4c8a-8c60-20ec2653fcd9 req-39688189-2930-4175-8f8f-48cdc679e33b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=22654f78-35e9-4ca6-b80d-e52dabbec49e HTTP/1.1" status: 200 len: 854 time: 0.0656297 Feb 28 22:47:17.706788 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.plugin [None req-70b15a90-9868-4b0d-a855-efd4b9344410 None None] Current status of the port a890133d-9435-4df4-8e77-7fd860ce15e5 is: ACTIVE; New status is: ACTIVE {{(pid=109570) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 22:47:17.745358 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-e69f9751-6ae7-42ae-873e-f28088777f91 req-625d9054-339a-4451-9812-b189443463a2 tempest-AttachVolumeShelveTestJSON-2030561000 tempest-AttachVolumeShelveTestJSON-2030561000-project] 10.222.0.11 "GET /v2.0/security-groups?id=4c2eb597-13aa-4220-9dba-0738b2aa7415&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0734615 Feb 28 22:47:17.754604 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff9db62-3f25-4c8a-8c60-20ec2653fcd9 req-b46a80bd-5452-4714-89c4-f1d5d4d7b5e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:47:17.756110 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-4ff9db62-3f25-4c8a-8c60-20ec2653fcd9 req-b46a80bd-5452-4714-89c4-f1d5d4d7b5e7 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d4cb06c7-675f-48ed-a5d3-2ec6192dcb86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0669003 Feb 28 22:47:18.098378 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-4ff9db62-3f25-4c8a-8c60-20ec2653fcd9 req-afca7348-82c4-49fc-ad00-4330ed6db5a7 service neutron] 10.222.0.36 "GET /v2.0/networks/d4cb06c7-675f-48ed-a5d3-2ec6192dcb86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3332937 Feb 28 22:47:18.183865 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-4ff9db62-3f25-4c8a-8c60-20ec2653fcd9 req-d38fe910-fe4d-4cce-954f-d139413e706b service neutron] 10.222.0.36 "GET /v2.0/networks/d4cb06c7-675f-48ed-a5d3-2ec6192dcb86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0791824 Feb 28 22:47:18.327598 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6048d6a1-c894-4ba7-bc2d-b8c76ca7abe8 req-7a65c414-074b-4f41-9972-81d529245fdc tempest-TestShelveInstance-339258210 tempest-TestShelveInstance-339258210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:47:18.329112 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-6048d6a1-c894-4ba7-bc2d-b8c76ca7abe8 req-7a65c414-074b-4f41-9972-81d529245fdc tempest-TestShelveInstance-339258210 tempest-TestShelveInstance-339258210-project] 10.222.0.11 "GET /v2.0/ports?device_id=7890d07e-869c-4cc7-81d8-0d515670203c HTTP/1.1" status: 200 len: 945 time: 0.0527694 Feb 28 22:47:18.378779 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-6048d6a1-c894-4ba7-bc2d-b8c76ca7abe8 req-b678893b-5502-43fe-aec0-4a3a857a8076 tempest-TestShelveInstance-339258210 tempest-TestShelveInstance-339258210-project] 10.222.0.11 "GET /v2.0/security-groups?id=024ad902-35c5-4d85-9bcc-a0943f245810&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440564 Feb 28 22:47:18.870315 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6089fb88-eefa-4157-8154-33c383d3875b req-f0ab47e9-80bd-41cb-a8d6-1d07befd9d5c tempest-AttachVolumeShelveTestJSON-2030561000 tempest-AttachVolumeShelveTestJSON-2030561000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:47:18.871824 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-6089fb88-eefa-4157-8154-33c383d3875b req-f0ab47e9-80bd-41cb-a8d6-1d07befd9d5c tempest-AttachVolumeShelveTestJSON-2030561000 tempest-AttachVolumeShelveTestJSON-2030561000-project] 10.222.0.11 "GET /v2.0/ports?device_id=d9fa7fde-aeb4-48d6-993a-d21fe9e9d484 HTTP/1.1" status: 200 len: 945 time: 0.0522423 Feb 28 22:47:18.919020 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-6089fb88-eefa-4157-8154-33c383d3875b req-98b1c48f-7634-40cf-895e-9dcfd799dec3 tempest-AttachVolumeShelveTestJSON-2030561000 tempest-AttachVolumeShelveTestJSON-2030561000-project] 10.222.0.11 "GET /v2.0/security-groups?id=4c2eb597-13aa-4220-9dba-0738b2aa7415&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415847 Feb 28 22:47:19.493901 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6df369-e5c8-49d4-88b0-ae5a83c51398 req-a691b342-f62b-4825-a84b-2bed139d1d3c tempest-TestShelveInstance-339258210 tempest-TestShelveInstance-339258210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:47:19.495755 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-2a6df369-e5c8-49d4-88b0-ae5a83c51398 req-a691b342-f62b-4825-a84b-2bed139d1d3c tempest-TestShelveInstance-339258210 tempest-TestShelveInstance-339258210-project] 10.222.0.11 "GET /v2.0/ports?device_id=7890d07e-869c-4cc7-81d8-0d515670203c HTTP/1.1" status: 200 len: 945 time: 0.0522246 Feb 28 22:47:19.543282 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-2a6df369-e5c8-49d4-88b0-ae5a83c51398 req-fea1cc10-d3b5-4464-9a98-0ca5ff7bcb31 tempest-TestShelveInstance-339258210 tempest-TestShelveInstance-339258210-project] 10.222.0.11 "GET /v2.0/security-groups?id=024ad902-35c5-4d85-9bcc-a0943f245810&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421088 Feb 28 22:47:20.044360 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403b00d0-d490-4404-8e85-8bc6fd72d255 req-03846a61-57d2-4bb1-af90-5a7c2a71b5a0 tempest-AttachVolumeShelveTestJSON-2030561000 tempest-AttachVolumeShelveTestJSON-2030561000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:47:20.045730 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-403b00d0-d490-4404-8e85-8bc6fd72d255 req-03846a61-57d2-4bb1-af90-5a7c2a71b5a0 tempest-AttachVolumeShelveTestJSON-2030561000 tempest-AttachVolumeShelveTestJSON-2030561000-project] 10.222.0.11 "GET /v2.0/ports?device_id=d9fa7fde-aeb4-48d6-993a-d21fe9e9d484 HTTP/1.1" status: 200 len: 945 time: 0.0555003 Feb 28 22:47:20.091771 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-403b00d0-d490-4404-8e85-8bc6fd72d255 req-ac3fb4e9-12c9-4d8d-ace4-fbe4b071d98e tempest-AttachVolumeShelveTestJSON-2030561000 tempest-AttachVolumeShelveTestJSON-2030561000-project] 10.222.0.11 "GET /v2.0/security-groups?id=4c2eb597-13aa-4220-9dba-0738b2aa7415&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405624 Feb 28 22:47:20.660855 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc96a20-59d3-487b-a087-b50fd44fc99c req-cbddac92-6ee4-49dd-86d3-534aaa30d1c5 tempest-TestShelveInstance-339258210 tempest-TestShelveInstance-339258210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:47:20.662326 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-1cc96a20-59d3-487b-a087-b50fd44fc99c req-cbddac92-6ee4-49dd-86d3-534aaa30d1c5 tempest-TestShelveInstance-339258210 tempest-TestShelveInstance-339258210-project] 10.222.0.11 "GET /v2.0/ports?device_id=7890d07e-869c-4cc7-81d8-0d515670203c HTTP/1.1" status: 200 len: 945 time: 0.0531611 Feb 28 22:47:20.710603 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-1cc96a20-59d3-487b-a087-b50fd44fc99c req-665a741b-1eff-4a9e-8688-41aa1d051d65 tempest-TestShelveInstance-339258210 tempest-TestShelveInstance-339258210-project] 10.222.0.11 "GET /v2.0/security-groups?id=024ad902-35c5-4d85-9bcc-a0943f245810&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417995 Feb 28 22:47:21.216735 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8dbd67-c868-46e3-bc05-d57feffffb55 req-56d51fc3-03a4-462b-8394-912323555b4c tempest-AttachVolumeShelveTestJSON-2030561000 tempest-AttachVolumeShelveTestJSON-2030561000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:47:21.218204 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-ef8dbd67-c868-46e3-bc05-d57feffffb55 req-56d51fc3-03a4-462b-8394-912323555b4c tempest-AttachVolumeShelveTestJSON-2030561000 tempest-AttachVolumeShelveTestJSON-2030561000-project] 10.222.0.11 "GET /v2.0/ports?device_id=d9fa7fde-aeb4-48d6-993a-d21fe9e9d484 HTTP/1.1" status: 200 len: 945 time: 0.0559244 Feb 28 22:47:21.263837 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-ef8dbd67-c868-46e3-bc05-d57feffffb55 req-4529a77f-4a13-4caa-9759-04c410bf102b tempest-AttachVolumeShelveTestJSON-2030561000 tempest-AttachVolumeShelveTestJSON-2030561000-project] 10.222.0.11 "GET /v2.0/security-groups?id=4c2eb597-13aa-4220-9dba-0738b2aa7415&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402272 Feb 28 22:47:21.828289 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9331bb78-ec7c-4b2b-8794-202bc8a39f40 req-96c2009c-df73-480b-9fa7-bad0e277aca1 tempest-TestShelveInstance-339258210 tempest-TestShelveInstance-339258210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:47:21.829782 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-9331bb78-ec7c-4b2b-8794-202bc8a39f40 req-96c2009c-df73-480b-9fa7-bad0e277aca1 tempest-TestShelveInstance-339258210 tempest-TestShelveInstance-339258210-project] 10.222.0.11 "GET /v2.0/ports?device_id=7890d07e-869c-4cc7-81d8-0d515670203c HTTP/1.1" status: 200 len: 945 time: 0.0539916 Feb 28 22:47:21.877800 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-9331bb78-ec7c-4b2b-8794-202bc8a39f40 req-6c449150-6bfa-43a6-a0e9-e906be24e1f6 tempest-TestShelveInstance-339258210 tempest-TestShelveInstance-339258210-project] 10.222.0.11 "GET /v2.0/security-groups?id=024ad902-35c5-4d85-9bcc-a0943f245810&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424778 Feb 28 22:47:22.384244 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538e9ab9-fd92-4e73-a123-ef96116b2acf req-40fa6b61-4461-49de-b236-8290f2353047 tempest-AttachVolumeShelveTestJSON-2030561000 tempest-AttachVolumeShelveTestJSON-2030561000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:47:22.385730 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-538e9ab9-fd92-4e73-a123-ef96116b2acf req-40fa6b61-4461-49de-b236-8290f2353047 tempest-AttachVolumeShelveTestJSON-2030561000 tempest-AttachVolumeShelveTestJSON-2030561000-project] 10.222.0.11 "GET /v2.0/ports?device_id=d9fa7fde-aeb4-48d6-993a-d21fe9e9d484 HTTP/1.1" status: 200 len: 945 time: 0.0515845 Feb 28 22:47:22.439769 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-538e9ab9-fd92-4e73-a123-ef96116b2acf req-f2825eb4-0730-4cd1-8622-536cdfb6e65a tempest-AttachVolumeShelveTestJSON-2030561000 tempest-AttachVolumeShelveTestJSON-2030561000-project] 10.222.0.11 "GET /v2.0/security-groups?id=4c2eb597-13aa-4220-9dba-0738b2aa7415&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483437 Feb 28 22:47:23.000517 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379dee74-d382-4def-9a95-f8ada1aea107 req-84de2aa3-0557-4121-afee-60b84a2cd7b6 tempest-TestShelveInstance-339258210 tempest-TestShelveInstance-339258210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:47:23.002003 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-379dee74-d382-4def-9a95-f8ada1aea107 req-84de2aa3-0557-4121-afee-60b84a2cd7b6 tempest-TestShelveInstance-339258210 tempest-TestShelveInstance-339258210-project] 10.222.0.11 "GET /v2.0/ports?device_id=7890d07e-869c-4cc7-81d8-0d515670203c HTTP/1.1" status: 200 len: 945 time: 0.0568297 Feb 28 22:47:23.052758 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-379dee74-d382-4def-9a95-f8ada1aea107 req-6ab3243a-45e2-4edd-a134-cdf4b03d657d tempest-TestShelveInstance-339258210 tempest-TestShelveInstance-339258210-project] 10.222.0.11 "GET /v2.0/security-groups?id=024ad902-35c5-4d85-9bcc-a0943f245810&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450788 Feb 28 22:47:23.558901 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2b3549-7a18-42cf-a2bd-44222552661c req-20673ab8-63ff-46b8-ac30-74f124af98a3 tempest-AttachVolumeShelveTestJSON-2030561000 tempest-AttachVolumeShelveTestJSON-2030561000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:47:23.560296 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-8a2b3549-7a18-42cf-a2bd-44222552661c req-20673ab8-63ff-46b8-ac30-74f124af98a3 tempest-AttachVolumeShelveTestJSON-2030561000 tempest-AttachVolumeShelveTestJSON-2030561000-project] 10.222.0.11 "GET /v2.0/ports?device_id=d9fa7fde-aeb4-48d6-993a-d21fe9e9d484 HTTP/1.1" status: 200 len: 945 time: 0.0517373 Feb 28 22:47:23.606064 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-8a2b3549-7a18-42cf-a2bd-44222552661c req-81d8ef8e-61c3-4389-9563-af9071b6ad80 tempest-AttachVolumeShelveTestJSON-2030561000 tempest-AttachVolumeShelveTestJSON-2030561000-project] 10.222.0.11 "GET /v2.0/security-groups?id=4c2eb597-13aa-4220-9dba-0738b2aa7415&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399203 Feb 28 22:47:24.178380 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d239193f-ec32-464d-a6e1-b155248d9221 req-7057c9c8-5d3e-443f-9cf0-2ad4e1c44b8d tempest-TestShelveInstance-339258210 tempest-TestShelveInstance-339258210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:47:24.179898 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-d239193f-ec32-464d-a6e1-b155248d9221 req-7057c9c8-5d3e-443f-9cf0-2ad4e1c44b8d tempest-TestShelveInstance-339258210 tempest-TestShelveInstance-339258210-project] 10.222.0.11 "GET /v2.0/ports?device_id=7890d07e-869c-4cc7-81d8-0d515670203c HTTP/1.1" status: 200 len: 945 time: 0.0567410 Feb 28 22:47:24.228349 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-d239193f-ec32-464d-a6e1-b155248d9221 req-833fddca-22f7-4831-814d-d012cf411c8c tempest-TestShelveInstance-339258210 tempest-TestShelveInstance-339258210-project] 10.222.0.11 "GET /v2.0/security-groups?id=024ad902-35c5-4d85-9bcc-a0943f245810&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424702 Feb 28 22:47:24.733001 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab77365-047a-4524-ac55-fa1d09dd2335 req-39963670-ad9b-4273-813f-7ff1961905f8 tempest-AttachVolumeShelveTestJSON-2030561000 tempest-AttachVolumeShelveTestJSON-2030561000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:47:24.734505 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-2ab77365-047a-4524-ac55-fa1d09dd2335 req-39963670-ad9b-4273-813f-7ff1961905f8 tempest-AttachVolumeShelveTestJSON-2030561000 tempest-AttachVolumeShelveTestJSON-2030561000-project] 10.222.0.11 "GET /v2.0/ports?device_id=d9fa7fde-aeb4-48d6-993a-d21fe9e9d484 HTTP/1.1" status: 200 len: 945 time: 0.0567384 Feb 28 22:47:24.786350 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-2ab77365-047a-4524-ac55-fa1d09dd2335 req-831685a2-65b6-4203-bf38-6e0723f8d33d tempest-AttachVolumeShelveTestJSON-2030561000 tempest-AttachVolumeShelveTestJSON-2030561000-project] 10.222.0.11 "GET /v2.0/security-groups?id=4c2eb597-13aa-4220-9dba-0738b2aa7415&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463178 Feb 28 22:47:25.348198 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d0206c-79e1-4e0f-9a33-f2e97e610db1 req-c819d41b-922a-492e-9764-1f044a3c708b tempest-TestShelveInstance-339258210 tempest-TestShelveInstance-339258210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:47:25.349606 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-b5d0206c-79e1-4e0f-9a33-f2e97e610db1 req-c819d41b-922a-492e-9764-1f044a3c708b tempest-TestShelveInstance-339258210 tempest-TestShelveInstance-339258210-project] 10.222.0.11 "GET /v2.0/ports?device_id=7890d07e-869c-4cc7-81d8-0d515670203c HTTP/1.1" status: 200 len: 945 time: 0.0522549 Feb 28 22:47:25.401435 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-b5d0206c-79e1-4e0f-9a33-f2e97e610db1 req-8bfc1411-fcf2-44f5-b047-5951f3576d4d tempest-TestShelveInstance-339258210 tempest-TestShelveInstance-339258210-project] 10.222.0.11 "GET /v2.0/security-groups?id=024ad902-35c5-4d85-9bcc-a0943f245810&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458722 Feb 28 22:47:25.725039 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51909fb3-5f96-4222-b43e-0b40a0db105d req-dc8b6d3c-69c7-4478-b26e-f24017a9dd6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:47:25.726612 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-51909fb3-5f96-4222-b43e-0b40a0db105d req-dc8b6d3c-69c7-4478-b26e-f24017a9dd6b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=77e116bf700b44a1a6f3fd4b298b9c7c&device_id=7890d07e-869c-4cc7-81d8-0d515670203c HTTP/1.1" status: 200 len: 1129 time: 0.0871782 Feb 28 22:47:25.819907 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51909fb3-5f96-4222-b43e-0b40a0db105d req-06e16ba1-3510-40dd-894b-c276b2bdde70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:47:25.821573 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-51909fb3-5f96-4222-b43e-0b40a0db105d req-06e16ba1-3510-40dd-894b-c276b2bdde70 service neutron] 10.222.0.36 "GET /v2.0/networks?id=5e888405-e835-4d9e-af33-9a4514df60c4 HTTP/1.1" status: 200 len: 909 time: 0.0887239 Feb 28 22:47:25.926773 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-51909fb3-5f96-4222-b43e-0b40a0db105d req-d4a4a9b6-4be5-47ba-8678-c6a1539725e7 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e59bf740-33c4-4cb7-aa8d-608a93433e74 HTTP/1.1" status: 200 len: 1001 time: 0.0969720 Feb 28 22:47:25.974326 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013aa1c8-8af9-4799-bf73-efcc0946e673 req-879ac0b5-f337-4ccd-91e2-ab732fc44d0a tempest-AttachVolumeShelveTestJSON-2030561000 tempest-AttachVolumeShelveTestJSON-2030561000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:47:25.975836 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-013aa1c8-8af9-4799-bf73-efcc0946e673 req-879ac0b5-f337-4ccd-91e2-ab732fc44d0a tempest-AttachVolumeShelveTestJSON-2030561000 tempest-AttachVolumeShelveTestJSON-2030561000-project] 10.222.0.11 "GET /v2.0/ports?device_id=d9fa7fde-aeb4-48d6-993a-d21fe9e9d484 HTTP/1.1" status: 200 len: 945 time: 0.1074114 Feb 28 22:47:26.006483 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51909fb3-5f96-4222-b43e-0b40a0db105d req-3bfea318-ffda-4e17-a7f2-673fe28f228e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:47:26.007918 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-51909fb3-5f96-4222-b43e-0b40a0db105d req-3bfea318-ffda-4e17-a7f2-673fe28f228e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e81b642d-26f6-40c1-82ba-10ebf6b78fed HTTP/1.1" status: 200 len: 847 time: 0.0739062 Feb 28 22:47:26.057261 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-013aa1c8-8af9-4799-bf73-efcc0946e673 req-6fc1e952-9dbd-4ed8-8fe2-63dc962f0fa8 tempest-AttachVolumeShelveTestJSON-2030561000 tempest-AttachVolumeShelveTestJSON-2030561000-project] 10.222.0.11 "GET /v2.0/security-groups?id=4c2eb597-13aa-4220-9dba-0738b2aa7415&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0753827 Feb 28 22:47:26.072189 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51909fb3-5f96-4222-b43e-0b40a0db105d req-eee0c0d4-10cf-4179-b2b7-a0f242d9a137 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:47:26.073906 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-51909fb3-5f96-4222-b43e-0b40a0db105d req-eee0c0d4-10cf-4179-b2b7-a0f242d9a137 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=5e888405-e835-4d9e-af33-9a4514df60c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0563233 Feb 28 22:47:26.162290 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-51909fb3-5f96-4222-b43e-0b40a0db105d req-fcb3e60f-855c-4b75-8bcc-e1bfb831e89c service neutron] 10.222.0.36 "GET /v2.0/networks/5e888405-e835-4d9e-af33-9a4514df60c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0793414 Feb 28 22:47:26.253650 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-51909fb3-5f96-4222-b43e-0b40a0db105d req-3fdd3fd1-3e83-46c1-b992-67f1a0a07de5 service neutron] 10.222.0.36 "GET /v2.0/networks/5e888405-e835-4d9e-af33-9a4514df60c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848818 Feb 28 22:47:26.517675 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4671d4c4-8027-400b-9a7e-35632a59a1f4 req-513d7464-f94a-4b9b-8b99-8c3640ef28f4 tempest-TestShelveInstance-339258210 tempest-TestShelveInstance-339258210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:47:26.519155 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-4671d4c4-8027-400b-9a7e-35632a59a1f4 req-513d7464-f94a-4b9b-8b99-8c3640ef28f4 tempest-TestShelveInstance-339258210 tempest-TestShelveInstance-339258210-project] 10.222.0.11 "GET /v2.0/ports?device_id=7890d07e-869c-4cc7-81d8-0d515670203c HTTP/1.1" status: 200 len: 945 time: 0.0531907 Feb 28 22:47:26.566859 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-4671d4c4-8027-400b-9a7e-35632a59a1f4 req-034c1478-8d3c-459e-accb-84b0c1c3796b tempest-TestShelveInstance-339258210 tempest-TestShelveInstance-339258210-project] 10.222.0.11 "GET /v2.0/security-groups?id=024ad902-35c5-4d85-9bcc-a0943f245810&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423057 Feb 28 22:47:27.192502 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12b9f2d-be15-4355-8a1a-dd5d95bdd391 req-e3b0123b-2dd5-4da5-b52a-5a973d915a90 tempest-AttachVolumeShelveTestJSON-2030561000 tempest-AttachVolumeShelveTestJSON-2030561000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:47:27.193967 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-c12b9f2d-be15-4355-8a1a-dd5d95bdd391 req-e3b0123b-2dd5-4da5-b52a-5a973d915a90 tempest-AttachVolumeShelveTestJSON-2030561000 tempest-AttachVolumeShelveTestJSON-2030561000-project] 10.222.0.11 "GET /v2.0/ports?device_id=d9fa7fde-aeb4-48d6-993a-d21fe9e9d484 HTTP/1.1" status: 200 len: 945 time: 0.0665700 Feb 28 22:47:27.241327 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-c12b9f2d-be15-4355-8a1a-dd5d95bdd391 req-c216a6d2-e331-4857-b93f-f5a2a66469ac tempest-AttachVolumeShelveTestJSON-2030561000 tempest-AttachVolumeShelveTestJSON-2030561000-project] 10.222.0.11 "GET /v2.0/security-groups?id=4c2eb597-13aa-4220-9dba-0738b2aa7415&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412660 Feb 28 22:47:27.694373 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3049b6-607c-4792-a724-b8f2442f4fab req-fc0f3f63-32aa-46b7-b924-d2d75e4dfafc tempest-TestShelveInstance-339258210 tempest-TestShelveInstance-339258210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:47:27.695884 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-be3049b6-607c-4792-a724-b8f2442f4fab req-fc0f3f63-32aa-46b7-b924-d2d75e4dfafc tempest-TestShelveInstance-339258210 tempest-TestShelveInstance-339258210-project] 10.222.0.11 "GET /v2.0/ports?device_id=7890d07e-869c-4cc7-81d8-0d515670203c HTTP/1.1" status: 200 len: 945 time: 0.0604024 Feb 28 22:47:27.744233 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-be3049b6-607c-4792-a724-b8f2442f4fab req-af1c5e60-2e24-4638-885d-c5a7f118e5d5 tempest-TestShelveInstance-339258210 tempest-TestShelveInstance-339258210-project] 10.222.0.11 "GET /v2.0/security-groups?id=024ad902-35c5-4d85-9bcc-a0943f245810&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416095 Feb 28 22:47:28.365709 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d085a4-c1e5-40f8-83ff-c1da4e14128f req-b29c37e4-ba35-4cd9-9990-c4fe2871b643 tempest-AttachVolumeShelveTestJSON-2030561000 tempest-AttachVolumeShelveTestJSON-2030561000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:47:28.367188 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-57d085a4-c1e5-40f8-83ff-c1da4e14128f req-b29c37e4-ba35-4cd9-9990-c4fe2871b643 tempest-AttachVolumeShelveTestJSON-2030561000 tempest-AttachVolumeShelveTestJSON-2030561000-project] 10.222.0.11 "GET /v2.0/ports?device_id=d9fa7fde-aeb4-48d6-993a-d21fe9e9d484 HTTP/1.1" status: 200 len: 945 time: 0.0526731 Feb 28 22:47:28.419776 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-57d085a4-c1e5-40f8-83ff-c1da4e14128f req-7da65c6a-d01d-40c1-b378-55f2b14b4618 tempest-AttachVolumeShelveTestJSON-2030561000 tempest-AttachVolumeShelveTestJSON-2030561000-project] 10.222.0.11 "GET /v2.0/security-groups?id=4c2eb597-13aa-4220-9dba-0738b2aa7415&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457945 Feb 28 22:47:28.860501 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c030ee-eef3-4932-b32a-2b59c7c65142 req-afcca8f5-84ea-4f0f-b7eb-82ddc9ed750a tempest-TestShelveInstance-339258210 tempest-TestShelveInstance-339258210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:47:28.861971 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-97c030ee-eef3-4932-b32a-2b59c7c65142 req-afcca8f5-84ea-4f0f-b7eb-82ddc9ed750a tempest-TestShelveInstance-339258210 tempest-TestShelveInstance-339258210-project] 10.222.0.11 "GET /v2.0/ports?device_id=7890d07e-869c-4cc7-81d8-0d515670203c HTTP/1.1" status: 200 len: 945 time: 0.0525188 Feb 28 22:47:28.910232 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-97c030ee-eef3-4932-b32a-2b59c7c65142 req-91bbc8cd-859b-4398-9024-02ddd69c3ae3 tempest-TestShelveInstance-339258210 tempest-TestShelveInstance-339258210-project] 10.222.0.11 "GET /v2.0/security-groups?id=024ad902-35c5-4d85-9bcc-a0943f245810&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427351 Feb 28 22:47:29.087587 dv-cinder-830538-5-iscsi neutron-server[109569]: INFO neutron.wsgi [req-855b4b91-39f5-4e53-8b4f-6f49c2be24d6 req-208a688a-e2d8-422b-9b2e-ba7ba4d80e5a service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=7890d07e-869c-4cc7-81d8-0d515670203c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0429382 Feb 28 22:47:29.116721 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6715f255-6cf1-47cf-bdb9-a58227b8205e req-3dc19437-5804-4277-affb-b437b4ed5cd6 tempest-TestShelveInstance-339258210 tempest-TestShelveInstance-339258210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:47:29.118212 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-6715f255-6cf1-47cf-bdb9-a58227b8205e req-3dc19437-5804-4277-affb-b437b4ed5cd6 tempest-TestShelveInstance-339258210 tempest-TestShelveInstance-339258210-project] 10.222.0.11 "GET /v2.0/ports?device_id=7890d07e-869c-4cc7-81d8-0d515670203c HTTP/1.1" status: 200 len: 945 time: 0.0525832 Feb 28 22:47:29.159331 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855b4b91-39f5-4e53-8b4f-6f49c2be24d6 req-0f2e7199-217a-44a7-b24d-ac30f02da0d5 tempest-TestShelveInstance-339258210 tempest-TestShelveInstance-339258210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:47:29.160695 dv-cinder-830538-5-iscsi neutron-server[109569]: INFO neutron.wsgi [req-855b4b91-39f5-4e53-8b4f-6f49c2be24d6 req-0f2e7199-217a-44a7-b24d-ac30f02da0d5 tempest-TestShelveInstance-339258210 tempest-TestShelveInstance-339258210-project] 10.222.0.11 "GET /v2.0/ports/e59bf740-33c4-4cb7-aa8d-608a93433e74 HTTP/1.1" status: 200 len: 942 time: 0.0462403 Feb 28 22:47:29.169113 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-6715f255-6cf1-47cf-bdb9-a58227b8205e req-85bc6137-32f9-42f4-aaf0-332226dae8ad tempest-TestShelveInstance-339258210 tempest-TestShelveInstance-339258210-project] 10.222.0.11 "GET /v2.0/security-groups?id=024ad902-35c5-4d85-9bcc-a0943f245810&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445344 Feb 28 22:47:29.550514 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4449aba0-359b-485f-9616-4d69e429c263 req-f71a0b78-df4a-4c41-9636-e9d3faa283bd tempest-AttachVolumeShelveTestJSON-2030561000 tempest-AttachVolumeShelveTestJSON-2030561000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:47:29.552013 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-4449aba0-359b-485f-9616-4d69e429c263 req-f71a0b78-df4a-4c41-9636-e9d3faa283bd tempest-AttachVolumeShelveTestJSON-2030561000 tempest-AttachVolumeShelveTestJSON-2030561000-project] 10.222.0.11 "GET /v2.0/ports?device_id=d9fa7fde-aeb4-48d6-993a-d21fe9e9d484 HTTP/1.1" status: 200 len: 945 time: 0.0573287 Feb 28 22:47:29.600640 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-4449aba0-359b-485f-9616-4d69e429c263 req-b6c1901a-2edc-4755-8124-5c782c440408 tempest-AttachVolumeShelveTestJSON-2030561000 tempest-AttachVolumeShelveTestJSON-2030561000-project] 10.222.0.11 "GET /v2.0/security-groups?id=4c2eb597-13aa-4220-9dba-0738b2aa7415&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421371 Feb 28 22:47:30.291339 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d496eb6-be49-4d7b-ae49-b8b4c74d6ac9 req-f7d7d409-0947-40a6-9883-07cc0132e0dc tempest-TestShelveInstance-339258210 tempest-TestShelveInstance-339258210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:47:30.294244 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-0d496eb6-be49-4d7b-ae49-b8b4c74d6ac9 req-f7d7d409-0947-40a6-9883-07cc0132e0dc tempest-TestShelveInstance-339258210 tempest-TestShelveInstance-339258210-project] 10.222.0.11 "GET /v2.0/ports?device_id=7890d07e-869c-4cc7-81d8-0d515670203c HTTP/1.1" status: 200 len: 945 time: 0.0552332 Feb 28 22:47:30.360771 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-0d496eb6-be49-4d7b-ae49-b8b4c74d6ac9 req-f0ee94b9-a124-4b86-988f-4ecd2ca4f7a8 tempest-TestShelveInstance-339258210 tempest-TestShelveInstance-339258210-project] 10.222.0.11 "GET /v2.0/security-groups?id=024ad902-35c5-4d85-9bcc-a0943f245810&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549815 Feb 28 22:47:30.858532 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-1bb5746b-5cd8-414f-91fe-fc3874f2f5c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750845036683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579975'] for agent (55d6ddf3-619a-4750-95a9-02c5b2728e0c), after_update {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:47:30.866261 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1f38c7-9600-4f2f-91bc-c20ed399abea req-7563d90b-c1c0-45dc-a68f-0fbf6fa01e19 tempest-AttachVolumeShelveTestJSON-2030561000 tempest-AttachVolumeShelveTestJSON-2030561000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:47:30.867929 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-4a1f38c7-9600-4f2f-91bc-c20ed399abea req-7563d90b-c1c0-45dc-a68f-0fbf6fa01e19 tempest-AttachVolumeShelveTestJSON-2030561000 tempest-AttachVolumeShelveTestJSON-2030561000-project] 10.222.0.11 "GET /v2.0/ports?device_id=d9fa7fde-aeb4-48d6-993a-d21fe9e9d484 HTTP/1.1" status: 200 len: 945 time: 0.0635819 Feb 28 22:47:30.922692 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-4a1f38c7-9600-4f2f-91bc-c20ed399abea req-cf0bd14f-5de3-46c0-959c-476fbbf77be0 tempest-AttachVolumeShelveTestJSON-2030561000 tempest-AttachVolumeShelveTestJSON-2030561000-project] 10.222.0.11 "GET /v2.0/security-groups?id=4c2eb597-13aa-4220-9dba-0738b2aa7415&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492096 Feb 28 22:47:31.119226 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.rpc [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] Device 22596c55-b7af-49a7-9034-b3ec7f52571f details requested by agent hyperv_hv-cinder-83053 with host hv-cinder-83053 {{(pid=109570) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 22:47:31.121571 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.rpc [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] Device e59bf740-33c4-4cb7-aa8d-608a93433e74 no longer exists at agent hyperv_hv-cinder-83053 {{(pid=109570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 22:47:31.276470 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.plugin [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] Current status of the port e59bf740-33c4-4cb7-aa8d-608a93433e74 is: ACTIVE; New status is: DOWN {{(pid=109570) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 22:47:31.276889 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616566'] for port (e59bf740-33c4-4cb7-aa8d-608a93433e74), before_update {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:47:31.324741 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7890d07e-869c-4cc7-81d8-0d515670203c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e59bf740-33c4-4cb7-aa8d-608a93433e74'}] {{(pid=109570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 22:47:31.327207 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fade63a226c96e14254c735f674fb73a181a47373151acc9bb38ade81564009" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c4a3cf6-6fc9-4901-85db-4dd2f8ccacc4" -d '{"events": [{"server_uuid": "7890d07e-869c-4cc7-81d8-0d515670203c", "name": "network-vif-unplugged", "status": "completed", "tag": "e59bf740-33c4-4cb7-aa8d-608a93433e74"}]}' {{(pid=109570) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 22:47:31.344122 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.db [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] For port 22596c55-b7af-49a7-9034-b3ec7f52571f, host hv-cinder-83053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83053',level=0,port_id=22596c55-b7af-49a7-9034-b3ec7f52571f,segment=NetworkSegment(28413273-d7c8-4d86-a7b1-c45f9712072e),segment_id=28413273-d7c8-4d86-a7b1-c45f9712072e)] {{(pid=109570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 22:47:31.355582 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.db [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] For port e59bf740-33c4-4cb7-aa8d-608a93433e74, host hv-cinder-83053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83053',level=0,port_id=e59bf740-33c4-4cb7-aa8d-608a93433e74,segment=NetworkSegment(40962d94-efde-405d-9470-857ab3eca9da),segment_id=40962d94-efde-405d-9470-857ab3eca9da)] {{(pid=109570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 22:47:31.360818 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.rpc [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] Returning: {'device': '22596c55-b7af-49a7-9034-b3ec7f52571f', 'network_id': 'e1dee003-d534-429c-aed6-3f1020c03805', 'port_id': '22596c55-b7af-49a7-9034-b3ec7f52571f', 'mac_address': 'fa:16:3e:da:8d:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b622ab4-8097-4b6c-8ec2-bb3f77857ed1', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109570) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 22:47:31.412282 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33156859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750845083886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750844628246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750844628264'] for port (e59bf740-33c4-4cb7-aa8d-608a93433e74), after_update {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:47:31.414897 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.plugin [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] Current status of the port 22596c55-b7af-49a7-9034-b3ec7f52571f is: ACTIVE; New status is: BUILD {{(pid=109570) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 22:47:31.415282 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616566'] for port (22596c55-b7af-49a7-9034-b3ec7f52571f), before_update {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:47:31.456257 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 28 Feb 2022 22:47:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84272535-7efd-4060-a914-de0e6b5200d0 x-openstack-request-id: req-84272535-7efd-4060-a914-de0e6b5200d0 {{(pid=109570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 22:47:31.456555 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7890d07e-869c-4cc7-81d8-0d515670203c", "name": "network-vif-unplugged", "status": "failed", "tag": "e59bf740-33c4-4cb7-aa8d-608a93433e74", "code": 422}]} {{(pid=109570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 22:47:31.456886 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-84272535-7efd-4060-a914-de0e6b5200d0 {{(pid=109570) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 22:47:31.457326 dv-cinder-830538-5-iscsi neutron-server[109570]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '7890d07e-869c-4cc7-81d8-0d515670203c', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'e59bf740-33c4-4cb7-aa8d-608a93433e74', 'code': 422} returned with failed status Feb 28 22:47:31.467191 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.notifiers.nova [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 22596c55-b7af-49a7-9034-b3ec7f52571f {{(pid=109570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 22:47:31.509292 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.db [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] For port 22596c55-b7af-49a7-9034-b3ec7f52571f, host hv-cinder-83053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83053',level=0,port_id=22596c55-b7af-49a7-9034-b3ec7f52571f,segment=NetworkSegment(28413273-d7c8-4d86-a7b1-c45f9712072e),segment_id=28413273-d7c8-4d86-a7b1-c45f9712072e)] {{(pid=109570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 22:47:31.513026 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] Pushing event updated for resources: {'Port': ['ID=e59bf740-33c4-4cb7-aa8d-608a93433e74,revision_number=6']} {{(pid=109570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:47:31.520927 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33156859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750845083886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750844628246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750844628264'] for port (22596c55-b7af-49a7-9034-b3ec7f52571f), after_update {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:47:31.523615 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830538-5-iscsi {{(pid=109570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:47:31.524026 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-5-iscsi {{(pid=109570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:47:31.524378 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-5-iscsi {{(pid=109570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:47:31.524774 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-5-iscsi {{(pid=109570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:47:31.525148 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830538-5-iscsi {{(pid=109570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:47:31.525484 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830538-5-iscsi {{(pid=109570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:47:31.525873 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830538-5-iscsi {{(pid=109570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:47:31.526211 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830538-5-iscsi {{(pid=109570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:47:31.526540 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830538-5-iscsi {{(pid=109570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:47:31.531159 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830538-5-iscsi {{(pid=109570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:47:31.531159 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-5-iscsi {{(pid=109570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:47:31.531159 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830538-5-iscsi {{(pid=109570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:47:31.531159 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830538-5-iscsi {{(pid=109570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:47:31.591043 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] Pushing event updated for resources: {'Port': ['ID=22596c55-b7af-49a7-9034-b3ec7f52571f,revision_number=6']} {{(pid=109570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:47:31.606110 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34214ccf-6f9b-45ca-bbbe-871ae8d6a98b req-03c8e224-4055-43c5-98dd-e49f1530e75b tempest-TestShelveInstance-339258210 tempest-TestShelveInstance-339258210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:47:31.607629 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-34214ccf-6f9b-45ca-bbbe-871ae8d6a98b req-03c8e224-4055-43c5-98dd-e49f1530e75b tempest-TestShelveInstance-339258210 tempest-TestShelveInstance-339258210-project] 10.222.0.11 "GET /v2.0/ports?device_id=7890d07e-869c-4cc7-81d8-0d515670203c HTTP/1.1" status: 200 len: 943 time: 0.0992479 Feb 28 22:47:31.628903 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.db [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] get_ports_and_sgs() called for port_ids ['22596c55-b7af-49a7-9034-b3ec7f52571f'] {{(pid=109570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 22:47:31.681289 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-34214ccf-6f9b-45ca-bbbe-871ae8d6a98b req-7da50208-7a30-445c-9277-06608676fcdc tempest-TestShelveInstance-339258210 tempest-TestShelveInstance-339258210-project] 10.222.0.11 "GET /v2.0/security-groups?id=024ad902-35c5-4d85-9bcc-a0943f245810&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0676556 Feb 28 22:47:32.075167 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c4748d-5be6-4fd7-aa84-8355afbf591e req-edbc94ac-5d63-4ed0-8376-f599744f23a3 tempest-AttachVolumeShelveTestJSON-2030561000 tempest-AttachVolumeShelveTestJSON-2030561000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:47:32.076814 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-96c4748d-5be6-4fd7-aa84-8355afbf591e req-edbc94ac-5d63-4ed0-8376-f599744f23a3 tempest-AttachVolumeShelveTestJSON-2030561000 tempest-AttachVolumeShelveTestJSON-2030561000-project] 10.222.0.11 "GET /v2.0/ports?device_id=d9fa7fde-aeb4-48d6-993a-d21fe9e9d484 HTTP/1.1" status: 200 len: 944 time: 0.0709565 Feb 28 22:47:32.141320 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-96c4748d-5be6-4fd7-aa84-8355afbf591e req-3c626199-978b-4a02-ba65-8e642d4a389e tempest-AttachVolumeShelveTestJSON-2030561000 tempest-AttachVolumeShelveTestJSON-2030561000-project] 10.222.0.11 "GET /v2.0/security-groups?id=4c2eb597-13aa-4220-9dba-0738b2aa7415&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0547125 Feb 28 22:47:32.522744 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855b4b91-39f5-4e53-8b4f-6f49c2be24d6 req-5922b039-3f57-4afa-9d2d-2f563c328b23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:47:32.526918 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-855b4b91-39f5-4e53-8b4f-6f49c2be24d6 req-5922b039-3f57-4afa-9d2d-2f563c328b23 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=7890d07e-869c-4cc7-81d8-0d515670203c&tenant_id=77e116bf700b44a1a6f3fd4b298b9c7c HTTP/1.1" status: 200 len: 1127 time: 0.0595222 Feb 28 22:47:32.602493 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855b4b91-39f5-4e53-8b4f-6f49c2be24d6 req-7f068444-6c36-4b63-a6c8-697862fc0c52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:47:32.605152 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-855b4b91-39f5-4e53-8b4f-6f49c2be24d6 req-7f068444-6c36-4b63-a6c8-697862fc0c52 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=77e116bf700b44a1a6f3fd4b298b9c7c&device_id=7890d07e-869c-4cc7-81d8-0d515670203c HTTP/1.1" status: 200 len: 1127 time: 0.0501513 Feb 28 22:47:32.712441 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855b4b91-39f5-4e53-8b4f-6f49c2be24d6 req-f0562ce4-dd80-4d01-af7f-763699cd7cdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:47:32.717813 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-855b4b91-39f5-4e53-8b4f-6f49c2be24d6 req-f0562ce4-dd80-4d01-af7f-763699cd7cdc service neutron] 10.222.0.36 "GET /v2.0/networks?id=5e888405-e835-4d9e-af33-9a4514df60c4 HTTP/1.1" status: 200 len: 909 time: 0.1056485 Feb 28 22:47:32.820942 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-855b4b91-39f5-4e53-8b4f-6f49c2be24d6 req-cfcfc91b-e3e3-467f-a193-5020566c6709 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e59bf740-33c4-4cb7-aa8d-608a93433e74 HTTP/1.1" status: 200 len: 999 time: 0.0960152 Feb 28 22:47:32.882503 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a909e84-913e-4bbd-8f56-ed713ab6ecd2 req-bcff9188-9eca-448f-94d9-3e3c6a516f0b tempest-TestShelveInstance-339258210 tempest-TestShelveInstance-339258210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:47:32.882773 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-9a909e84-913e-4bbd-8f56-ed713ab6ecd2 req-bcff9188-9eca-448f-94d9-3e3c6a516f0b tempest-TestShelveInstance-339258210 tempest-TestShelveInstance-339258210-project] 10.222.0.11 "GET /v2.0/ports?device_id=7890d07e-869c-4cc7-81d8-0d515670203c HTTP/1.1" status: 200 len: 943 time: 0.1153812 Feb 28 22:47:32.913856 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855b4b91-39f5-4e53-8b4f-6f49c2be24d6 req-4d83a0b4-33b5-4f4b-9563-b37c57f4c91b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:47:32.915330 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-855b4b91-39f5-4e53-8b4f-6f49c2be24d6 req-4d83a0b4-33b5-4f4b-9563-b37c57f4c91b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e81b642d-26f6-40c1-82ba-10ebf6b78fed HTTP/1.1" status: 200 len: 847 time: 0.0841396 Feb 28 22:47:32.985537 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-9a909e84-913e-4bbd-8f56-ed713ab6ecd2 req-f2a670aa-ab8f-4501-a561-fae6ba22a59a tempest-TestShelveInstance-339258210 tempest-TestShelveInstance-339258210-project] 10.222.0.11 "GET /v2.0/security-groups?id=024ad902-35c5-4d85-9bcc-a0943f245810&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0905988 Feb 28 22:47:33.003100 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855b4b91-39f5-4e53-8b4f-6f49c2be24d6 req-919fb734-12f6-4c4b-9093-d1b4d478749c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:47:33.004462 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-855b4b91-39f5-4e53-8b4f-6f49c2be24d6 req-919fb734-12f6-4c4b-9093-d1b4d478749c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=5e888405-e835-4d9e-af33-9a4514df60c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0807326 Feb 28 22:47:33.106943 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-855b4b91-39f5-4e53-8b4f-6f49c2be24d6 req-5a9deee4-3d41-4fbc-9dae-5b04b51a824b service neutron] 10.222.0.36 "GET /v2.0/networks/5e888405-e835-4d9e-af33-9a4514df60c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940609 Feb 28 22:47:33.166106 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.rpc [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] Device 22596c55-b7af-49a7-9034-b3ec7f52571f up at agent hyperv_hv-cinder-83053 {{(pid=109570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 22:47:33.196997 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-4e53c8f1-e959-41b2-bdb2-35f0081a82c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750845036683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579975'] for agent (1bbc3f13-d896-4633-9d3f-4f3415ceb83d), after_update {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:47:33.222737 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.db.provisioning_blocks [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] Provisioning complete for port 22596c55-b7af-49a7-9034-b3ec7f52571f triggered by entity L2. {{(pid=109570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 22:47:33.223329 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579965'] for port (22596c55-b7af-49a7-9034-b3ec7f52571f), provisioning_complete {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:47:33.311770 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.plugin [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] Current status of the port 22596c55-b7af-49a7-9034-b3ec7f52571f is: BUILD; New status is: ACTIVE {{(pid=109570) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 22:47:33.312814 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616566'] for port (22596c55-b7af-49a7-9034-b3ec7f52571f), before_update {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:47:33.321745 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-855b4b91-39f5-4e53-8b4f-6f49c2be24d6 req-2cc26e87-4779-4817-8fb5-39e84f5b17b2 service neutron] 10.222.0.36 "GET /v2.0/networks/5e888405-e835-4d9e-af33-9a4514df60c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2063160 Feb 28 22:47:33.351101 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca12e0b0-1022-48ec-b617-bb3f4066bbe2 req-fbc47f66-4891-4db5-8205-7b287e6cf118 tempest-AttachVolumeShelveTestJSON-2030561000 tempest-AttachVolumeShelveTestJSON-2030561000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:47:33.352652 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-ca12e0b0-1022-48ec-b617-bb3f4066bbe2 req-fbc47f66-4891-4db5-8205-7b287e6cf118 tempest-AttachVolumeShelveTestJSON-2030561000 tempest-AttachVolumeShelveTestJSON-2030561000-project] 10.222.0.11 "GET /v2.0/ports?device_id=d9fa7fde-aeb4-48d6-993a-d21fe9e9d484 HTTP/1.1" status: 200 len: 944 time: 0.0821970 Feb 28 22:47:33.353745 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.db [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] For port 22596c55-b7af-49a7-9034-b3ec7f52571f, host hv-cinder-83053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83053',level=0,port_id=22596c55-b7af-49a7-9034-b3ec7f52571f,segment=NetworkSegment(28413273-d7c8-4d86-a7b1-c45f9712072e),segment_id=28413273-d7c8-4d86-a7b1-c45f9712072e)] {{(pid=109570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 22:47:33.359980 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33156859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750845083886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750844628246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750844628264'] for port (22596c55-b7af-49a7-9034-b3ec7f52571f), after_update {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:47:33.415734 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-ca12e0b0-1022-48ec-b617-bb3f4066bbe2 req-81c7569b-4121-48e2-8b26-3411dfe41a65 tempest-AttachVolumeShelveTestJSON-2030561000 tempest-AttachVolumeShelveTestJSON-2030561000-project] 10.222.0.11 "GET /v2.0/security-groups?id=4c2eb597-13aa-4220-9dba-0738b2aa7415&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519204 Feb 28 22:47:33.424720 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] Pushing event updated for resources: {'Port': ['ID=22596c55-b7af-49a7-9034-b3ec7f52571f,revision_number=7']} {{(pid=109570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:47:33.458075 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9fa7fde-aeb4-48d6-993a-d21fe9e9d484', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22596c55-b7af-49a7-9034-b3ec7f52571f'}] {{(pid=109570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 22:47:33.460500 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fade63a226c96e14254c735f674fb73a181a47373151acc9bb38ade81564009" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0ab0112-4662-4991-a3f1-aa2bb0f6174d" -d '{"events": [{"server_uuid": "d9fa7fde-aeb4-48d6-993a-d21fe9e9d484", "name": "network-vif-plugged", "status": "completed", "tag": "22596c55-b7af-49a7-9034-b3ec7f52571f"}]}' {{(pid=109570) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 22:47:33.500094 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 22:47:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94e68cf6-4058-4b97-aedb-f67aad9d7a5e x-openstack-request-id: req-94e68cf6-4058-4b97-aedb-f67aad9d7a5e {{(pid=109570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 22:47:33.500391 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9fa7fde-aeb4-48d6-993a-d21fe9e9d484", "name": "network-vif-plugged", "status": "completed", "tag": "22596c55-b7af-49a7-9034-b3ec7f52571f", "code": 200}]} {{(pid=109570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 22:47:33.500668 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-94e68cf6-4058-4b97-aedb-f67aad9d7a5e {{(pid=109570) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 22:47:33.501085 dv-cinder-830538-5-iscsi neutron-server[109570]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9fa7fde-aeb4-48d6-993a-d21fe9e9d484', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22596c55-b7af-49a7-9034-b3ec7f52571f', 'code': 200} Feb 28 22:47:34.113650 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e08bc58-6de2-4315-9d55-9cc64bb499a9 req-252f9024-4538-4283-8ab1-4e7c75e6b6e0 tempest-TestShelveInstance-339258210 tempest-TestShelveInstance-339258210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:47:34.116837 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-0e08bc58-6de2-4315-9d55-9cc64bb499a9 req-252f9024-4538-4283-8ab1-4e7c75e6b6e0 tempest-TestShelveInstance-339258210 tempest-TestShelveInstance-339258210-project] 10.222.0.11 "GET /v2.0/ports?device_id=7890d07e-869c-4cc7-81d8-0d515670203c HTTP/1.1" status: 200 len: 943 time: 0.0635223 Feb 28 22:47:34.161187 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-fb85eb0a-98c9-414d-bd8b-45b99ef4efd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750845036683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579975'] for agent (0569ef69-4feb-452f-8380-1d628b96faff), after_update {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:47:34.196841 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-0e08bc58-6de2-4315-9d55-9cc64bb499a9 req-ed2d5e20-e17c-4d00-b633-8be0248b9be3 tempest-TestShelveInstance-339258210 tempest-TestShelveInstance-339258210-project] 10.222.0.11 "GET /v2.0/security-groups?id=024ad902-35c5-4d85-9bcc-a0943f245810&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0735207 Feb 28 22:47:34.559691 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ac31f4-2833-48b3-ae1a-9491c8e2a990 req-e7a559fe-a990-4ec4-a5f8-1d47cc487bdb tempest-AttachVolumeShelveTestJSON-2030561000 tempest-AttachVolumeShelveTestJSON-2030561000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:47:34.561214 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-01ac31f4-2833-48b3-ae1a-9491c8e2a990 req-e7a559fe-a990-4ec4-a5f8-1d47cc487bdb tempest-AttachVolumeShelveTestJSON-2030561000 tempest-AttachVolumeShelveTestJSON-2030561000-project] 10.222.0.11 "GET /v2.0/ports?device_id=d9fa7fde-aeb4-48d6-993a-d21fe9e9d484 HTTP/1.1" status: 200 len: 945 time: 0.0641541 Feb 28 22:47:34.614041 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-01ac31f4-2833-48b3-ae1a-9491c8e2a990 req-481818e4-d7b2-4277-9659-58c60f3c3d48 tempest-AttachVolumeShelveTestJSON-2030561000 tempest-AttachVolumeShelveTestJSON-2030561000-project] 10.222.0.11 "GET /v2.0/security-groups?id=4c2eb597-13aa-4220-9dba-0738b2aa7415&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469813 Feb 28 22:47:35.328548 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14a0f4f-74b4-444e-9647-d7709a3c0833 req-a0dd8210-ddcf-4a1b-b7c4-3263e0ba3f23 tempest-TestShelveInstance-339258210 tempest-TestShelveInstance-339258210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:47:35.330100 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-d14a0f4f-74b4-444e-9647-d7709a3c0833 req-a0dd8210-ddcf-4a1b-b7c4-3263e0ba3f23 tempest-TestShelveInstance-339258210 tempest-TestShelveInstance-339258210-project] 10.222.0.11 "GET /v2.0/ports?device_id=7890d07e-869c-4cc7-81d8-0d515670203c HTTP/1.1" status: 200 len: 943 time: 0.0567067 Feb 28 22:47:35.389211 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-d14a0f4f-74b4-444e-9647-d7709a3c0833 req-ad9eba00-1b04-4297-b89c-f5313cba4cee tempest-TestShelveInstance-339258210 tempest-TestShelveInstance-339258210-project] 10.222.0.11 "GET /v2.0/security-groups?id=024ad902-35c5-4d85-9bcc-a0943f245810&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533123 Feb 28 22:47:35.750055 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ce4928-9a8e-4740-a4ea-e0f89cab1385 req-ac063cc7-337c-43c4-b10d-c26a15365649 tempest-AttachVolumeShelveTestJSON-2030561000 tempest-AttachVolumeShelveTestJSON-2030561000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:47:35.751689 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-61ce4928-9a8e-4740-a4ea-e0f89cab1385 req-ac063cc7-337c-43c4-b10d-c26a15365649 tempest-AttachVolumeShelveTestJSON-2030561000 tempest-AttachVolumeShelveTestJSON-2030561000-project] 10.222.0.11 "GET /v2.0/ports?device_id=d9fa7fde-aeb4-48d6-993a-d21fe9e9d484 HTTP/1.1" status: 200 len: 945 time: 0.0617816 Feb 28 22:47:35.807692 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-61ce4928-9a8e-4740-a4ea-e0f89cab1385 req-99056c96-86c0-4442-a804-d47873c90ffd tempest-AttachVolumeShelveTestJSON-2030561000 tempest-AttachVolumeShelveTestJSON-2030561000-project] 10.222.0.11 "GET /v2.0/security-groups?id=4c2eb597-13aa-4220-9dba-0738b2aa7415&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472162 Feb 28 22:47:35.902090 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-f2b490b5-353e-4b99-942a-fb2407025861 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750845036683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579975'] for agent (e6e3d797-755b-495e-bc70-4cd2b9791ebb), after_update {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:47:36.516427 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b3d7ab-9be7-4c77-8b86-2717dab9a686 req-d27f6c30-eaf3-465e-9957-d33729528bc9 tempest-TestShelveInstance-339258210 tempest-TestShelveInstance-339258210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:47:36.517942 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-d9b3d7ab-9be7-4c77-8b86-2717dab9a686 req-d27f6c30-eaf3-465e-9957-d33729528bc9 tempest-TestShelveInstance-339258210 tempest-TestShelveInstance-339258210-project] 10.222.0.11 "GET /v2.0/ports?device_id=7890d07e-869c-4cc7-81d8-0d515670203c HTTP/1.1" status: 200 len: 943 time: 0.0550823 Feb 28 22:47:36.570979 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-d9b3d7ab-9be7-4c77-8b86-2717dab9a686 req-9dafa4dc-014a-4025-9c32-0a92c9ef2509 tempest-TestShelveInstance-339258210 tempest-TestShelveInstance-339258210-project] 10.222.0.11 "GET /v2.0/security-groups?id=024ad902-35c5-4d85-9bcc-a0943f245810&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473664 Feb 28 22:47:36.959822 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f92cf55-e047-4976-a131-80f91d951b21 req-dc180c48-fd3f-42e1-9a59-90c561a8a57d tempest-AttachVolumeShelveTestJSON-2030561000 tempest-AttachVolumeShelveTestJSON-2030561000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:47:36.961318 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-0f92cf55-e047-4976-a131-80f91d951b21 req-dc180c48-fd3f-42e1-9a59-90c561a8a57d tempest-AttachVolumeShelveTestJSON-2030561000 tempest-AttachVolumeShelveTestJSON-2030561000-project] 10.222.0.11 "GET /v2.0/ports?device_id=d9fa7fde-aeb4-48d6-993a-d21fe9e9d484 HTTP/1.1" status: 200 len: 945 time: 0.0686915 Feb 28 22:47:37.020205 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-0f92cf55-e047-4976-a131-80f91d951b21 req-39c4f1b7-4746-47f2-b104-997b11df5063 tempest-AttachVolumeShelveTestJSON-2030561000 tempest-AttachVolumeShelveTestJSON-2030561000-project] 10.222.0.11 "GET /v2.0/security-groups?id=4c2eb597-13aa-4220-9dba-0738b2aa7415&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520542 Feb 28 22:47:37.156407 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-154add69-038d-48cc-93ba-bd7e358b6d11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750845036683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579975'] for agent (7aa25ffb-1b87-4f08-8530-4bdf6e6b221c), after_update {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:47:37.704555 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507eda35-ba07-4d4c-86e8-70a183aa30fb req-11874d37-a0dd-4d28-8afc-0bc4dcb74002 tempest-TestShelveInstance-339258210 tempest-TestShelveInstance-339258210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:47:37.706034 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-507eda35-ba07-4d4c-86e8-70a183aa30fb req-11874d37-a0dd-4d28-8afc-0bc4dcb74002 tempest-TestShelveInstance-339258210 tempest-TestShelveInstance-339258210-project] 10.222.0.11 "GET /v2.0/ports?device_id=7890d07e-869c-4cc7-81d8-0d515670203c HTTP/1.1" status: 200 len: 943 time: 0.0607247 Feb 28 22:47:37.757748 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-507eda35-ba07-4d4c-86e8-70a183aa30fb req-12040ac6-b3bf-4435-b7f0-54709585d69c tempest-TestShelveInstance-339258210 tempest-TestShelveInstance-339258210-project] 10.222.0.11 "GET /v2.0/security-groups?id=024ad902-35c5-4d85-9bcc-a0943f245810&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462251 Feb 28 22:47:38.156664 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43e4205-e274-4ee9-a24e-2b5c699e5414 req-d8541f98-570c-44c9-b1d7-cf6c80375fbe tempest-AttachVolumeShelveTestJSON-2030561000 tempest-AttachVolumeShelveTestJSON-2030561000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:47:38.162845 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-b43e4205-e274-4ee9-a24e-2b5c699e5414 req-d8541f98-570c-44c9-b1d7-cf6c80375fbe tempest-AttachVolumeShelveTestJSON-2030561000 tempest-AttachVolumeShelveTestJSON-2030561000-project] 10.222.0.11 "GET /v2.0/ports?device_id=d9fa7fde-aeb4-48d6-993a-d21fe9e9d484 HTTP/1.1" status: 200 len: 945 time: 0.0649171 Feb 28 22:47:38.214399 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-b43e4205-e274-4ee9-a24e-2b5c699e5414 req-2c3ffbe1-b892-4869-b50e-dcd7922226ec tempest-AttachVolumeShelveTestJSON-2030561000 tempest-AttachVolumeShelveTestJSON-2030561000-project] 10.222.0.11 "GET /v2.0/security-groups?id=4c2eb597-13aa-4220-9dba-0738b2aa7415&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507073 Feb 28 22:47:38.901388 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff1d7d1-0927-40b1-b4b2-145cffa72c81 req-758d06b2-a448-4a22-a3d2-5d133d5fcbe0 tempest-TestShelveInstance-339258210 tempest-TestShelveInstance-339258210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:47:38.904335 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-eff1d7d1-0927-40b1-b4b2-145cffa72c81 req-758d06b2-a448-4a22-a3d2-5d133d5fcbe0 tempest-TestShelveInstance-339258210 tempest-TestShelveInstance-339258210-project] 10.222.0.11 "GET /v2.0/ports?device_id=7890d07e-869c-4cc7-81d8-0d515670203c HTTP/1.1" status: 200 len: 943 time: 0.0615168 Feb 28 22:47:38.955514 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-eff1d7d1-0927-40b1-b4b2-145cffa72c81 req-0b1ae3f3-2e3f-41eb-8bbf-f0616372a08e tempest-TestShelveInstance-339258210 tempest-TestShelveInstance-339258210-project] 10.222.0.11 "GET /v2.0/security-groups?id=024ad902-35c5-4d85-9bcc-a0943f245810&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463934 Feb 28 22:47:39.342910 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fddc068-f448-4691-98b3-fd196c97d418 req-3efb6a52-d2bd-4b84-b529-4040c3384dd3 tempest-AttachVolumeShelveTestJSON-2030561000 tempest-AttachVolumeShelveTestJSON-2030561000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:47:39.344415 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-2fddc068-f448-4691-98b3-fd196c97d418 req-3efb6a52-d2bd-4b84-b529-4040c3384dd3 tempest-AttachVolumeShelveTestJSON-2030561000 tempest-AttachVolumeShelveTestJSON-2030561000-project] 10.222.0.11 "GET /v2.0/ports?device_id=d9fa7fde-aeb4-48d6-993a-d21fe9e9d484 HTTP/1.1" status: 200 len: 945 time: 0.0538778 Feb 28 22:47:39.389523 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-2fddc068-f448-4691-98b3-fd196c97d418 req-09b7fc51-3a2a-4431-970e-ce1a336626a3 tempest-AttachVolumeShelveTestJSON-2030561000 tempest-AttachVolumeShelveTestJSON-2030561000-project] 10.222.0.11 "GET /v2.0/security-groups?id=4c2eb597-13aa-4220-9dba-0738b2aa7415&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396695 Feb 28 22:47:39.908167 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957577b2-ba80-4619-9448-c4683474c0fb req-de9cb97d-3749-4740-8dee-38dd9f6e36ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:47:39.909658 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-957577b2-ba80-4619-9448-c4683474c0fb req-de9cb97d-3749-4740-8dee-38dd9f6e36ac service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=83c55453f2fe4dc79de3c29aff0b4932&device_id=d9fa7fde-aeb4-48d6-993a-d21fe9e9d484 HTTP/1.1" status: 200 len: 1129 time: 0.0488958 Feb 28 22:47:39.999623 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957577b2-ba80-4619-9448-c4683474c0fb req-1eec1916-1a5c-4e24-bc0c-7267d4750e63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:47:40.001127 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-957577b2-ba80-4619-9448-c4683474c0fb req-1eec1916-1a5c-4e24-bc0c-7267d4750e63 service neutron] 10.222.0.36 "GET /v2.0/networks?id=e1dee003-d534-429c-aed6-3f1020c03805 HTTP/1.1" status: 200 len: 917 time: 0.0835626 Feb 28 22:47:40.076601 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-957577b2-ba80-4619-9448-c4683474c0fb req-bee56d0f-334f-4ad6-88ed-0d3df432b349 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=22596c55-b7af-49a7-9034-b3ec7f52571f HTTP/1.1" status: 200 len: 1001 time: 0.0689309 Feb 28 22:47:40.129568 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957577b2-ba80-4619-9448-c4683474c0fb req-8967cd20-48dc-46a5-86e2-41e6dbbe7c10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:47:40.130994 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-957577b2-ba80-4619-9448-c4683474c0fb req-8967cd20-48dc-46a5-86e2-41e6dbbe7c10 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=3b622ab4-8097-4b6c-8ec2-bb3f77857ed1 HTTP/1.1" status: 200 len: 855 time: 0.0484660 Feb 28 22:47:40.183607 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957577b2-ba80-4619-9448-c4683474c0fb req-acf1b349-b3d3-4abd-b7ba-1c3005846357 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:47:40.185280 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-957577b2-ba80-4619-9448-c4683474c0fb req-acf1b349-b3d3-4abd-b7ba-1c3005846357 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e1dee003-d534-429c-aed6-3f1020c03805&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0473380 Feb 28 22:47:40.297083 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b619eacb-c881-4a54-a78c-6e0a105fa055 req-1d6e3a5a-7b03-4d57-b0d5-1f0e67d33208 tempest-TestShelveInstance-339258210 tempest-TestShelveInstance-339258210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:47:40.298527 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-b619eacb-c881-4a54-a78c-6e0a105fa055 req-1d6e3a5a-7b03-4d57-b0d5-1f0e67d33208 tempest-TestShelveInstance-339258210 tempest-TestShelveInstance-339258210-project] 10.222.0.11 "GET /v2.0/ports?device_id=7890d07e-869c-4cc7-81d8-0d515670203c HTTP/1.1" status: 200 len: 943 time: 0.1173270 Feb 28 22:47:40.314535 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-957577b2-ba80-4619-9448-c4683474c0fb req-3220fc62-ace3-4850-8119-0dab10bdfc8a service neutron] 10.222.0.36 "GET /v2.0/networks/e1dee003-d534-429c-aed6-3f1020c03805?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1214378 Feb 28 22:47:40.397549 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-b619eacb-c881-4a54-a78c-6e0a105fa055 req-af96393f-df79-420f-bf33-332300c4d10f tempest-TestShelveInstance-339258210 tempest-TestShelveInstance-339258210-project] 10.222.0.11 "GET /v2.0/security-groups?id=024ad902-35c5-4d85-9bcc-a0943f245810&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0921006 Feb 28 22:47:40.428990 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-957577b2-ba80-4619-9448-c4683474c0fb req-709f6ae6-34b1-4d2a-952b-50b422db410d service neutron] 10.222.0.36 "GET /v2.0/networks/e1dee003-d534-429c-aed6-3f1020c03805?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1050391 Feb 28 22:47:40.513517 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d2a982-0bbd-44be-b986-8b40654a3a1d req-587760a9-592c-4411-9508-e822f18c7738 tempest-AttachVolumeShelveTestJSON-2030561000 tempest-AttachVolumeShelveTestJSON-2030561000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:47:40.514997 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-44d2a982-0bbd-44be-b986-8b40654a3a1d req-587760a9-592c-4411-9508-e822f18c7738 tempest-AttachVolumeShelveTestJSON-2030561000 tempest-AttachVolumeShelveTestJSON-2030561000-project] 10.222.0.11 "GET /v2.0/ports?device_id=d9fa7fde-aeb4-48d6-993a-d21fe9e9d484 HTTP/1.1" status: 200 len: 945 time: 0.0530319 Feb 28 22:47:40.560702 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-44d2a982-0bbd-44be-b986-8b40654a3a1d req-50b40ed0-78db-42ae-b627-b77601b7e397 tempest-AttachVolumeShelveTestJSON-2030561000 tempest-AttachVolumeShelveTestJSON-2030561000-project] 10.222.0.11 "GET /v2.0/security-groups?id=4c2eb597-13aa-4220-9dba-0738b2aa7415&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403082 Feb 28 22:47:41.221383 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.rpc [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] Device e59bf740-33c4-4cb7-aa8d-608a93433e74 details requested by agent hyperv_hv-cinder-83053 with host hv-cinder-83053 {{(pid=109570) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 22:47:41.318735 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.db [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] For port e59bf740-33c4-4cb7-aa8d-608a93433e74, host hv-cinder-83053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83053',level=0,port_id=e59bf740-33c4-4cb7-aa8d-608a93433e74,segment=NetworkSegment(40962d94-efde-405d-9470-857ab3eca9da),segment_id=40962d94-efde-405d-9470-857ab3eca9da)] {{(pid=109570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 22:47:41.330257 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.rpc [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] Returning: {'device': 'e59bf740-33c4-4cb7-aa8d-608a93433e74', 'network_id': '5e888405-e835-4d9e-af33-9a4514df60c4', 'port_id': 'e59bf740-33c4-4cb7-aa8d-608a93433e74', 'mac_address': 'fa:16:3e:05:62:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 148, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e81b642d-26f6-40c1-82ba-10ebf6b78fed', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109570) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 22:47:41.367313 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.plugin [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] Current status of the port e59bf740-33c4-4cb7-aa8d-608a93433e74 is: DOWN; New status is: BUILD {{(pid=109570) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 22:47:41.367722 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616566'] for port (e59bf740-33c4-4cb7-aa8d-608a93433e74), before_update {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:47:41.380612 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.notifiers.nova [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e59bf740-33c4-4cb7-aa8d-608a93433e74 {{(pid=109570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 22:47:41.402678 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.db [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] For port e59bf740-33c4-4cb7-aa8d-608a93433e74, host hv-cinder-83053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83053',level=0,port_id=e59bf740-33c4-4cb7-aa8d-608a93433e74,segment=NetworkSegment(40962d94-efde-405d-9470-857ab3eca9da),segment_id=40962d94-efde-405d-9470-857ab3eca9da)] {{(pid=109570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 22:47:41.406664 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33156859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750845083886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750844628246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750844628264'] for port (e59bf740-33c4-4cb7-aa8d-608a93433e74), after_update {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:47:41.451943 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] Pushing event updated for resources: {'Port': ['ID=e59bf740-33c4-4cb7-aa8d-608a93433e74,revision_number=7']} {{(pid=109570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:47:41.513468 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f10d444-b5f2-40fd-b434-af029c037ecc req-9208f885-912b-41b1-b229-8f4f6c97c40c tempest-TestShelveInstance-339258210 tempest-TestShelveInstance-339258210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:47:41.514825 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-1f10d444-b5f2-40fd-b434-af029c037ecc req-9208f885-912b-41b1-b229-8f4f6c97c40c tempest-TestShelveInstance-339258210 tempest-TestShelveInstance-339258210-project] 10.222.0.11 "GET /v2.0/ports?device_id=7890d07e-869c-4cc7-81d8-0d515670203c HTTP/1.1" status: 200 len: 944 time: 0.0518937 Feb 28 22:47:41.567110 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-1f10d444-b5f2-40fd-b434-af029c037ecc req-6badf21c-c017-4801-8b1b-3cbc95665596 tempest-TestShelveInstance-339258210 tempest-TestShelveInstance-339258210-project] 10.222.0.11 "GET /v2.0/security-groups?id=024ad902-35c5-4d85-9bcc-a0943f245810&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468552 Feb 28 22:47:41.681807 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db724ecc-6977-4aff-94ed-b4a5d431ca96 req-c8125fc0-2df1-4b23-97e0-c338c72e6764 tempest-AttachVolumeShelveTestJSON-2030561000 tempest-AttachVolumeShelveTestJSON-2030561000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:47:41.683358 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-db724ecc-6977-4aff-94ed-b4a5d431ca96 req-c8125fc0-2df1-4b23-97e0-c338c72e6764 tempest-AttachVolumeShelveTestJSON-2030561000 tempest-AttachVolumeShelveTestJSON-2030561000-project] 10.222.0.11 "GET /v2.0/ports?device_id=d9fa7fde-aeb4-48d6-993a-d21fe9e9d484 HTTP/1.1" status: 200 len: 945 time: 0.0514987 Feb 28 22:47:41.729215 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-db724ecc-6977-4aff-94ed-b4a5d431ca96 req-8bb06e15-5a3c-44cf-9297-2b9de8638304 tempest-AttachVolumeShelveTestJSON-2030561000 tempest-AttachVolumeShelveTestJSON-2030561000-project] 10.222.0.11 "GET /v2.0/security-groups?id=4c2eb597-13aa-4220-9dba-0738b2aa7415&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397668 Feb 28 22:47:41.743784 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.db [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] get_ports_and_sgs() called for port_ids ['e59bf740-33c4-4cb7-aa8d-608a93433e74'] {{(pid=109570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 22:47:42.682880 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76870fc3-f2e9-4f44-b9dd-859e54f4fa30 req-0f709a1f-fc00-4697-9574-fb2ddc4b5031 tempest-TestShelveInstance-339258210 tempest-TestShelveInstance-339258210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:47:42.684394 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-76870fc3-f2e9-4f44-b9dd-859e54f4fa30 req-0f709a1f-fc00-4697-9574-fb2ddc4b5031 tempest-TestShelveInstance-339258210 tempest-TestShelveInstance-339258210-project] 10.222.0.11 "GET /v2.0/ports?device_id=7890d07e-869c-4cc7-81d8-0d515670203c HTTP/1.1" status: 200 len: 944 time: 0.0527875 Feb 28 22:47:42.736494 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-76870fc3-f2e9-4f44-b9dd-859e54f4fa30 req-7f7e253e-a354-497c-b668-b19d08cd0058 tempest-TestShelveInstance-339258210 tempest-TestShelveInstance-339258210-project] 10.222.0.11 "GET /v2.0/security-groups?id=024ad902-35c5-4d85-9bcc-a0943f245810&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461628 Feb 28 22:47:42.860019 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8d6c9f-97b7-422c-81ef-f0109924d28c req-a252bbe5-6146-4b17-9751-1831782b4659 tempest-AttachVolumeShelveTestJSON-2030561000 tempest-AttachVolumeShelveTestJSON-2030561000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:47:42.861454 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-7b8d6c9f-97b7-422c-81ef-f0109924d28c req-a252bbe5-6146-4b17-9751-1831782b4659 tempest-AttachVolumeShelveTestJSON-2030561000 tempest-AttachVolumeShelveTestJSON-2030561000-project] 10.222.0.11 "GET /v2.0/ports?device_id=d9fa7fde-aeb4-48d6-993a-d21fe9e9d484 HTTP/1.1" status: 200 len: 945 time: 0.0562048 Feb 28 22:47:42.907882 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-7b8d6c9f-97b7-422c-81ef-f0109924d28c req-0af22aef-546e-4fd2-b47a-c49fe8c89893 tempest-AttachVolumeShelveTestJSON-2030561000 tempest-AttachVolumeShelveTestJSON-2030561000-project] 10.222.0.11 "GET /v2.0/security-groups?id=4c2eb597-13aa-4220-9dba-0738b2aa7415&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410359 Feb 28 22:47:43.239465 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.rpc [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] Device e59bf740-33c4-4cb7-aa8d-608a93433e74 up at agent hyperv_hv-cinder-83053 {{(pid=109570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 22:47:43.302428 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.db.provisioning_blocks [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] Provisioning complete for port e59bf740-33c4-4cb7-aa8d-608a93433e74 triggered by entity L2. {{(pid=109570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 22:47:43.302806 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579965'] for port (e59bf740-33c4-4cb7-aa8d-608a93433e74), provisioning_complete {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:47:43.374127 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fade3c9-dff1-4d2b-b75a-6bc842acf838 req-24403fa5-5e2f-4503-b436-32ee6118fda4 tempest-TestMinimumBasicScenario-166037871 tempest-TestMinimumBasicScenario-166037871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:47:43.375965 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-9fade3c9-dff1-4d2b-b75a-6bc842acf838 req-24403fa5-5e2f-4503-b436-32ee6118fda4 tempest-TestMinimumBasicScenario-166037871 tempest-TestMinimumBasicScenario-166037871-project] 10.222.0.11 "GET /v2.0/ports?device_id=9ec45306-4f87-44b3-905b-b0ae5f00c155 HTTP/1.1" status: 200 len: 984 time: 0.0843229 Feb 28 22:47:43.394372 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.plugin [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] Current status of the port e59bf740-33c4-4cb7-aa8d-608a93433e74 is: BUILD; New status is: ACTIVE {{(pid=109570) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 22:47:43.394689 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616566'] for port (e59bf740-33c4-4cb7-aa8d-608a93433e74), before_update {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:47:43.397806 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2474c0-3ddc-4555-b59a-47b908dd59cd req-d1852531-d28e-455f-9fba-5638efd3e095 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:47:43.399272 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-ea2474c0-3ddc-4555-b59a-47b908dd59cd req-d1852531-d28e-455f-9fba-5638efd3e095 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=564e12fb04954a5e8480fbdb9c7742fa&device_id=9ec45306-4f87-44b3-905b-b0ae5f00c155 HTTP/1.1" status: 200 len: 1168 time: 0.0950496 Feb 28 22:47:43.420599 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7890d07e-869c-4cc7-81d8-0d515670203c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e59bf740-33c4-4cb7-aa8d-608a93433e74'}] {{(pid=109570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 22:47:43.423035 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fade63a226c96e14254c735f674fb73a181a47373151acc9bb38ade81564009" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f6e1878-ae8b-40bc-8e33-63148711e8bd" -d '{"events": [{"server_uuid": "7890d07e-869c-4cc7-81d8-0d515670203c", "name": "network-vif-plugged", "status": "completed", "tag": "e59bf740-33c4-4cb7-aa8d-608a93433e74"}]}' {{(pid=109570) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 22:47:43.437979 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.db [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] For port e59bf740-33c4-4cb7-aa8d-608a93433e74, host hv-cinder-83053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83053',level=0,port_id=e59bf740-33c4-4cb7-aa8d-608a93433e74,segment=NetworkSegment(40962d94-efde-405d-9470-857ab3eca9da),segment_id=40962d94-efde-405d-9470-857ab3eca9da)] {{(pid=109570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 22:47:43.443933 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33156859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750845083886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750844628246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750844628264'] for port (e59bf740-33c4-4cb7-aa8d-608a93433e74), after_update {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:47:43.444729 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.rpc [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] Device 22596c55-b7af-49a7-9034-b3ec7f52571f no longer exists at agent hyperv_hv-cinder-83053 {{(pid=109570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 22:47:43.500496 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-9fade3c9-dff1-4d2b-b75a-6bc842acf838 req-df57a608-2bcb-43d1-bfe8-8687b3a0786d tempest-TestMinimumBasicScenario-166037871 tempest-TestMinimumBasicScenario-166037871-project] 10.222.0.11 "GET /v2.0/security-groups?id=77861581-3db3-484b-92bf-a77afaad58ed&id=c0733c5d-9464-454f-8610-e8f35d7dcf08&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1179044 Feb 28 22:47:43.519278 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] Pushing event updated for resources: {'Port': ['ID=e59bf740-33c4-4cb7-aa8d-608a93433e74,revision_number=8']} {{(pid=109570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:47:43.551235 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2474c0-3ddc-4555-b59a-47b908dd59cd req-2fdd8372-e711-40a3-a8b5-3ad20dd74333 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:47:43.552893 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-ea2474c0-3ddc-4555-b59a-47b908dd59cd req-2fdd8372-e711-40a3-a8b5-3ad20dd74333 service neutron] 10.222.0.36 "GET /v2.0/networks?id=d4cb06c7-675f-48ed-a5d3-2ec6192dcb86 HTTP/1.1" status: 200 len: 916 time: 0.1455104 Feb 28 22:47:43.581759 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.plugin [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] Current status of the port 22596c55-b7af-49a7-9034-b3ec7f52571f is: ACTIVE; New status is: DOWN {{(pid=109570) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 22:47:43.582180 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616566'] for port (22596c55-b7af-49a7-9034-b3ec7f52571f), before_update {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:47:43.612533 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 22:47:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23b4ef93-e674-419e-abfd-14c719c54fb8 x-openstack-request-id: req-23b4ef93-e674-419e-abfd-14c719c54fb8 {{(pid=109570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 22:47:43.612830 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7890d07e-869c-4cc7-81d8-0d515670203c", "name": "network-vif-plugged", "status": "completed", "tag": "e59bf740-33c4-4cb7-aa8d-608a93433e74", "code": 200}]} {{(pid=109570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 22:47:43.613086 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-23b4ef93-e674-419e-abfd-14c719c54fb8 {{(pid=109570) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 22:47:43.613934 dv-cinder-830538-5-iscsi neutron-server[109570]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7890d07e-869c-4cc7-81d8-0d515670203c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e59bf740-33c4-4cb7-aa8d-608a93433e74', 'code': 200} Feb 28 22:47:43.622880 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.db [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] For port 22596c55-b7af-49a7-9034-b3ec7f52571f, host hv-cinder-83053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83053',level=0,port_id=22596c55-b7af-49a7-9034-b3ec7f52571f,segment=NetworkSegment(28413273-d7c8-4d86-a7b1-c45f9712072e),segment_id=28413273-d7c8-4d86-a7b1-c45f9712072e)] {{(pid=109570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 22:47:43.629082 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33156859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750845083886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750844628246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750844628264'] for port (22596c55-b7af-49a7-9034-b3ec7f52571f), after_update {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:47:43.652238 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-ea2474c0-3ddc-4555-b59a-47b908dd59cd req-a34270ae-c9a9-47a2-9883-976293763559 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a890133d-9435-4df4-8e77-7fd860ce15e5 HTTP/1.1" status: 200 len: 1001 time: 0.0923929 Feb 28 22:47:43.694903 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] Pushing event updated for resources: {'Port': ['ID=22596c55-b7af-49a7-9034-b3ec7f52571f,revision_number=8']} {{(pid=109570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:47:43.707723 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2474c0-3ddc-4555-b59a-47b908dd59cd req-86616d9f-99be-481f-936e-89ef48013727 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:47:43.709771 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-ea2474c0-3ddc-4555-b59a-47b908dd59cd req-86616d9f-99be-481f-936e-89ef48013727 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=22654f78-35e9-4ca6-b80d-e52dabbec49e HTTP/1.1" status: 200 len: 854 time: 0.0510623 Feb 28 22:47:43.764526 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2474c0-3ddc-4555-b59a-47b908dd59cd req-6ce9a1e1-3529-421e-b18b-eb977895a53a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:47:43.766183 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-ea2474c0-3ddc-4555-b59a-47b908dd59cd req-6ce9a1e1-3529-421e-b18b-eb977895a53a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d4cb06c7-675f-48ed-a5d3-2ec6192dcb86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0484319 Feb 28 22:47:43.898291 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750845036683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579975'] for agent (5b2bda77-ea31-45ff-af39-f050a95cb1da), after_update {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:47:43.967852 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-ea2474c0-3ddc-4555-b59a-47b908dd59cd req-b9b1c704-c446-401b-a3fe-9770f805a658 service neutron] 10.222.0.36 "GET /v2.0/networks/d4cb06c7-675f-48ed-a5d3-2ec6192dcb86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1892993 Feb 28 22:47:44.056078 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133e0bc3-1102-440c-944c-d40d06f6e314 req-f54292f2-32ae-4381-8d08-c7b242c63924 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:47:44.057583 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-133e0bc3-1102-440c-944c-d40d06f6e314 req-f54292f2-32ae-4381-8d08-c7b242c63924 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=7890d07e-869c-4cc7-81d8-0d515670203c HTTP/1.1" status: 200 len: 1129 time: 0.2030580 Feb 28 22:47:44.071326 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23fae01-810c-451b-81a8-bdc05dd80fc1 req-4b0a85d4-b3e9-4e5a-9977-42f36ddeace8 tempest-TestShelveInstance-339258210 tempest-TestShelveInstance-339258210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:47:44.072792 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-c23fae01-810c-451b-81a8-bdc05dd80fc1 req-4b0a85d4-b3e9-4e5a-9977-42f36ddeace8 tempest-TestShelveInstance-339258210 tempest-TestShelveInstance-339258210-project] 10.222.0.11 "GET /v2.0/ports?device_id=7890d07e-869c-4cc7-81d8-0d515670203c HTTP/1.1" status: 200 len: 945 time: 0.1972611 Feb 28 22:47:44.126525 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7522b7-f385-4313-a43b-29fcc6682529 req-3e63df92-b5d3-47db-a2fb-649a3c463b4d tempest-AttachVolumeShelveTestJSON-2030561000 tempest-AttachVolumeShelveTestJSON-2030561000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:47:44.128020 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-bf7522b7-f385-4313-a43b-29fcc6682529 req-3e63df92-b5d3-47db-a2fb-649a3c463b4d tempest-AttachVolumeShelveTestJSON-2030561000 tempest-AttachVolumeShelveTestJSON-2030561000-project] 10.222.0.11 "GET /v2.0/ports?device_id=d9fa7fde-aeb4-48d6-993a-d21fe9e9d484 HTTP/1.1" status: 200 len: 943 time: 0.1989315 Feb 28 22:47:44.150210 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.wsgi [-] (109569) accepted ('10.222.0.11', 57380) {{(pid=109569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 22:47:44.202501 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-ea2474c0-3ddc-4555-b59a-47b908dd59cd req-44c485ba-61fd-4192-b32f-22d259e84ec7 service neutron] 10.222.0.36 "GET /v2.0/networks/d4cb06c7-675f-48ed-a5d3-2ec6192dcb86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2177103 Feb 28 22:47:44.215423 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-133e0bc3-1102-440c-944c-d40d06f6e314 req-d2ab7024-b05e-4d00-ad6d-c7702831a60f service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=024ad902-35c5-4d85-9bcc-a0943f245810&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1403315 Feb 28 22:47:44.224992 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-c23fae01-810c-451b-81a8-bdc05dd80fc1 req-e60b46f1-d8e4-47c0-baae-02026e086f69 tempest-TestShelveInstance-339258210 tempest-TestShelveInstance-339258210-project] 10.222.0.11 "GET /v2.0/security-groups?id=024ad902-35c5-4d85-9bcc-a0943f245810&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1416731 Feb 28 22:47:44.238442 dv-cinder-830538-5-iscsi neutron-server[109569]: INFO neutron.wsgi [req-b2a8a33c-ebc4-4074-b81f-7db75b9e2095 req-4c0a1ec7-8887-49a4-827f-628ddb82b8ee service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=d9fa7fde-aeb4-48d6-993a-d21fe9e9d484&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0871706 Feb 28 22:47:44.241444 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-bf7522b7-f385-4313-a43b-29fcc6682529 req-25066826-e32c-44f4-82f0-3ba2bba83b26 tempest-AttachVolumeShelveTestJSON-2030561000 tempest-AttachVolumeShelveTestJSON-2030561000-project] 10.222.0.11 "GET /v2.0/security-groups?id=4c2eb597-13aa-4220-9dba-0738b2aa7415&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1047122 Feb 28 22:47:44.249399 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.wsgi [req-b2a8a33c-ebc4-4074-b81f-7db75b9e2095 req-e7c51390-b79f-4456-9541-5869731137f2 service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=109569) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 28 22:47:44.250391 dv-cinder-830538-5-iscsi neutron-server[109569]: INFO neutron.wsgi [req-b2a8a33c-ebc4-4074-b81f-7db75b9e2095 req-e7c51390-b79f-4456-9541-5869731137f2 service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0067728 Feb 28 22:47:44.325089 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.wsgi [-] (109569) accepted ('10.222.0.11', 57388) {{(pid=109569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 22:47:44.419377 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a8a33c-ebc4-4074-b81f-7db75b9e2095 req-46f32ac8-78ba-4afc-b529-32829c18a351 tempest-AttachVolumeShelveTestJSON-2030561000 tempest-AttachVolumeShelveTestJSON-2030561000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:47:44.420679 dv-cinder-830538-5-iscsi neutron-server[109569]: INFO neutron.wsgi [req-b2a8a33c-ebc4-4074-b81f-7db75b9e2095 req-46f32ac8-78ba-4afc-b529-32829c18a351 tempest-AttachVolumeShelveTestJSON-2030561000 tempest-AttachVolumeShelveTestJSON-2030561000-project] 10.222.0.11 "GET /v2.0/ports/22596c55-b7af-49a7-9034-b3ec7f52571f HTTP/1.1" status: 200 len: 940 time: 0.0936286 Feb 28 22:47:44.624504 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2786dd2b-0a9d-4b08-bb84-9a8d7e5b8b43 req-47567e32-73fb-461a-9a46-ef3f2824c4c1 tempest-TestMinimumBasicScenario-166037871 tempest-TestMinimumBasicScenario-166037871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:47:44.625977 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-2786dd2b-0a9d-4b08-bb84-9a8d7e5b8b43 req-47567e32-73fb-461a-9a46-ef3f2824c4c1 tempest-TestMinimumBasicScenario-166037871 tempest-TestMinimumBasicScenario-166037871-project] 10.222.0.11 "GET /v2.0/ports?device_id=9ec45306-4f87-44b3-905b-b0ae5f00c155 HTTP/1.1" status: 200 len: 984 time: 0.0566058 Feb 28 22:47:44.684541 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-2786dd2b-0a9d-4b08-bb84-9a8d7e5b8b43 req-25066330-e82f-425f-ba9b-964fcb74ad33 tempest-TestMinimumBasicScenario-166037871 tempest-TestMinimumBasicScenario-166037871-project] 10.222.0.11 "GET /v2.0/security-groups?id=77861581-3db3-484b-92bf-a77afaad58ed&id=c0733c5d-9464-454f-8610-e8f35d7dcf08&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0521996 Feb 28 22:47:45.269079 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a8a33c-ebc4-4074-b81f-7db75b9e2095 req-4f94fcba-4efc-4a7e-afc6-57c99205c779 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:47:45.270573 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-b2a8a33c-ebc4-4074-b81f-7db75b9e2095 req-4f94fcba-4efc-4a7e-afc6-57c99205c779 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=d9fa7fde-aeb4-48d6-993a-d21fe9e9d484&tenant_id=83c55453f2fe4dc79de3c29aff0b4932 HTTP/1.1" status: 200 len: 1127 time: 0.0450072 Feb 28 22:47:45.415067 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a99154-0c36-435a-be3f-2ef5425d6955 req-1fb15258-0d9c-40be-a087-5d623e1cda6e tempest-TestShelveInstance-339258210 tempest-TestShelveInstance-339258210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:47:45.416569 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-c2a99154-0c36-435a-be3f-2ef5425d6955 req-1fb15258-0d9c-40be-a087-5d623e1cda6e tempest-TestShelveInstance-339258210 tempest-TestShelveInstance-339258210-project] 10.222.0.11 "GET /v2.0/ports?device_id=7890d07e-869c-4cc7-81d8-0d515670203c HTTP/1.1" status: 200 len: 945 time: 0.1243987 Feb 28 22:47:45.426606 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a8a33c-ebc4-4074-b81f-7db75b9e2095 req-d96b6397-4a7c-4e6a-be3c-5bcc6ee28d08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:47:45.428042 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-b2a8a33c-ebc4-4074-b81f-7db75b9e2095 req-d96b6397-4a7c-4e6a-be3c-5bcc6ee28d08 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=83c55453f2fe4dc79de3c29aff0b4932&device_id=d9fa7fde-aeb4-48d6-993a-d21fe9e9d484 HTTP/1.1" status: 200 len: 1127 time: 0.1058207 Feb 28 22:47:45.442022 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a688646c-54af-46c5-8baa-37ad4b96da52 req-e0f19a1a-9bf7-4248-ad0f-dd849d21b563 tempest-AttachVolumeShelveTestJSON-2030561000 tempest-AttachVolumeShelveTestJSON-2030561000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:47:45.443433 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-a688646c-54af-46c5-8baa-37ad4b96da52 req-e0f19a1a-9bf7-4248-ad0f-dd849d21b563 tempest-AttachVolumeShelveTestJSON-2030561000 tempest-AttachVolumeShelveTestJSON-2030561000-project] 10.222.0.11 "GET /v2.0/ports?device_id=d9fa7fde-aeb4-48d6-993a-d21fe9e9d484 HTTP/1.1" status: 200 len: 943 time: 0.1196876 Feb 28 22:47:45.614939 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9fa7fde-aeb4-48d6-993a-d21fe9e9d484', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '22596c55-b7af-49a7-9034-b3ec7f52571f'}] {{(pid=109570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 22:47:45.617241 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fade63a226c96e14254c735f674fb73a181a47373151acc9bb38ade81564009" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f884f8a-af88-4663-8951-e806d978e93c" -d '{"events": [{"server_uuid": "d9fa7fde-aeb4-48d6-993a-d21fe9e9d484", "name": "network-vif-unplugged", "status": "completed", "tag": "22596c55-b7af-49a7-9034-b3ec7f52571f"}]}' {{(pid=109570) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 22:47:45.835695 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-c2a99154-0c36-435a-be3f-2ef5425d6955 req-6845760d-4407-402e-9884-32af6a5d5f17 tempest-TestShelveInstance-339258210 tempest-TestShelveInstance-339258210-project] 10.222.0.11 "GET /v2.0/security-groups?id=024ad902-35c5-4d85-9bcc-a0943f245810&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4124925 Feb 28 22:47:45.843399 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-a688646c-54af-46c5-8baa-37ad4b96da52 req-a2c79e86-469d-4e11-838f-41ca1fb27d8e tempest-AttachVolumeShelveTestJSON-2030561000 tempest-AttachVolumeShelveTestJSON-2030561000-project] 10.222.0.11 "GET /v2.0/security-groups?id=4c2eb597-13aa-4220-9dba-0738b2aa7415&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3896267 Feb 28 22:47:45.857351 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a8a33c-ebc4-4074-b81f-7db75b9e2095 req-42818e84-2c53-4166-a514-185e93de4ccb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:47:45.858834 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-b2a8a33c-ebc4-4074-b81f-7db75b9e2095 req-42818e84-2c53-4166-a514-185e93de4ccb service neutron] 10.222.0.36 "GET /v2.0/networks?id=e1dee003-d534-429c-aed6-3f1020c03805 HTTP/1.1" status: 200 len: 917 time: 0.4145091 Feb 28 22:47:45.886592 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 28 Feb 2022 22:47:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5979d160-360f-49fc-bfee-bc6f43fa210a x-openstack-request-id: req-5979d160-360f-49fc-bfee-bc6f43fa210a {{(pid=109570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 22:47:45.886883 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9fa7fde-aeb4-48d6-993a-d21fe9e9d484", "name": "network-vif-unplugged", "status": "completed", "tag": "22596c55-b7af-49a7-9034-b3ec7f52571f", "code": 200}]} {{(pid=109570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 22:47:45.887135 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-5979d160-360f-49fc-bfee-bc6f43fa210a {{(pid=109570) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 22:47:45.887522 dv-cinder-830538-5-iscsi neutron-server[109570]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9fa7fde-aeb4-48d6-993a-d21fe9e9d484', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '22596c55-b7af-49a7-9034-b3ec7f52571f', 'code': 200} Feb 28 22:47:45.958476 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-b2a8a33c-ebc4-4074-b81f-7db75b9e2095 req-ab3110ae-e330-4451-a702-7e25b06c069d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=22596c55-b7af-49a7-9034-b3ec7f52571f HTTP/1.1" status: 200 len: 999 time: 0.0904536 Feb 28 22:47:46.006415 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f58478-7260-408b-aafe-0821a6f1359d req-7cff98ce-1b7c-4b0e-ad7a-ba6fc22ad546 tempest-TestMinimumBasicScenario-166037871 tempest-TestMinimumBasicScenario-166037871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:47:46.007857 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-46f58478-7260-408b-aafe-0821a6f1359d req-7cff98ce-1b7c-4b0e-ad7a-ba6fc22ad546 tempest-TestMinimumBasicScenario-166037871 tempest-TestMinimumBasicScenario-166037871-project] 10.222.0.11 "GET /v2.0/ports?device_id=9ec45306-4f87-44b3-905b-b0ae5f00c155 HTTP/1.1" status: 200 len: 984 time: 0.0934925 Feb 28 22:47:46.031274 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a8a33c-ebc4-4074-b81f-7db75b9e2095 req-4b63c2cd-5eb5-4434-8688-04aec662c1d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:47:46.032683 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-b2a8a33c-ebc4-4074-b81f-7db75b9e2095 req-4b63c2cd-5eb5-4434-8688-04aec662c1d8 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=3b622ab4-8097-4b6c-8ec2-bb3f77857ed1 HTTP/1.1" status: 200 len: 855 time: 0.0640962 Feb 28 22:47:46.103092 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-46f58478-7260-408b-aafe-0821a6f1359d req-2dd27480-c5dd-459e-8d1d-c3896be7ea17 tempest-TestMinimumBasicScenario-166037871 tempest-TestMinimumBasicScenario-166037871-project] 10.222.0.11 "GET /v2.0/security-groups?id=77861581-3db3-484b-92bf-a77afaad58ed&id=c0733c5d-9464-454f-8610-e8f35d7dcf08&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0893216 Feb 28 22:47:46.114606 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a8a33c-ebc4-4074-b81f-7db75b9e2095 req-29546a85-d4a9-4209-8e07-a166661180a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:47:46.116737 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-b2a8a33c-ebc4-4074-b81f-7db75b9e2095 req-29546a85-d4a9-4209-8e07-a166661180a1 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e1dee003-d534-429c-aed6-3f1020c03805&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0713654 Feb 28 22:47:46.203520 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-b2a8a33c-ebc4-4074-b81f-7db75b9e2095 req-4f0cd92e-dc14-45a1-b0f1-2e2d45f7fced service neutron] 10.222.0.36 "GET /v2.0/networks/e1dee003-d534-429c-aed6-3f1020c03805?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797923 Feb 28 22:47:46.294852 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-b2a8a33c-ebc4-4074-b81f-7db75b9e2095 req-441b725e-5642-443e-81e4-5d089387cd1d service neutron] 10.222.0.36 "GET /v2.0/networks/e1dee003-d534-429c-aed6-3f1020c03805?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839131 Feb 28 22:47:47.032555 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34022812-5dfd-49b5-be70-e2f9fc4f9c40 req-c3824c36-60bf-4811-a61d-2b26ef458963 tempest-TestShelveInstance-339258210 tempest-TestShelveInstance-339258210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:47:47.034108 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-34022812-5dfd-49b5-be70-e2f9fc4f9c40 req-c3824c36-60bf-4811-a61d-2b26ef458963 tempest-TestShelveInstance-339258210 tempest-TestShelveInstance-339258210-project] 10.222.0.11 "GET /v2.0/ports?device_id=7890d07e-869c-4cc7-81d8-0d515670203c HTTP/1.1" status: 200 len: 945 time: 0.0978866 Feb 28 22:47:47.044555 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6573fcb9-4347-4eb8-9362-b1bf847fdfef req-e07766b3-bbf7-45e0-aa81-4434b8c66512 tempest-AttachVolumeShelveTestJSON-2030561000 tempest-AttachVolumeShelveTestJSON-2030561000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:47:47.046128 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-6573fcb9-4347-4eb8-9362-b1bf847fdfef req-e07766b3-bbf7-45e0-aa81-4434b8c66512 tempest-AttachVolumeShelveTestJSON-2030561000 tempest-AttachVolumeShelveTestJSON-2030561000-project] 10.222.0.11 "GET /v2.0/ports?device_id=d9fa7fde-aeb4-48d6-993a-d21fe9e9d484 HTTP/1.1" status: 200 len: 943 time: 0.0998850 Feb 28 22:47:47.125792 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-34022812-5dfd-49b5-be70-e2f9fc4f9c40 req-150bdcad-4d64-4230-b6eb-c45f96f44823 tempest-TestShelveInstance-339258210 tempest-TestShelveInstance-339258210-project] 10.222.0.11 "GET /v2.0/security-groups?id=024ad902-35c5-4d85-9bcc-a0943f245810&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0785954 Feb 28 22:47:47.130570 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-6573fcb9-4347-4eb8-9362-b1bf847fdfef req-b548a930-a15e-4e86-b02b-4c8b3b981eb4 tempest-AttachVolumeShelveTestJSON-2030561000 tempest-AttachVolumeShelveTestJSON-2030561000-project] 10.222.0.11 "GET /v2.0/security-groups?id=4c2eb597-13aa-4220-9dba-0738b2aa7415&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0775394 Feb 28 22:47:47.251245 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5470fb-93d9-4904-9a6f-f39a846e33d2 req-b51b2e9e-9cbe-48cc-9bef-e2280d436211 tempest-TestMinimumBasicScenario-166037871 tempest-TestMinimumBasicScenario-166037871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:47:47.252788 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-fa5470fb-93d9-4904-9a6f-f39a846e33d2 req-b51b2e9e-9cbe-48cc-9bef-e2280d436211 tempest-TestMinimumBasicScenario-166037871 tempest-TestMinimumBasicScenario-166037871-project] 10.222.0.11 "GET /v2.0/ports?device_id=9ec45306-4f87-44b3-905b-b0ae5f00c155 HTTP/1.1" status: 200 len: 984 time: 0.0629170 Feb 28 22:47:47.315876 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-fa5470fb-93d9-4904-9a6f-f39a846e33d2 req-4fec8dd6-8d46-4566-af8c-abed5ae1e5aa tempest-TestMinimumBasicScenario-166037871 tempest-TestMinimumBasicScenario-166037871-project] 10.222.0.11 "GET /v2.0/security-groups?id=77861581-3db3-484b-92bf-a77afaad58ed&id=c0733c5d-9464-454f-8610-e8f35d7dcf08&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0573187 Feb 28 22:47:48.292320 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568d9ac8-dc28-486e-a5f3-7baa5359ad09 req-2c239251-85c8-40dc-aabe-0bace29d49e1 tempest-AttachVolumeShelveTestJSON-2030561000 tempest-AttachVolumeShelveTestJSON-2030561000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:47:48.293952 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-568d9ac8-dc28-486e-a5f3-7baa5359ad09 req-2c239251-85c8-40dc-aabe-0bace29d49e1 tempest-AttachVolumeShelveTestJSON-2030561000 tempest-AttachVolumeShelveTestJSON-2030561000-project] 10.222.0.11 "GET /v2.0/ports?device_id=d9fa7fde-aeb4-48d6-993a-d21fe9e9d484 HTTP/1.1" status: 200 len: 943 time: 0.0572052 Feb 28 22:47:48.360304 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-568d9ac8-dc28-486e-a5f3-7baa5359ad09 req-10be5b18-6cc8-4a36-9e6a-c2934da79886 tempest-AttachVolumeShelveTestJSON-2030561000 tempest-AttachVolumeShelveTestJSON-2030561000-project] 10.222.0.11 "GET /v2.0/security-groups?id=4c2eb597-13aa-4220-9dba-0738b2aa7415&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0555289 Feb 28 22:47:48.454042 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3270fe58-206d-4e35-a579-29f1348cf465 req-0cbec2d2-1f00-4930-9c4b-51c7d4ef91b0 tempest-TestMinimumBasicScenario-166037871 tempest-TestMinimumBasicScenario-166037871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:47:48.455483 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-3270fe58-206d-4e35-a579-29f1348cf465 req-0cbec2d2-1f00-4930-9c4b-51c7d4ef91b0 tempest-TestMinimumBasicScenario-166037871 tempest-TestMinimumBasicScenario-166037871-project] 10.222.0.11 "GET /v2.0/ports?device_id=9ec45306-4f87-44b3-905b-b0ae5f00c155 HTTP/1.1" status: 200 len: 984 time: 0.0599623 Feb 28 22:47:48.528424 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-3270fe58-206d-4e35-a579-29f1348cf465 req-f913f62c-a17c-43df-bf35-74a20d400cf2 tempest-TestMinimumBasicScenario-166037871 tempest-TestMinimumBasicScenario-166037871-project] 10.222.0.11 "GET /v2.0/security-groups?id=77861581-3db3-484b-92bf-a77afaad58ed&id=c0733c5d-9464-454f-8610-e8f35d7dcf08&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0672820 Feb 28 22:47:49.481006 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d3cf7c-17a6-4455-839c-05066d94a395 req-441ca5e8-48c6-4199-8bbc-23ac75c14a2f tempest-AttachVolumeShelveTestJSON-2030561000 tempest-AttachVolumeShelveTestJSON-2030561000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:47:49.482568 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-f0d3cf7c-17a6-4455-839c-05066d94a395 req-441ca5e8-48c6-4199-8bbc-23ac75c14a2f tempest-AttachVolumeShelveTestJSON-2030561000 tempest-AttachVolumeShelveTestJSON-2030561000-project] 10.222.0.11 "GET /v2.0/ports?device_id=d9fa7fde-aeb4-48d6-993a-d21fe9e9d484 HTTP/1.1" status: 200 len: 943 time: 0.0558548 Feb 28 22:47:49.534392 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-f0d3cf7c-17a6-4455-839c-05066d94a395 req-a25e9ff6-1570-4095-b09e-712b195e0dcd tempest-AttachVolumeShelveTestJSON-2030561000 tempest-AttachVolumeShelveTestJSON-2030561000-project] 10.222.0.11 "GET /v2.0/security-groups?id=4c2eb597-13aa-4220-9dba-0738b2aa7415&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437970 Feb 28 22:47:49.654239 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0dad414-85ad-4f3c-931f-8317db1ffca5 req-51450eac-50b6-4ced-9682-2550a8ddcaa1 tempest-TestMinimumBasicScenario-166037871 tempest-TestMinimumBasicScenario-166037871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:47:49.655865 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-c0dad414-85ad-4f3c-931f-8317db1ffca5 req-51450eac-50b6-4ced-9682-2550a8ddcaa1 tempest-TestMinimumBasicScenario-166037871 tempest-TestMinimumBasicScenario-166037871-project] 10.222.0.11 "GET /v2.0/ports?device_id=9ec45306-4f87-44b3-905b-b0ae5f00c155 HTTP/1.1" status: 200 len: 984 time: 0.0557456 Feb 28 22:47:49.721870 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-c0dad414-85ad-4f3c-931f-8317db1ffca5 req-383376ad-c39d-428f-88c0-3b570c5df419 tempest-TestMinimumBasicScenario-166037871 tempest-TestMinimumBasicScenario-166037871-project] 10.222.0.11 "GET /v2.0/security-groups?id=77861581-3db3-484b-92bf-a77afaad58ed&id=c0733c5d-9464-454f-8610-e8f35d7dcf08&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0601382 Feb 28 22:47:50.690130 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56857f0-9e6c-4057-b365-c9482edfc148 req-aa5a65fa-6d0b-43d3-92e5-2a5882b55ab4 tempest-AttachVolumeShelveTestJSON-2030561000 tempest-AttachVolumeShelveTestJSON-2030561000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:47:50.693039 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-f56857f0-9e6c-4057-b365-c9482edfc148 req-aa5a65fa-6d0b-43d3-92e5-2a5882b55ab4 tempest-AttachVolumeShelveTestJSON-2030561000 tempest-AttachVolumeShelveTestJSON-2030561000-project] 10.222.0.11 "GET /v2.0/ports?device_id=d9fa7fde-aeb4-48d6-993a-d21fe9e9d484 HTTP/1.1" status: 200 len: 943 time: 0.0710294 Feb 28 22:47:50.746536 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-f56857f0-9e6c-4057-b365-c9482edfc148 req-927fc7ff-d657-455a-ab9b-23389768c835 tempest-AttachVolumeShelveTestJSON-2030561000 tempest-AttachVolumeShelveTestJSON-2030561000-project] 10.222.0.11 "GET /v2.0/security-groups?id=4c2eb597-13aa-4220-9dba-0738b2aa7415&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476713 Feb 28 22:47:50.854643 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465bb37d-c5f0-4027-9e5d-824c04ed9c3a req-6aa72a1e-1a49-4e60-a90b-62d1b5d0b7f0 tempest-TestMinimumBasicScenario-166037871 tempest-TestMinimumBasicScenario-166037871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:47:50.856313 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-465bb37d-c5f0-4027-9e5d-824c04ed9c3a req-6aa72a1e-1a49-4e60-a90b-62d1b5d0b7f0 tempest-TestMinimumBasicScenario-166037871 tempest-TestMinimumBasicScenario-166037871-project] 10.222.0.11 "GET /v2.0/ports?device_id=9ec45306-4f87-44b3-905b-b0ae5f00c155 HTTP/1.1" status: 200 len: 984 time: 0.0625188 Feb 28 22:47:50.927841 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-465bb37d-c5f0-4027-9e5d-824c04ed9c3a req-65e2cbee-03dd-43af-9c5d-1dc2c9626842 tempest-TestMinimumBasicScenario-166037871 tempest-TestMinimumBasicScenario-166037871-project] 10.222.0.11 "GET /v2.0/security-groups?id=77861581-3db3-484b-92bf-a77afaad58ed&id=c0733c5d-9464-454f-8610-e8f35d7dcf08&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0653119 Feb 28 22:47:51.457709 dv-cinder-830538-5-iscsi neutron-server[109571]: DEBUG neutron.db.agents_db [None req-267e04d6-1473-4c25-8f3a-d1c5e119a015 None None] Agent healthcheck: found 6 active agents {{(pid=109571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 22:47:51.880611 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9549255e-c05a-4217-8602-9f56970a3b42 req-1fccfa91-898e-4e03-b81f-8b98f546d026 tempest-AttachVolumeShelveTestJSON-2030561000 tempest-AttachVolumeShelveTestJSON-2030561000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:47:51.882069 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-9549255e-c05a-4217-8602-9f56970a3b42 req-1fccfa91-898e-4e03-b81f-8b98f546d026 tempest-AttachVolumeShelveTestJSON-2030561000 tempest-AttachVolumeShelveTestJSON-2030561000-project] 10.222.0.11 "GET /v2.0/ports?device_id=d9fa7fde-aeb4-48d6-993a-d21fe9e9d484 HTTP/1.1" status: 200 len: 943 time: 0.0600758 Feb 28 22:47:51.937782 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-9549255e-c05a-4217-8602-9f56970a3b42 req-5f7ab308-7596-4b8b-a0dc-fabb2b7c8627 tempest-AttachVolumeShelveTestJSON-2030561000 tempest-AttachVolumeShelveTestJSON-2030561000-project] 10.222.0.11 "GET /v2.0/security-groups?id=4c2eb597-13aa-4220-9dba-0738b2aa7415&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471144 Feb 28 22:47:52.062073 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289a41a0-4e58-432f-b04a-2f1719cd11a7 req-50affb4f-7f27-4c9a-bc61-9b81ba2041dc tempest-TestMinimumBasicScenario-166037871 tempest-TestMinimumBasicScenario-166037871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:47:52.063771 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-289a41a0-4e58-432f-b04a-2f1719cd11a7 req-50affb4f-7f27-4c9a-bc61-9b81ba2041dc tempest-TestMinimumBasicScenario-166037871 tempest-TestMinimumBasicScenario-166037871-project] 10.222.0.11 "GET /v2.0/ports?device_id=9ec45306-4f87-44b3-905b-b0ae5f00c155 HTTP/1.1" status: 200 len: 984 time: 0.0552709 Feb 28 22:47:52.127808 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-289a41a0-4e58-432f-b04a-2f1719cd11a7 req-8ea4b0f2-ff7e-4c4a-aaa4-ba79f4d9fd04 tempest-TestMinimumBasicScenario-166037871 tempest-TestMinimumBasicScenario-166037871-project] 10.222.0.11 "GET /v2.0/security-groups?id=77861581-3db3-484b-92bf-a77afaad58ed&id=c0733c5d-9464-454f-8610-e8f35d7dcf08&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0580907 Feb 28 22:47:53.089475 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00f0583-1cef-48f3-9cd5-4d426d4e735a req-fa474938-a6bd-49f5-9edd-62e88a4af3a5 tempest-AttachVolumeShelveTestJSON-2030561000 tempest-AttachVolumeShelveTestJSON-2030561000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:47:53.090998 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-e00f0583-1cef-48f3-9cd5-4d426d4e735a req-fa474938-a6bd-49f5-9edd-62e88a4af3a5 tempest-AttachVolumeShelveTestJSON-2030561000 tempest-AttachVolumeShelveTestJSON-2030561000-project] 10.222.0.11 "GET /v2.0/ports?device_id=d9fa7fde-aeb4-48d6-993a-d21fe9e9d484 HTTP/1.1" status: 200 len: 943 time: 0.0770171 Feb 28 22:47:53.146091 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-e00f0583-1cef-48f3-9cd5-4d426d4e735a req-06792a18-2324-4bb3-999c-90317c4bba08 tempest-AttachVolumeShelveTestJSON-2030561000 tempest-AttachVolumeShelveTestJSON-2030561000-project] 10.222.0.11 "GET /v2.0/security-groups?id=4c2eb597-13aa-4220-9dba-0738b2aa7415&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493281 Feb 28 22:47:53.255906 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ed9878-5168-4956-ab37-0ca28f1b38c5 req-72e702ed-eb81-4ec5-b8d5-dd1c3f112dac tempest-TestMinimumBasicScenario-166037871 tempest-TestMinimumBasicScenario-166037871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:47:53.257298 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-f2ed9878-5168-4956-ab37-0ca28f1b38c5 req-72e702ed-eb81-4ec5-b8d5-dd1c3f112dac tempest-TestMinimumBasicScenario-166037871 tempest-TestMinimumBasicScenario-166037871-project] 10.222.0.11 "GET /v2.0/ports?device_id=9ec45306-4f87-44b3-905b-b0ae5f00c155 HTTP/1.1" status: 200 len: 984 time: 0.0559216 Feb 28 22:47:53.320994 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-f2ed9878-5168-4956-ab37-0ca28f1b38c5 req-ff8150b4-841b-40f6-ace6-6937f54f9106 tempest-TestMinimumBasicScenario-166037871 tempest-TestMinimumBasicScenario-166037871-project] 10.222.0.11 "GET /v2.0/security-groups?id=77861581-3db3-484b-92bf-a77afaad58ed&id=c0733c5d-9464-454f-8610-e8f35d7dcf08&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0577176 Feb 28 22:47:54.288201 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d817e263-59ca-46ea-9b89-0b0fb106ad28 req-4b9c0f09-1822-4bd0-9edf-14dee8f99903 tempest-AttachVolumeShelveTestJSON-2030561000 tempest-AttachVolumeShelveTestJSON-2030561000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:47:54.289703 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-d817e263-59ca-46ea-9b89-0b0fb106ad28 req-4b9c0f09-1822-4bd0-9edf-14dee8f99903 tempest-AttachVolumeShelveTestJSON-2030561000 tempest-AttachVolumeShelveTestJSON-2030561000-project] 10.222.0.11 "GET /v2.0/ports?device_id=d9fa7fde-aeb4-48d6-993a-d21fe9e9d484 HTTP/1.1" status: 200 len: 943 time: 0.0656352 Feb 28 22:47:54.339814 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-d817e263-59ca-46ea-9b89-0b0fb106ad28 req-47cd7cd4-2212-4f24-950c-10cd6343118b tempest-AttachVolumeShelveTestJSON-2030561000 tempest-AttachVolumeShelveTestJSON-2030561000-project] 10.222.0.11 "GET /v2.0/security-groups?id=4c2eb597-13aa-4220-9dba-0738b2aa7415&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435734 Feb 28 22:47:54.448044 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d47e84-626f-4bb3-b0db-8781b2facc11 req-a443ba17-b5f7-4b02-be5c-ee08593a8d9e tempest-TestMinimumBasicScenario-166037871 tempest-TestMinimumBasicScenario-166037871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:47:54.449708 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-c6d47e84-626f-4bb3-b0db-8781b2facc11 req-a443ba17-b5f7-4b02-be5c-ee08593a8d9e tempest-TestMinimumBasicScenario-166037871 tempest-TestMinimumBasicScenario-166037871-project] 10.222.0.11 "GET /v2.0/ports?device_id=9ec45306-4f87-44b3-905b-b0ae5f00c155 HTTP/1.1" status: 200 len: 984 time: 0.0600388 Feb 28 22:47:54.517252 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-c6d47e84-626f-4bb3-b0db-8781b2facc11 req-783bfd10-685c-4359-8bab-005220b9b062 tempest-TestMinimumBasicScenario-166037871 tempest-TestMinimumBasicScenario-166037871-project] 10.222.0.11 "GET /v2.0/security-groups?id=77861581-3db3-484b-92bf-a77afaad58ed&id=c0733c5d-9464-454f-8610-e8f35d7dcf08&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0606966 Feb 28 22:47:55.465919 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8cee1ef-fe7d-4185-874d-7c3aa52ba53f req-c78fccfe-bc1f-4543-a406-48195ec69534 tempest-AttachVolumeShelveTestJSON-2030561000 tempest-AttachVolumeShelveTestJSON-2030561000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:47:55.467768 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-f8cee1ef-fe7d-4185-874d-7c3aa52ba53f req-c78fccfe-bc1f-4543-a406-48195ec69534 tempest-AttachVolumeShelveTestJSON-2030561000 tempest-AttachVolumeShelveTestJSON-2030561000-project] 10.222.0.11 "GET /v2.0/ports?device_id=d9fa7fde-aeb4-48d6-993a-d21fe9e9d484 HTTP/1.1" status: 200 len: 943 time: 0.0547957 Feb 28 22:47:55.513623 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-f8cee1ef-fe7d-4185-874d-7c3aa52ba53f req-a993c83c-3841-40e4-94fa-4b95e53057e4 tempest-AttachVolumeShelveTestJSON-2030561000 tempest-AttachVolumeShelveTestJSON-2030561000-project] 10.222.0.11 "GET /v2.0/security-groups?id=4c2eb597-13aa-4220-9dba-0738b2aa7415&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402615 Feb 28 22:47:55.665390 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c7eadb-a12d-4483-837b-156442116892 req-b466f76f-b1ab-48c2-8613-e48a70436830 tempest-TestMinimumBasicScenario-166037871 tempest-TestMinimumBasicScenario-166037871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:47:55.666860 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-02c7eadb-a12d-4483-837b-156442116892 req-b466f76f-b1ab-48c2-8613-e48a70436830 tempest-TestMinimumBasicScenario-166037871 tempest-TestMinimumBasicScenario-166037871-project] 10.222.0.11 "GET /v2.0/ports?device_id=9ec45306-4f87-44b3-905b-b0ae5f00c155 HTTP/1.1" status: 200 len: 984 time: 0.0576639 Feb 28 22:47:55.726733 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-02c7eadb-a12d-4483-837b-156442116892 req-989f6f4d-bbea-43a5-be66-978e293571e8 tempest-TestMinimumBasicScenario-166037871 tempest-TestMinimumBasicScenario-166037871-project] 10.222.0.11 "GET /v2.0/security-groups?id=77861581-3db3-484b-92bf-a77afaad58ed&id=c0733c5d-9464-454f-8610-e8f35d7dcf08&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0535462 Feb 28 22:47:56.633618 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae32938-4b3e-4b38-8487-0c5705c1cdf3 req-9c1b1ea5-7b42-40cf-bdbc-a2f34cad7a4c tempest-AttachVolumeShelveTestJSON-2030561000 tempest-AttachVolumeShelveTestJSON-2030561000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:47:56.635086 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-fae32938-4b3e-4b38-8487-0c5705c1cdf3 req-9c1b1ea5-7b42-40cf-bdbc-a2f34cad7a4c tempest-AttachVolumeShelveTestJSON-2030561000 tempest-AttachVolumeShelveTestJSON-2030561000-project] 10.222.0.11 "GET /v2.0/ports?device_id=d9fa7fde-aeb4-48d6-993a-d21fe9e9d484 HTTP/1.1" status: 200 len: 943 time: 0.0527730 Feb 28 22:47:56.681304 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-fae32938-4b3e-4b38-8487-0c5705c1cdf3 req-d87f4479-7102-4e9b-8a01-8ef71d0e114d tempest-AttachVolumeShelveTestJSON-2030561000 tempest-AttachVolumeShelveTestJSON-2030561000-project] 10.222.0.11 "GET /v2.0/security-groups?id=4c2eb597-13aa-4220-9dba-0738b2aa7415&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407689 Feb 28 22:47:56.845336 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1d46e4-b1d8-49ec-a0c8-26d256543f53 req-117797f6-a115-4f1c-8a5a-3130f6970cb3 tempest-TestMinimumBasicScenario-166037871 tempest-TestMinimumBasicScenario-166037871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:47:56.846832 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-2e1d46e4-b1d8-49ec-a0c8-26d256543f53 req-117797f6-a115-4f1c-8a5a-3130f6970cb3 tempest-TestMinimumBasicScenario-166037871 tempest-TestMinimumBasicScenario-166037871-project] 10.222.0.11 "GET /v2.0/ports?device_id=9ec45306-4f87-44b3-905b-b0ae5f00c155 HTTP/1.1" status: 200 len: 984 time: 0.0542061 Feb 28 22:47:56.909961 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-2e1d46e4-b1d8-49ec-a0c8-26d256543f53 req-76febed2-8a40-480b-b1e2-7adfa64a5c63 tempest-TestMinimumBasicScenario-166037871 tempest-TestMinimumBasicScenario-166037871-project] 10.222.0.11 "GET /v2.0/security-groups?id=77861581-3db3-484b-92bf-a77afaad58ed&id=c0733c5d-9464-454f-8610-e8f35d7dcf08&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0569651 Feb 28 22:47:57.801533 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f923e590-150a-406d-8631-509ed4a36d1e req-13237689-5713-49de-81c0-77f380b4f424 tempest-AttachVolumeShelveTestJSON-2030561000 tempest-AttachVolumeShelveTestJSON-2030561000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:47:57.802984 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-f923e590-150a-406d-8631-509ed4a36d1e req-13237689-5713-49de-81c0-77f380b4f424 tempest-AttachVolumeShelveTestJSON-2030561000 tempest-AttachVolumeShelveTestJSON-2030561000-project] 10.222.0.11 "GET /v2.0/ports?device_id=d9fa7fde-aeb4-48d6-993a-d21fe9e9d484 HTTP/1.1" status: 200 len: 943 time: 0.0513229 Feb 28 22:47:57.849390 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-f923e590-150a-406d-8631-509ed4a36d1e req-108add4d-2965-4445-b7c8-99bd1772fde1 tempest-AttachVolumeShelveTestJSON-2030561000 tempest-AttachVolumeShelveTestJSON-2030561000-project] 10.222.0.11 "GET /v2.0/security-groups?id=4c2eb597-13aa-4220-9dba-0738b2aa7415&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409610 Feb 28 22:47:58.976207 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfefc45-0ba4-4c49-8596-8028b52dadba req-35c17e94-2fd5-460d-934b-1981e142c8a9 tempest-AttachVolumeShelveTestJSON-2030561000 tempest-AttachVolumeShelveTestJSON-2030561000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:47:58.977820 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-9cfefc45-0ba4-4c49-8596-8028b52dadba req-35c17e94-2fd5-460d-934b-1981e142c8a9 tempest-AttachVolumeShelveTestJSON-2030561000 tempest-AttachVolumeShelveTestJSON-2030561000-project] 10.222.0.11 "GET /v2.0/ports?device_id=d9fa7fde-aeb4-48d6-993a-d21fe9e9d484 HTTP/1.1" status: 200 len: 943 time: 0.0587933 Feb 28 22:47:59.034450 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-9cfefc45-0ba4-4c49-8596-8028b52dadba req-aefa33a1-2364-4683-9354-37b258ed1f0e tempest-AttachVolumeShelveTestJSON-2030561000 tempest-AttachVolumeShelveTestJSON-2030561000-project] 10.222.0.11 "GET /v2.0/security-groups?id=4c2eb597-13aa-4220-9dba-0738b2aa7415&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504947 Feb 28 22:47:59.078819 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e2e20a-f9ff-4793-a40f-45f0bd89c12c req-95aaf7ad-2af0-427c-97d6-ebd7f1c6f2e9 tempest-AttachVolumeTestJSON-1325054245 tempest-AttachVolumeTestJSON-1325054245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:47:59.080314 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-c9e2e20a-f9ff-4793-a40f-45f0bd89c12c req-95aaf7ad-2af0-427c-97d6-ebd7f1c6f2e9 tempest-AttachVolumeTestJSON-1325054245 tempest-AttachVolumeTestJSON-1325054245-project] 10.222.0.11 "GET /v2.0/ports?device_id=2c6f9209-280b-4ae4-ae2b-e20a1627dc1b HTTP/1.1" status: 200 len: 945 time: 0.0609505 Feb 28 22:47:59.127492 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-c9e2e20a-f9ff-4793-a40f-45f0bd89c12c req-7599ed54-30f2-4128-8af3-1a1cb48fe6c2 tempest-AttachVolumeTestJSON-1325054245 tempest-AttachVolumeTestJSON-1325054245-project] 10.222.0.11 "GET /v2.0/security-groups?id=21e70cd1-9f9a-471b-b42f-d6d326161983&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416794 Feb 28 22:47:59.298034 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.rpc [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] Device 22596c55-b7af-49a7-9034-b3ec7f52571f details requested by agent hyperv_hv-cinder-83053 with host hv-cinder-83053 {{(pid=109570) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 22:47:59.390808 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.db [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] For port 22596c55-b7af-49a7-9034-b3ec7f52571f, host hv-cinder-83053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83053',level=0,port_id=22596c55-b7af-49a7-9034-b3ec7f52571f,segment=NetworkSegment(28413273-d7c8-4d86-a7b1-c45f9712072e),segment_id=28413273-d7c8-4d86-a7b1-c45f9712072e)] {{(pid=109570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 22:47:59.401736 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.rpc [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] Returning: {'device': '22596c55-b7af-49a7-9034-b3ec7f52571f', 'network_id': 'e1dee003-d534-429c-aed6-3f1020c03805', 'port_id': '22596c55-b7af-49a7-9034-b3ec7f52571f', 'mac_address': 'fa:16:3e:da:8d:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b622ab4-8097-4b6c-8ec2-bb3f77857ed1', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109570) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 22:47:59.442017 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.plugin [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] Current status of the port 22596c55-b7af-49a7-9034-b3ec7f52571f is: DOWN; New status is: BUILD {{(pid=109570) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 22:47:59.442412 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616566'] for port (22596c55-b7af-49a7-9034-b3ec7f52571f), before_update {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:47:59.454680 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.notifiers.nova [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 22596c55-b7af-49a7-9034-b3ec7f52571f {{(pid=109570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 22:47:59.473254 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.db [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] For port 22596c55-b7af-49a7-9034-b3ec7f52571f, host hv-cinder-83053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83053',level=0,port_id=22596c55-b7af-49a7-9034-b3ec7f52571f,segment=NetworkSegment(28413273-d7c8-4d86-a7b1-c45f9712072e),segment_id=28413273-d7c8-4d86-a7b1-c45f9712072e)] {{(pid=109570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 22:47:59.478618 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33156859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750845083886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750844628246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750844628264'] for port (22596c55-b7af-49a7-9034-b3ec7f52571f), after_update {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:47:59.523802 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] Pushing event updated for resources: {'Port': ['ID=22596c55-b7af-49a7-9034-b3ec7f52571f,revision_number=9']} {{(pid=109570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:47:59.739052 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.db [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] get_ports_and_sgs() called for port_ids ['22596c55-b7af-49a7-9034-b3ec7f52571f'] {{(pid=109570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 22:48:00.157309 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7207f97b-c95f-42ee-8b16-bee598d0a961 req-06bf80c8-1beb-4802-aeef-b3646483229d tempest-AttachVolumeShelveTestJSON-2030561000 tempest-AttachVolumeShelveTestJSON-2030561000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:48:00.158817 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-7207f97b-c95f-42ee-8b16-bee598d0a961 req-06bf80c8-1beb-4802-aeef-b3646483229d tempest-AttachVolumeShelveTestJSON-2030561000 tempest-AttachVolumeShelveTestJSON-2030561000-project] 10.222.0.11 "GET /v2.0/ports?device_id=d9fa7fde-aeb4-48d6-993a-d21fe9e9d484 HTTP/1.1" status: 200 len: 944 time: 0.0536413 Feb 28 22:48:00.230069 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-7207f97b-c95f-42ee-8b16-bee598d0a961 req-ed375795-b7d6-4995-b53e-0dc64193a35a tempest-AttachVolumeShelveTestJSON-2030561000 tempest-AttachVolumeShelveTestJSON-2030561000-project] 10.222.0.11 "GET /v2.0/security-groups?id=4c2eb597-13aa-4220-9dba-0738b2aa7415&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0657353 Feb 28 22:48:00.253061 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990b0053-5cbe-4632-9dfb-e6aeaf250c78 req-79230dcb-642f-46f4-9c57-5ce52bc6b55a tempest-AttachVolumeTestJSON-1325054245 tempest-AttachVolumeTestJSON-1325054245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:48:00.254520 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-990b0053-5cbe-4632-9dfb-e6aeaf250c78 req-79230dcb-642f-46f4-9c57-5ce52bc6b55a tempest-AttachVolumeTestJSON-1325054245 tempest-AttachVolumeTestJSON-1325054245-project] 10.222.0.11 "GET /v2.0/ports?device_id=2c6f9209-280b-4ae4-ae2b-e20a1627dc1b HTTP/1.1" status: 200 len: 945 time: 0.0599139 Feb 28 22:48:00.305569 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-990b0053-5cbe-4632-9dfb-e6aeaf250c78 req-a61d7d16-be38-401c-a4a3-5920be3c3e93 tempest-AttachVolumeTestJSON-1325054245 tempest-AttachVolumeTestJSON-1325054245-project] 10.222.0.11 "GET /v2.0/security-groups?id=21e70cd1-9f9a-471b-b42f-d6d326161983&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456467 Feb 28 22:48:00.850564 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-bd9eaba8-53cb-4496-b8f6-c4e77c9a912e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750845036683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579975'] for agent (55d6ddf3-619a-4750-95a9-02c5b2728e0c), after_update {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:48:00.954953 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227145d2-ca87-41da-880c-090e9fefa8e4 req-f47d19c1-55a2-447e-9474-ca4ed6e0aeaf tempest-AttachVolumeTestJSON-1325054245 tempest-AttachVolumeTestJSON-1325054245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:48:00.956573 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-227145d2-ca87-41da-880c-090e9fefa8e4 req-f47d19c1-55a2-447e-9474-ca4ed6e0aeaf tempest-AttachVolumeTestJSON-1325054245 tempest-AttachVolumeTestJSON-1325054245-project] 10.222.0.36 "GET /v2.0/ports?device_id=2c6f9209-280b-4ae4-ae2b-e20a1627dc1b HTTP/1.1" status: 200 len: 945 time: 0.0537586 Feb 28 22:48:01.049997 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.plugins.ml2.plugin [req-227145d2-ca87-41da-880c-090e9fefa8e4 req-bcf0fc54-dc0f-4e9f-b2f4-1eba104aa66c tempest-AttachVolumeTestJSON-1325054245 tempest-AttachVolumeTestJSON-1325054245-project] Deleting port 97026a4d-fbd1-4d85-b5d4-ceeb4cb1d641 {{(pid=109568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 22:48:01.050337 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [req-227145d2-ca87-41da-880c-090e9fefa8e4 req-bcf0fc54-dc0f-4e9f-b2f4-1eba104aa66c tempest-AttachVolumeTestJSON-1325054245 tempest-AttachVolumeTestJSON-1325054245-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750845080441'] for port (97026a4d-fbd1-4d85-b5d4-ceeb4cb1d641), before_delete {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:48:01.139248 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.plugins.ml2.db [req-227145d2-ca87-41da-880c-090e9fefa8e4 req-bcf0fc54-dc0f-4e9f-b2f4-1eba104aa66c tempest-AttachVolumeTestJSON-1325054245 tempest-AttachVolumeTestJSON-1325054245-project] For port 97026a4d-fbd1-4d85-b5d4-ceeb4cb1d641, host hv-cinder-83053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83053',level=0,port_id=97026a4d-fbd1-4d85-b5d4-ceeb4cb1d641,segment=NetworkSegment(2b825055-5822-4684-9f9c-fddeefc76ff6),segment_id=2b825055-5822-4684-9f9c-fddeefc76ff6)] {{(pid=109568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 22:48:01.139611 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [req-227145d2-ca87-41da-880c-090e9fefa8e4 req-bcf0fc54-dc0f-4e9f-b2f4-1eba104aa66c tempest-AttachVolumeTestJSON-1325054245 tempest-AttachVolumeTestJSON-1325054245-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33552544'] for port (97026a4d-fbd1-4d85-b5d4-ceeb4cb1d641), precommit_delete {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:48:01.300119 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.rpc [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] Device 22596c55-b7af-49a7-9034-b3ec7f52571f up at agent hyperv_hv-cinder-83053 {{(pid=109570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 22:48:01.321713 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [req-227145d2-ca87-41da-880c-090e9fefa8e4 req-bcf0fc54-dc0f-4e9f-b2f4-1eba104aa66c tempest-AttachVolumeTestJSON-1325054245 tempest-AttachVolumeTestJSON-1325054245-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:48:01.322304 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [req-227145d2-ca87-41da-880c-090e9fefa8e4 req-bcf0fc54-dc0f-4e9f-b2f4-1eba104aa66c tempest-AttachVolumeTestJSON-1325054245 tempest-AttachVolumeTestJSON-1325054245-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33522123'] for floatingip (edd663d3-424a-4f2e-bb8d-57e883a1bb13), after_update {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:48:01.322420 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.db.l3_db [req-227145d2-ca87-41da-880c-090e9fefa8e4 req-bcf0fc54-dc0f-4e9f-b2f4-1eba104aa66c tempest-AttachVolumeTestJSON-1325054245 tempest-AttachVolumeTestJSON-1325054245-project] Floating IP edd663d3-424a-4f2e-bb8d-57e883a1bb13 disassociated. External IP: 172.27.0.211, port: 97026a4d-fbd1-4d85-b5d4-ceeb4cb1d641. Feb 28 22:48:01.322708 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.plugins.ml2.plugin [req-227145d2-ca87-41da-880c-090e9fefa8e4 req-bcf0fc54-dc0f-4e9f-b2f4-1eba104aa66c tempest-AttachVolumeTestJSON-1325054245 tempest-AttachVolumeTestJSON-1325054245-project] Calling delete_port for 97026a4d-fbd1-4d85-b5d4-ceeb4cb1d641 owned by compute:nova {{(pid=109568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 22:48:01.351614 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.db.provisioning_blocks [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] Provisioning complete for port 22596c55-b7af-49a7-9034-b3ec7f52571f triggered by entity L2. {{(pid=109570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 22:48:01.352026 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579965'] for port (22596c55-b7af-49a7-9034-b3ec7f52571f), provisioning_complete {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:48:01.440823 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.plugin [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] Current status of the port 22596c55-b7af-49a7-9034-b3ec7f52571f is: BUILD; New status is: ACTIVE {{(pid=109570) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 22:48:01.441213 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616566'] for port (22596c55-b7af-49a7-9034-b3ec7f52571f), before_update {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:48:01.442790 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc87ac9-c497-4a57-8bff-7d0183bef505 req-50fb3d16-74df-455f-b37c-3ae6140aa570 tempest-AttachVolumeShelveTestJSON-2030561000 tempest-AttachVolumeShelveTestJSON-2030561000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:48:01.444370 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-9fc87ac9-c497-4a57-8bff-7d0183bef505 req-50fb3d16-74df-455f-b37c-3ae6140aa570 tempest-AttachVolumeShelveTestJSON-2030561000 tempest-AttachVolumeShelveTestJSON-2030561000-project] 10.222.0.11 "GET /v2.0/ports?device_id=d9fa7fde-aeb4-48d6-993a-d21fe9e9d484 HTTP/1.1" status: 200 len: 944 time: 0.1421797 Feb 28 22:48:01.465609 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9fa7fde-aeb4-48d6-993a-d21fe9e9d484', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22596c55-b7af-49a7-9034-b3ec7f52571f'}] {{(pid=109570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 22:48:01.468974 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fade63a226c96e14254c735f674fb73a181a47373151acc9bb38ade81564009" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42de7534-dd91-4d9e-9a03-a5d1ee8803cd" -d '{"events": [{"server_uuid": "d9fa7fde-aeb4-48d6-993a-d21fe9e9d484", "name": "network-vif-plugged", "status": "completed", "tag": "22596c55-b7af-49a7-9034-b3ec7f52571f"}]}' {{(pid=109570) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 22:48:01.484505 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.db [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] For port 22596c55-b7af-49a7-9034-b3ec7f52571f, host hv-cinder-83053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83053',level=0,port_id=22596c55-b7af-49a7-9034-b3ec7f52571f,segment=NetworkSegment(28413273-d7c8-4d86-a7b1-c45f9712072e),segment_id=28413273-d7c8-4d86-a7b1-c45f9712072e)] {{(pid=109570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 22:48:01.488862 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33156859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750845083886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750844628246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750844628264'] for port (22596c55-b7af-49a7-9034-b3ec7f52571f), after_update {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:48:01.489658 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.rpc [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] Device 97026a4d-fbd1-4d85-b5d4-ceeb4cb1d641 no longer exists at agent hyperv_hv-cinder-83053 {{(pid=109570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 22:48:01.533650 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72394f35-2d19-4634-aa68-d10a04824bcc req-aef66611-b6f1-45c6-92b3-9df3ad612ee5 tempest-AttachVolumeTestJSON-1325054245 tempest-AttachVolumeTestJSON-1325054245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:48:01.535069 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-72394f35-2d19-4634-aa68-d10a04824bcc req-aef66611-b6f1-45c6-92b3-9df3ad612ee5 tempest-AttachVolumeTestJSON-1325054245 tempest-AttachVolumeTestJSON-1325054245-project] 10.222.0.11 "GET /v2.0/ports?device_id=2c6f9209-280b-4ae4-ae2b-e20a1627dc1b HTTP/1.1" status: 200 len: 945 time: 0.1419396 Feb 28 22:48:01.561669 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-9fc87ac9-c497-4a57-8bff-7d0183bef505 req-23ba439e-3fc8-48ca-a976-0606a62a4560 tempest-AttachVolumeShelveTestJSON-2030561000 tempest-AttachVolumeShelveTestJSON-2030561000-project] 10.222.0.11 "GET /v2.0/security-groups?id=4c2eb597-13aa-4220-9dba-0738b2aa7415&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1108418 Feb 28 22:48:01.575475 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] Pushing event updated for resources: {'Port': ['ID=22596c55-b7af-49a7-9034-b3ec7f52571f,revision_number=10']} {{(pid=109570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:48:01.626925 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.plugin [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] Current status of the port 97026a4d-fbd1-4d85-b5d4-ceeb4cb1d641 is: ACTIVE; New status is: DOWN {{(pid=109570) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 22:48:01.627330 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616566'] for port (97026a4d-fbd1-4d85-b5d4-ceeb4cb1d641), before_update {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:48:01.645157 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-72394f35-2d19-4634-aa68-d10a04824bcc req-ca7f3497-0755-4324-b0d4-acc3ae114744 tempest-AttachVolumeTestJSON-1325054245 tempest-AttachVolumeTestJSON-1325054245-project] 10.222.0.11 "GET /v2.0/security-groups?id=21e70cd1-9f9a-471b-b42f-d6d326161983&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1032226 Feb 28 22:48:01.648239 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 22:48:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c7c6842-b10e-49eb-ab3b-951679549185 x-openstack-request-id: req-9c7c6842-b10e-49eb-ab3b-951679549185 {{(pid=109570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 22:48:01.648599 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9fa7fde-aeb4-48d6-993a-d21fe9e9d484", "name": "network-vif-plugged", "status": "completed", "tag": "22596c55-b7af-49a7-9034-b3ec7f52571f", "code": 200}]} {{(pid=109570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 22:48:01.649076 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-9c7c6842-b10e-49eb-ab3b-951679549185 {{(pid=109570) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 22:48:01.650143 dv-cinder-830538-5-iscsi neutron-server[109570]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9fa7fde-aeb4-48d6-993a-d21fe9e9d484', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22596c55-b7af-49a7-9034-b3ec7f52571f', 'code': 200} Feb 28 22:48:01.654836 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [req-227145d2-ca87-41da-880c-090e9fefa8e4 req-bcf0fc54-dc0f-4e9f-b2f4-1eba104aa66c tempest-AttachVolumeTestJSON-1325054245 tempest-AttachVolumeTestJSON-1325054245-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33156859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750845083868', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750844628237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30788389'] for port (97026a4d-fbd1-4d85-b5d4-ceeb4cb1d641), after_delete {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:48:01.688559 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf0fc54-dc0f-4e9f-b2f4-1eba104aa66c tempest-AttachVolumeTestJSON-1325054245 tempest-AttachVolumeTestJSON-1325054245-project] Pushing event deleted for resources: {'Port': ['ID=97026a4d-fbd1-4d85-b5d4-ceeb4cb1d641,revision_number=None']} {{(pid=109568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:48:01.872662 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.scheduler.l3_agent_scheduler [req-227145d2-ca87-41da-880c-090e9fefa8e4 req-bcf0fc54-dc0f-4e9f-b2f4-1eba104aa66c tempest-AttachVolumeTestJSON-1325054245 tempest-AttachVolumeTestJSON-1325054245-project] Router e0521325-922c-4570-bc7b-fbf74268cada has already been hosted by L3 agent 1bbc3f13-d896-4633-9d3f-4f3415ceb83d {{(pid=109568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 22:48:01.883780 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66be3988-0d38-419c-835d-578325dc3c21 req-e92a41ca-09b1-405d-b16d-e38b2eae874d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:48:01.885891 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-66be3988-0d38-419c-835d-578325dc3c21 req-e92a41ca-09b1-405d-b16d-e38b2eae874d service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=d9fa7fde-aeb4-48d6-993a-d21fe9e9d484 HTTP/1.1" status: 200 len: 1130 time: 0.0802906 Feb 28 22:48:01.995092 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-66be3988-0d38-419c-835d-578325dc3c21 req-43d4a6d6-e7e5-4dc4-9120-1ded77162d34 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=4c2eb597-13aa-4220-9dba-0738b2aa7415&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1026094 Feb 28 22:48:02.052143 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-227145d2-ca87-41da-880c-090e9fefa8e4 req-bcf0fc54-dc0f-4e9f-b2f4-1eba104aa66c tempest-AttachVolumeTestJSON-1325054245 tempest-AttachVolumeTestJSON-1325054245-project] Notify agent at l3_agent.dv-cinder-830538-5-iscsi the message routers_updated {{(pid=109568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 22:48:02.067376 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f14b5116-bb6e-4de5-af30-ca24d5073901 None None] Sync routers for ids ['e0521325-922c-4570-bc7b-fbf74268cada'] in dv-cinder-830538-5-iscsi {{(pid=109570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 22:48:02.080489 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f14b5116-bb6e-4de5-af30-ca24d5073901 None None] Routers {'e0521325-922c-4570-bc7b-fbf74268cada'} bound to L3 agent in host dv-cinder-830538-5-iscsi {{(pid=109570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 22:48:02.081145 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.db.l3_hamode_db [None req-f14b5116-bb6e-4de5-af30-ca24d5073901 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830538-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-28T22:34:03Z,description=,heartbeat_timestamp=2022-02-28T22:47:33Z,host='dv-cinder-830538-5-iscsi',id=1bbc3f13-d896-4633-9d3f-4f3415ceb83d,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T22:34:03Z,topic='l3_agent')) {'router_ids': ['e0521325-922c-4570-bc7b-fbf74268cada'], 'active': True} {{(pid=109570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 22:48:02.113579 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.db.l3_dvrscheduler_db [req-227145d2-ca87-41da-880c-090e9fefa8e4 req-bcf0fc54-dc0f-4e9f-b2f4-1eba104aa66c tempest-AttachVolumeTestJSON-1325054245 tempest-AttachVolumeTestJSON-1325054245-project] No DVR routers for this DVR port 97026a4d-fbd1-4d85-b5d4-ceeb4cb1d641 on host hv-cinder-83053 {{(pid=109568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 22:48:02.116235 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [req-227145d2-ca87-41da-880c-090e9fefa8e4 req-bcf0fc54-dc0f-4e9f-b2f4-1eba104aa66c tempest-AttachVolumeTestJSON-1325054245 tempest-AttachVolumeTestJSON-1325054245-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80159'] for port (None), before_response {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:48:02.119539 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-227145d2-ca87-41da-880c-090e9fefa8e4 req-bcf0fc54-dc0f-4e9f-b2f4-1eba104aa66c tempest-AttachVolumeTestJSON-1325054245 tempest-AttachVolumeTestJSON-1325054245-project] 10.222.0.36 "DELETE /v2.0/ports/97026a4d-fbd1-4d85-b5d4-ceeb4cb1d641 HTTP/1.1" status: 204 len: 173 time: 1.1578598 Feb 28 22:48:02.120018 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c6f9209-280b-4ae4-ae2b-e20a1627dc1b', 'name': 'network-vif-deleted', 'tag': '97026a4d-fbd1-4d85-b5d4-ceeb4cb1d641'}] {{(pid=109568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 22:48:02.122282 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be30730c9f576b5ae602769365630bce3a2881df6c4aa92702dca8eb1643a507" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ddf3b11-6d3b-4d90-8ca1-e1ee26de34c0" -d '{"events": [{"server_uuid": "2c6f9209-280b-4ae4-ae2b-e20a1627dc1b", "name": "network-vif-deleted", "tag": "97026a4d-fbd1-4d85-b5d4-ceeb4cb1d641"}]}' {{(pid=109568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 22:48:02.236126 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 22:48:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7a11ce4-0dd2-44e8-ad25-52dc2f1b1cde x-openstack-request-id: req-b7a11ce4-0dd2-44e8-ad25-52dc2f1b1cde {{(pid=109568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 22:48:02.236516 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c6f9209-280b-4ae4-ae2b-e20a1627dc1b", "name": "network-vif-deleted", "tag": "97026a4d-fbd1-4d85-b5d4-ceeb4cb1d641", "status": "completed", "code": 200}]} {{(pid=109568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 22:48:02.236908 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-b7a11ce4-0dd2-44e8-ad25-52dc2f1b1cde {{(pid=109568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 22:48:02.237426 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c6f9209-280b-4ae4-ae2b-e20a1627dc1b', 'name': 'network-vif-deleted', 'tag': '97026a4d-fbd1-4d85-b5d4-ceeb4cb1d641', 'status': 'completed', 'code': 200} Feb 28 22:48:02.329183 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.db.l3_dvr_db [None req-f14b5116-bb6e-4de5-af30-ca24d5073901 None None] Set router e0521325-922c-4570-bc7b-fbf74268cada gateway port host: dv-cinder-830538-5-iscsi {{(pid=109570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 22:48:02.523627 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.db.l3_hamode_db [None req-f14b5116-bb6e-4de5-af30-ca24d5073901 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0521325-922c-4570-bc7b-fbf74268cada', 'name': 'tempest-AttachVolumeTestJSON-1955448268-router', 'tenant_id': '558108c6409d474abda99b19120d05ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e7a10c7-addc-4b79-a555-0b472e939652', 'external_fixed_ips': [{'subnet_id': '8aaf002d-6309-4cf0-ae69-6d349a14c0b1', 'ip_address': '172.27.0.95'}], 'enable_snat': True}, 'gw_port_id': '8b621a2e-d1dd-4781-b394-39862f442bf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T22:42:08Z', 'updated_at': '2022-02-28T22:42:19Z', 'revision_number': 4, 'project_id': '558108c6409d474abda99b19120d05ad', 'gw_port': {'id': '8b621a2e-d1dd-4781-b394-39862f442bf8', 'name': '', 'network_id': '3e7a10c7-addc-4b79-a555-0b472e939652', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:b7:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0521325-922c-4570-bc7b-fbf74268cada', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '8aaf002d-6309-4cf0-ae69-6d349a14c0b1', 'ip_address': '172.27.0.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T22:42:10Z', 'updated_at': '2022-02-28T22:42:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8aaf002d-6309-4cf0-ae69-6d349a14c0b1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830538-5-iscsi', '_interfaces': [{'id': '6d58ef7a-de76-49b9-9508-4647e5fd1f80', 'name': '', 'network_id': 'df2fc3b5-d3d8-4f0b-b393-20e4e2e253bc', 'tenant_id': '558108c6409d474abda99b19120d05ad', 'mac_address': 'fa:16:3e:0c:69:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0521325-922c-4570-bc7b-fbf74268cada', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '22e78a7b-72b0-4514-af71-979e73dc5a6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T22:42:15Z', 'updated_at': '2022-02-28T22:42:26Z', 'revision_number': 5, 'project_id': '558108c6409d474abda99b19120d05ad', 'subnets': [{'id': '22e78a7b-72b0-4514-af71-979e73dc5a6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830538-5-iscsi', False) {} {{(pid=109570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 22:48:02.552216 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f14b5116-bb6e-4de5-af30-ca24d5073901 None None] Checking router: e0521325-922c-4570-bc7b-fbf74268cada for host: dv-cinder-830538-5-iscsi {{(pid=109570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 22:48:02.560880 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f14b5116-bb6e-4de5-af30-ca24d5073901 None None] Routers {'e0521325-922c-4570-bc7b-fbf74268cada'} bound to L3 agent in host dv-cinder-830538-5-iscsi {{(pid=109570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 22:48:02.561493 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.db.l3_hamode_db [None req-f14b5116-bb6e-4de5-af30-ca24d5073901 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830538-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-28T22:34:03Z,description=,heartbeat_timestamp=2022-02-28T22:47:33Z,host='dv-cinder-830538-5-iscsi',id=1bbc3f13-d896-4633-9d3f-4f3415ceb83d,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T22:34:03Z,topic='l3_agent')) {'router_ids': ['e0521325-922c-4570-bc7b-fbf74268cada'], 'active': True} {{(pid=109570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 22:48:02.683538 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.db.l3_dvr_db [None req-f14b5116-bb6e-4de5-af30-ca24d5073901 None None] Set router e0521325-922c-4570-bc7b-fbf74268cada gateway port host: dv-cinder-830538-5-iscsi {{(pid=109570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 22:48:02.724328 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdfa79b2-f27f-496d-859c-b908d68321f0 req-31223471-8324-4fc3-ab1e-3fa236403c41 tempest-AttachVolumeShelveTestJSON-2030561000 tempest-AttachVolumeShelveTestJSON-2030561000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:48:02.727002 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-fdfa79b2-f27f-496d-859c-b908d68321f0 req-31223471-8324-4fc3-ab1e-3fa236403c41 tempest-AttachVolumeShelveTestJSON-2030561000 tempest-AttachVolumeShelveTestJSON-2030561000-project] 10.222.0.11 "GET /v2.0/ports?device_id=d9fa7fde-aeb4-48d6-993a-d21fe9e9d484 HTTP/1.1" status: 200 len: 946 time: 0.0704832 Feb 28 22:48:02.799413 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-5db69de1-eee4-4fbe-95db-40dab0c326e0 req-40b3268f-075d-4e98-add2-0df54829225c tempest-AttachVolumeTestJSON-1325054245 tempest-AttachVolumeTestJSON-1325054245-project] 10.222.0.11 "GET /v2.0/ports?device_id=2c6f9209-280b-4ae4-ae2b-e20a1627dc1b HTTP/1.1" status: 200 len: 210 time: 0.0354779 Feb 28 22:48:02.803863 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-fdfa79b2-f27f-496d-859c-b908d68321f0 req-8d27770c-496d-4eb4-b340-758e43027c87 tempest-AttachVolumeShelveTestJSON-2030561000 tempest-AttachVolumeShelveTestJSON-2030561000-project] 10.222.0.11 "GET /v2.0/security-groups?id=4c2eb597-13aa-4220-9dba-0738b2aa7415&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0696270 Feb 28 22:48:02.910217 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.db.l3_hamode_db [None req-f14b5116-bb6e-4de5-af30-ca24d5073901 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0521325-922c-4570-bc7b-fbf74268cada', 'name': 'tempest-AttachVolumeTestJSON-1955448268-router', 'tenant_id': '558108c6409d474abda99b19120d05ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e7a10c7-addc-4b79-a555-0b472e939652', 'external_fixed_ips': [{'subnet_id': '8aaf002d-6309-4cf0-ae69-6d349a14c0b1', 'ip_address': '172.27.0.95'}], 'enable_snat': True}, 'gw_port_id': '8b621a2e-d1dd-4781-b394-39862f442bf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T22:42:08Z', 'updated_at': '2022-02-28T22:42:19Z', 'revision_number': 4, 'project_id': '558108c6409d474abda99b19120d05ad', 'gw_port': {'id': '8b621a2e-d1dd-4781-b394-39862f442bf8', 'name': '', 'network_id': '3e7a10c7-addc-4b79-a555-0b472e939652', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:b7:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0521325-922c-4570-bc7b-fbf74268cada', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '8aaf002d-6309-4cf0-ae69-6d349a14c0b1', 'ip_address': '172.27.0.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T22:42:10Z', 'updated_at': '2022-02-28T22:42:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8aaf002d-6309-4cf0-ae69-6d349a14c0b1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830538-5-iscsi', '_interfaces': [{'id': '6d58ef7a-de76-49b9-9508-4647e5fd1f80', 'name': '', 'network_id': 'df2fc3b5-d3d8-4f0b-b393-20e4e2e253bc', 'tenant_id': '558108c6409d474abda99b19120d05ad', 'mac_address': 'fa:16:3e:0c:69:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0521325-922c-4570-bc7b-fbf74268cada', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '22e78a7b-72b0-4514-af71-979e73dc5a6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T22:42:15Z', 'updated_at': '2022-02-28T22:42:26Z', 'revision_number': 5, 'project_id': '558108c6409d474abda99b19120d05ad', 'subnets': [{'id': '22e78a7b-72b0-4514-af71-979e73dc5a6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830538-5-iscsi', False) {} {{(pid=109570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 22:48:02.939912 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f14b5116-bb6e-4de5-af30-ca24d5073901 None None] The sync data for ids ['e0521325-922c-4570-bc7b-fbf74268cada'] in dv-cinder-830538-5-iscsi is: [{'id': 'e0521325-922c-4570-bc7b-fbf74268cada', 'name': 'tempest-AttachVolumeTestJSON-1955448268-router', 'tenant_id': '558108c6409d474abda99b19120d05ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e7a10c7-addc-4b79-a555-0b472e939652', 'external_fixed_ips': [{'subnet_id': '8aaf002d-6309-4cf0-ae69-6d349a14c0b1', 'ip_address': '172.27.0.95'}], 'enable_snat': True}, 'gw_port_id': '8b621a2e-d1dd-4781-b394-39862f442bf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T22:42:08Z', 'updated_at': '2022-02-28T22:42:19Z', 'revision_number': 4, 'project_id': '558108c6409d474abda99b19120d05ad', 'gw_port': {'id': '8b621a2e-d1dd-4781-b394-39862f442bf8', 'name': '', 'network_id': '3e7a10c7-addc-4b79-a555-0b472e939652', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:b7:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0521325-922c-4570-bc7b-fbf74268cada', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '8aaf002d-6309-4cf0-ae69-6d349a14c0b1', 'ip_address': '172.27.0.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T22:42:10Z', 'updated_at': '2022-02-28T22:42:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8aaf002d-6309-4cf0-ae69-6d349a14c0b1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830538-5-iscsi', '_interfaces': [{'id': '6d58ef7a-de76-49b9-9508-4647e5fd1f80', 'name': '', 'network_id': 'df2fc3b5-d3d8-4f0b-b393-20e4e2e253bc', 'tenant_id': '558108c6409d474abda99b19120d05ad', 'mac_address': 'fa:16:3e:0c:69:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0521325-922c-4570-bc7b-fbf74268cada', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '22e78a7b-72b0-4514-af71-979e73dc5a6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T22:42:15Z', 'updated_at': '2022-02-28T22:42:26Z', 'revision_number': 5, 'project_id': '558108c6409d474abda99b19120d05ad', 'subnets': [{'id': '22e78a7b-72b0-4514-af71-979e73dc5a6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 22:48:03.131471 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-1f230525-9c17-42c3-8ec3-087605a5f964 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750845036683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579975'] for agent (1bbc3f13-d896-4633-9d3f-4f3415ceb83d), after_update {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:48:03.151150 dv-cinder-830538-5-iscsi neutron-server[109571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9c80bca-acd2-4a08-bac4-9ef26580118a None None] New status for floating IP edd663d3-424a-4f2e-bb8d-57e883a1bb13: DOWN {{(pid=109571) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 28 22:48:03.900526 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.wsgi [-] (109569) accepted ('10.222.0.11', 57588) {{(pid=109569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 22:48:03.942159 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65c22c3-5b5c-4db2-8a66-5a9b72dfda15 req-a7999ced-960d-48da-8800-0ade8fc4be86 tempest-AttachVolumeShelveTestJSON-2030561000 tempest-AttachVolumeShelveTestJSON-2030561000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:48:03.943644 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-c65c22c3-5b5c-4db2-8a66-5a9b72dfda15 req-a7999ced-960d-48da-8800-0ade8fc4be86 tempest-AttachVolumeShelveTestJSON-2030561000 tempest-AttachVolumeShelveTestJSON-2030561000-project] 10.222.0.11 "GET /v2.0/ports?device_id=d9fa7fde-aeb4-48d6-993a-d21fe9e9d484 HTTP/1.1" status: 200 len: 946 time: 0.0615320 Feb 28 22:48:03.954103 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-d77a280a-d707-43c9-ac47-86060644bf01 tempest-AttachVolumeTestJSON-1325054245 tempest-AttachVolumeTestJSON-1325054245-project] Publish callbacks [] for security_group (21e70cd1-9f9a-471b-b42f-d6d326161983), before_delete {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:48:03.978663 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-d77a280a-d707-43c9-ac47-86060644bf01 tempest-AttachVolumeTestJSON-1325054245 tempest-AttachVolumeTestJSON-1325054245-project] Publish callbacks [] for security_group (21e70cd1-9f9a-471b-b42f-d6d326161983), precommit_delete {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:48:03.991241 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-c65c22c3-5b5c-4db2-8a66-5a9b72dfda15 req-97ce5056-81b8-4a12-b240-6e073bf68027 tempest-AttachVolumeShelveTestJSON-2030561000 tempest-AttachVolumeShelveTestJSON-2030561000-project] 10.222.0.11 "GET /v2.0/security-groups?id=4c2eb597-13aa-4220-9dba-0738b2aa7415&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418246 Feb 28 22:48:04.026006 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-d77a280a-d707-43c9-ac47-86060644bf01 tempest-AttachVolumeTestJSON-1325054245 tempest-AttachVolumeTestJSON-1325054245-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33441213'] for security_group (21e70cd1-9f9a-471b-b42f-d6d326161983), after_delete {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:48:04.028567 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-d77a280a-d707-43c9-ac47-86060644bf01 tempest-AttachVolumeTestJSON-1325054245 tempest-AttachVolumeTestJSON-1325054245-project] Publish callbacks [] for security_group (None), before_response {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:48:04.030289 dv-cinder-830538-5-iscsi neutron-server[109569]: INFO neutron.wsgi [None req-d77a280a-d707-43c9-ac47-86060644bf01 tempest-AttachVolumeTestJSON-1325054245 tempest-AttachVolumeTestJSON-1325054245-project] 10.222.0.11 "DELETE /v2.0/security-groups/21e70cd1-9f9a-471b-b42f-d6d326161983 HTTP/1.1" status: 204 len: 168 time: 0.1287067 Feb 28 22:48:04.033004 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.wsgi [-] (109568) accepted ('10.222.0.11', 57590) {{(pid=109568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 22:48:04.039041 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77a280a-d707-43c9-ac47-86060644bf01 tempest-AttachVolumeTestJSON-1325054245 tempest-AttachVolumeTestJSON-1325054245-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=21e70cd1-9f9a-471b-b42f-d6d326161983,revision_number=None']} {{(pid=109569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:48:04.046286 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.api.v2.resource [None req-7dfe4d84-71f7-4784-8cef-7ef735204f49 tempest-AttachVolumeTestJSON-1325054245 tempest-AttachVolumeTestJSON-1325054245-project] show failed (client error): The resource could not be found. Feb 28 22:48:04.046885 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d77a280a-d707-43c9-ac47-86060644bf01 tempest-AttachVolumeTestJSON-1325054245 tempest-AttachVolumeTestJSON-1325054245-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830538-5-iscsi {{(pid=109569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:48:04.047231 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d77a280a-d707-43c9-ac47-86060644bf01 tempest-AttachVolumeTestJSON-1325054245 tempest-AttachVolumeTestJSON-1325054245-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-5-iscsi {{(pid=109569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:48:04.047348 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [None req-7dfe4d84-71f7-4784-8cef-7ef735204f49 tempest-AttachVolumeTestJSON-1325054245 tempest-AttachVolumeTestJSON-1325054245-project] 10.222.0.11 "GET /v2.0/security-groups/21e70cd1-9f9a-471b-b42f-d6d326161983 HTTP/1.1" status: 404 len: 347 time: 0.0132246 Feb 28 22:48:04.047715 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d77a280a-d707-43c9-ac47-86060644bf01 tempest-AttachVolumeTestJSON-1325054245 tempest-AttachVolumeTestJSON-1325054245-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-5-iscsi {{(pid=109569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:48:04.048056 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d77a280a-d707-43c9-ac47-86060644bf01 tempest-AttachVolumeTestJSON-1325054245 tempest-AttachVolumeTestJSON-1325054245-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-5-iscsi {{(pid=109569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:48:04.048384 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d77a280a-d707-43c9-ac47-86060644bf01 tempest-AttachVolumeTestJSON-1325054245 tempest-AttachVolumeTestJSON-1325054245-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830538-5-iscsi {{(pid=109569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:48:04.048709 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d77a280a-d707-43c9-ac47-86060644bf01 tempest-AttachVolumeTestJSON-1325054245 tempest-AttachVolumeTestJSON-1325054245-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830538-5-iscsi {{(pid=109569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:48:04.049059 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d77a280a-d707-43c9-ac47-86060644bf01 tempest-AttachVolumeTestJSON-1325054245 tempest-AttachVolumeTestJSON-1325054245-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830538-5-iscsi {{(pid=109569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:48:04.049381 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d77a280a-d707-43c9-ac47-86060644bf01 tempest-AttachVolumeTestJSON-1325054245 tempest-AttachVolumeTestJSON-1325054245-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830538-5-iscsi {{(pid=109569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:48:04.049791 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d77a280a-d707-43c9-ac47-86060644bf01 tempest-AttachVolumeTestJSON-1325054245 tempest-AttachVolumeTestJSON-1325054245-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830538-5-iscsi {{(pid=109569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:48:04.050028 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.wsgi [-] (109568) accepted ('10.222.0.11', 57592) {{(pid=109568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 22:48:04.050151 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d77a280a-d707-43c9-ac47-86060644bf01 tempest-AttachVolumeTestJSON-1325054245 tempest-AttachVolumeTestJSON-1325054245-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830538-5-iscsi {{(pid=109569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:48:04.050435 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d77a280a-d707-43c9-ac47-86060644bf01 tempest-AttachVolumeTestJSON-1325054245 tempest-AttachVolumeTestJSON-1325054245-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-5-iscsi {{(pid=109569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:48:04.050751 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d77a280a-d707-43c9-ac47-86060644bf01 tempest-AttachVolumeTestJSON-1325054245 tempest-AttachVolumeTestJSON-1325054245-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830538-5-iscsi {{(pid=109569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:48:04.051065 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d77a280a-d707-43c9-ac47-86060644bf01 tempest-AttachVolumeTestJSON-1325054245 tempest-AttachVolumeTestJSON-1325054245-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830538-5-iscsi {{(pid=109569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:48:04.152700 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-fb85eb0a-98c9-414d-bd8b-45b99ef4efd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750845036683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579975'] for agent (0569ef69-4feb-452f-8380-1d628b96faff), after_update {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:48:04.180227 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.plugins.ml2.plugin [None req-d2d9abb6-6870-43b0-9654-fcc4bba05724 tempest-AttachVolumeTestJSON-1325054245 tempest-AttachVolumeTestJSON-1325054245-project] Deleting port f8170379-6e9f-49d8-951b-3e65c60a1e59 {{(pid=109568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 22:48:04.180572 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-d2d9abb6-6870-43b0-9654-fcc4bba05724 tempest-AttachVolumeTestJSON-1325054245 tempest-AttachVolumeTestJSON-1325054245-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750845080441'] for port (f8170379-6e9f-49d8-951b-3e65c60a1e59), before_delete {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:48:04.255005 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-d2d9abb6-6870-43b0-9654-fcc4bba05724 tempest-AttachVolumeTestJSON-1325054245 tempest-AttachVolumeTestJSON-1325054245-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33552544'] for port (f8170379-6e9f-49d8-951b-3e65c60a1e59), precommit_delete {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:48:04.255313 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-d2d9abb6-6870-43b0-9654-fcc4bba05724 tempest-AttachVolumeTestJSON-1325054245 tempest-AttachVolumeTestJSON-1325054245-project] Publish callbacks [] for floatingip (f8170379-6e9f-49d8-951b-3e65c60a1e59), precommit_delete {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:48:04.266612 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.plugins.ml2.plugin [None req-d2d9abb6-6870-43b0-9654-fcc4bba05724 tempest-AttachVolumeTestJSON-1325054245 tempest-AttachVolumeTestJSON-1325054245-project] Calling delete_port for f8170379-6e9f-49d8-951b-3e65c60a1e59 owned by network:floatingip {{(pid=109568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 22:48:04.404899 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-d2d9abb6-6870-43b0-9654-fcc4bba05724 tempest-AttachVolumeTestJSON-1325054245 tempest-AttachVolumeTestJSON-1325054245-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33156859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750845083868', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750844628237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30788389'] for port (f8170379-6e9f-49d8-951b-3e65c60a1e59), after_delete {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:48:04.434247 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d9abb6-6870-43b0-9654-fcc4bba05724 tempest-AttachVolumeTestJSON-1325054245 tempest-AttachVolumeTestJSON-1325054245-project] Pushing event deleted for resources: {'Port': ['ID=f8170379-6e9f-49d8-951b-3e65c60a1e59,revision_number=None']} {{(pid=109568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:48:04.491665 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-d2d9abb6-6870-43b0-9654-fcc4bba05724 tempest-AttachVolumeTestJSON-1325054245 tempest-AttachVolumeTestJSON-1325054245-project] Publish callbacks [] for floatingip (edd663d3-424a-4f2e-bb8d-57e883a1bb13), after_delete {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:48:04.494233 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-d2d9abb6-6870-43b0-9654-fcc4bba05724 tempest-AttachVolumeTestJSON-1325054245 tempest-AttachVolumeTestJSON-1325054245-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80159'] for floatingip (None), before_response {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:48:04.495352 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [None req-d2d9abb6-6870-43b0-9654-fcc4bba05724 tempest-AttachVolumeTestJSON-1325054245 tempest-AttachVolumeTestJSON-1325054245-project] 10.222.0.11 "DELETE /v2.0/floatingips/edd663d3-424a-4f2e-bb8d-57e883a1bb13 HTTP/1.1" status: 204 len: 168 time: 0.4444606 Feb 28 22:48:05.112136 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11f7253-f338-4be2-91f1-4b2912665650 req-3650d1bd-3242-43c0-9305-5e4e91da733d tempest-AttachVolumeShelveTestJSON-2030561000 tempest-AttachVolumeShelveTestJSON-2030561000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:48:05.113599 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-d11f7253-f338-4be2-91f1-4b2912665650 req-3650d1bd-3242-43c0-9305-5e4e91da733d tempest-AttachVolumeShelveTestJSON-2030561000 tempest-AttachVolumeShelveTestJSON-2030561000-project] 10.222.0.11 "GET /v2.0/ports?device_id=d9fa7fde-aeb4-48d6-993a-d21fe9e9d484 HTTP/1.1" status: 200 len: 946 time: 0.0517523 Feb 28 22:48:05.159304 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-d11f7253-f338-4be2-91f1-4b2912665650 req-f10a1be3-2ec6-4df7-88f3-f11dfd5b6a2d tempest-AttachVolumeShelveTestJSON-2030561000 tempest-AttachVolumeShelveTestJSON-2030561000-project] 10.222.0.11 "GET /v2.0/security-groups?id=4c2eb597-13aa-4220-9dba-0738b2aa7415&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401239 Feb 28 22:48:05.889686 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-f2b490b5-353e-4b99-942a-fb2407025861 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750845036683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579975'] for agent (e6e3d797-755b-495e-bc70-4cd2b9791ebb), after_update {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:48:07.147586 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-154add69-038d-48cc-93ba-bd7e358b6d11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750845036683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579975'] for agent (7aa25ffb-1b87-4f08-8530-4bdf6e6b221c), after_update {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:48:08.004677 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.wsgi [-] (109568) accepted ('10.222.0.11', 57624) {{(pid=109568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 22:48:08.440604 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-d6db9953-1ee6-4d3e-a72b-8c42a6985534 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33522891'] for router_interface (e0521325-922c-4570-bc7b-fbf74268cada), before_delete {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:48:08.679153 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.plugins.ml2.plugin [None req-d6db9953-1ee6-4d3e-a72b-8c42a6985534 admin admin] Deleting port 6d58ef7a-de76-49b9-9508-4647e5fd1f80 {{(pid=109568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 22:48:08.679494 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-d6db9953-1ee6-4d3e-a72b-8c42a6985534 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750845080441'] for port (6d58ef7a-de76-49b9-9508-4647e5fd1f80), before_delete {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:48:08.755161 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.plugins.ml2.db [None req-d6db9953-1ee6-4d3e-a72b-8c42a6985534 admin admin] For port 6d58ef7a-de76-49b9-9508-4647e5fd1f80, host dv-cinder-830538-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830538-5-iscsi',level=0,port_id=6d58ef7a-de76-49b9-9508-4647e5fd1f80,segment=NetworkSegment(2b825055-5822-4684-9f9c-fddeefc76ff6),segment_id=2b825055-5822-4684-9f9c-fddeefc76ff6)] {{(pid=109568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 22:48:08.755444 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-d6db9953-1ee6-4d3e-a72b-8c42a6985534 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33552544'] for port (6d58ef7a-de76-49b9-9508-4647e5fd1f80), precommit_delete {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:48:08.767300 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.plugins.ml2.plugin [None req-d6db9953-1ee6-4d3e-a72b-8c42a6985534 admin admin] Calling delete_port for 6d58ef7a-de76-49b9-9508-4647e5fd1f80 owned by network:router_interface {{(pid=109568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 22:48:08.945155 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-d6db9953-1ee6-4d3e-a72b-8c42a6985534 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33156859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750845083868', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750844628237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30788389'] for port (6d58ef7a-de76-49b9-9508-4647e5fd1f80), after_delete {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:48:08.971056 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6db9953-1ee6-4d3e-a72b-8c42a6985534 admin admin] Pushing event deleted for resources: {'Port': ['ID=6d58ef7a-de76-49b9-9508-4647e5fd1f80,revision_number=None']} {{(pid=109568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:48:09.374182 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-d6db9953-1ee6-4d3e-a72b-8c42a6985534 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33156608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33522727'] for router_interface (e0521325-922c-4570-bc7b-fbf74268cada), after_delete {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:48:09.587437 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6db9953-1ee6-4d3e-a72b-8c42a6985534 admin admin] Router e0521325-922c-4570-bc7b-fbf74268cada has already been hosted by L3 agent 1bbc3f13-d896-4633-9d3f-4f3415ceb83d {{(pid=109568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 22:48:09.694998 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6db9953-1ee6-4d3e-a72b-8c42a6985534 admin admin] Notify agent at l3_agent.dv-cinder-830538-5-iscsi the message routers_updated {{(pid=109568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 22:48:09.699990 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [None req-d6db9953-1ee6-4d3e-a72b-8c42a6985534 admin admin] 10.222.0.11 "PUT /v2.0/routers/e0521325-922c-4570-bc7b-fbf74268cada/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6942310 Feb 28 22:48:09.703519 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.wsgi [-] (109568) accepted ('10.222.0.11', 57630) {{(pid=109568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 22:48:09.703999 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2ba96c0-af93-455e-b435-c9482f23a4bb None None] Sync routers for ids ['e0521325-922c-4570-bc7b-fbf74268cada'] in dv-cinder-830538-5-iscsi {{(pid=109570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 22:48:09.713623 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2ba96c0-af93-455e-b435-c9482f23a4bb None None] Routers {'e0521325-922c-4570-bc7b-fbf74268cada'} bound to L3 agent in host dv-cinder-830538-5-iscsi {{(pid=109570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 22:48:09.714225 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.db.l3_hamode_db [None req-b2ba96c0-af93-455e-b435-c9482f23a4bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830538-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-28T22:34:03Z,description=,heartbeat_timestamp=2022-02-28T22:48:03Z,host='dv-cinder-830538-5-iscsi',id=1bbc3f13-d896-4633-9d3f-4f3415ceb83d,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T22:34:03Z,topic='l3_agent')) {'router_ids': ['e0521325-922c-4570-bc7b-fbf74268cada'], 'active': True} {{(pid=109570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 22:48:09.816586 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-cb5a2c64-e718-439a-b5cf-db29fe204894 admin admin] Publish callbacks [] for router (e0521325-922c-4570-bc7b-fbf74268cada), before_delete {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:48:09.824935 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.db.l3_dvr_db [None req-b2ba96c0-af93-455e-b435-c9482f23a4bb None None] Set router e0521325-922c-4570-bc7b-fbf74268cada gateway port host: dv-cinder-830538-5-iscsi {{(pid=109570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 22:48:09.919113 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-cb5a2c64-e718-439a-b5cf-db29fe204894 admin admin] Publish callbacks [] for router_gateway (e0521325-922c-4570-bc7b-fbf74268cada), before_delete {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:48:09.971471 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.plugins.ml2.plugin [None req-cb5a2c64-e718-439a-b5cf-db29fe204894 admin admin] Deleting port 8b621a2e-d1dd-4781-b394-39862f442bf8 {{(pid=109568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 22:48:09.971765 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-cb5a2c64-e718-439a-b5cf-db29fe204894 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750845080441'] for port (8b621a2e-d1dd-4781-b394-39862f442bf8), before_delete {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:48:10.004517 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.db.l3_hamode_db [None req-b2ba96c0-af93-455e-b435-c9482f23a4bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0521325-922c-4570-bc7b-fbf74268cada', 'name': 'tempest-AttachVolumeTestJSON-1955448268-router', 'tenant_id': '558108c6409d474abda99b19120d05ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e7a10c7-addc-4b79-a555-0b472e939652', 'external_fixed_ips': [{'subnet_id': '8aaf002d-6309-4cf0-ae69-6d349a14c0b1', 'ip_address': '172.27.0.95'}], 'enable_snat': True}, 'gw_port_id': '8b621a2e-d1dd-4781-b394-39862f442bf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T22:42:08Z', 'updated_at': '2022-02-28T22:48:08Z', 'revision_number': 5, 'project_id': '558108c6409d474abda99b19120d05ad', 'gw_port': {'id': '8b621a2e-d1dd-4781-b394-39862f442bf8', 'name': '', 'network_id': '3e7a10c7-addc-4b79-a555-0b472e939652', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:b7:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0521325-922c-4570-bc7b-fbf74268cada', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '8aaf002d-6309-4cf0-ae69-6d349a14c0b1', 'ip_address': '172.27.0.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T22:42:10Z', 'updated_at': '2022-02-28T22:42:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8aaf002d-6309-4cf0-ae69-6d349a14c0b1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830538-5-iscsi'}], 'dv-cinder-830538-5-iscsi', False) {} {{(pid=109570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 22:48:10.031492 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2ba96c0-af93-455e-b435-c9482f23a4bb None None] Checking router: e0521325-922c-4570-bc7b-fbf74268cada for host: dv-cinder-830538-5-iscsi {{(pid=109570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 22:48:10.039763 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2ba96c0-af93-455e-b435-c9482f23a4bb None None] Routers {'e0521325-922c-4570-bc7b-fbf74268cada'} bound to L3 agent in host dv-cinder-830538-5-iscsi {{(pid=109570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 22:48:10.040376 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.db.l3_hamode_db [None req-b2ba96c0-af93-455e-b435-c9482f23a4bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830538-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-28T22:34:03Z,description=,heartbeat_timestamp=2022-02-28T22:48:03Z,host='dv-cinder-830538-5-iscsi',id=1bbc3f13-d896-4633-9d3f-4f3415ceb83d,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T22:34:03Z,topic='l3_agent')) {'router_ids': ['e0521325-922c-4570-bc7b-fbf74268cada'], 'active': True} {{(pid=109570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 22:48:10.048460 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.plugins.ml2.db [None req-cb5a2c64-e718-439a-b5cf-db29fe204894 admin admin] For port 8b621a2e-d1dd-4781-b394-39862f442bf8, host dv-cinder-830538-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830538-5-iscsi',level=0,port_id=8b621a2e-d1dd-4781-b394-39862f442bf8,segment=NetworkSegment(ee66776f-25dd-443a-9417-ae0becd0bae6),segment_id=ee66776f-25dd-443a-9417-ae0becd0bae6)] {{(pid=109568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 22:48:10.048824 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-cb5a2c64-e718-439a-b5cf-db29fe204894 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33552544'] for port (8b621a2e-d1dd-4781-b394-39862f442bf8), precommit_delete {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:48:10.060712 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.plugins.ml2.plugin [None req-cb5a2c64-e718-439a-b5cf-db29fe204894 admin admin] Calling delete_port for 8b621a2e-d1dd-4781-b394-39862f442bf8 owned by network:router_gateway {{(pid=109568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 22:48:10.129424 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.db.l3_dvr_db [None req-b2ba96c0-af93-455e-b435-c9482f23a4bb None None] Set router e0521325-922c-4570-bc7b-fbf74268cada gateway port host: None {{(pid=109570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 22:48:10.183519 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.db.l3_hamode_db [None req-b2ba96c0-af93-455e-b435-c9482f23a4bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0521325-922c-4570-bc7b-fbf74268cada', 'name': 'tempest-AttachVolumeTestJSON-1955448268-router', 'tenant_id': '558108c6409d474abda99b19120d05ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T22:42:08Z', 'updated_at': '2022-02-28T22:48:09Z', 'revision_number': 6, 'project_id': '558108c6409d474abda99b19120d05ad', 'gw_port_host': None}], 'dv-cinder-830538-5-iscsi', False) {} {{(pid=109570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 22:48:10.214505 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2ba96c0-af93-455e-b435-c9482f23a4bb None None] The sync data for ids ['e0521325-922c-4570-bc7b-fbf74268cada'] in dv-cinder-830538-5-iscsi is: [{'id': 'e0521325-922c-4570-bc7b-fbf74268cada', 'name': 'tempest-AttachVolumeTestJSON-1955448268-router', 'tenant_id': '558108c6409d474abda99b19120d05ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T22:42:08Z', 'updated_at': '2022-02-28T22:48:09Z', 'revision_number': 6, 'project_id': '558108c6409d474abda99b19120d05ad', 'gw_port_host': None}] {{(pid=109570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 22:48:10.233477 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-cb5a2c64-e718-439a-b5cf-db29fe204894 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33156859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750845083868', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750844628237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30788389'] for port (8b621a2e-d1dd-4781-b394-39862f442bf8), after_delete {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:48:10.260443 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5a2c64-e718-439a-b5cf-db29fe204894 admin admin] Pushing event deleted for resources: {'Port': ['ID=8b621a2e-d1dd-4781-b394-39862f442bf8,revision_number=None']} {{(pid=109568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:48:10.319826 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-cb5a2c64-e718-439a-b5cf-db29fe204894 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33522053'] for router_gateway (e0521325-922c-4570-bc7b-fbf74268cada), after_delete {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:48:10.408012 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-cb5a2c64-e718-439a-b5cf-db29fe204894 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33526293', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4159'] for router (e0521325-922c-4570-bc7b-fbf74268cada), precommit_delete {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:48:10.410057 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-cb5a2c64-e718-439a-b5cf-db29fe204894 admin admin] Publish callbacks [] for router_controller (e0521325-922c-4570-bc7b-fbf74268cada), precommit_delete_associations {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:48:10.455206 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-cb5a2c64-e718-439a-b5cf-db29fe204894 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33526318'] for router (e0521325-922c-4570-bc7b-fbf74268cada), after_delete {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:48:10.455830 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb5a2c64-e718-439a-b5cf-db29fe204894 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e0521325-922c-4570-bc7b-fbf74268cada {{(pid=109568) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 28 22:48:10.460607 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-cb5a2c64-e718-439a-b5cf-db29fe204894 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:48:10.461737 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [None req-cb5a2c64-e718-439a-b5cf-db29fe204894 admin admin] 10.222.0.11 "DELETE /v2.0/routers/e0521325-922c-4570-bc7b-fbf74268cada HTTP/1.1" status: 204 len: 168 time: 0.7572746 Feb 28 22:48:10.464393 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.wsgi [-] (109568) accepted ('10.222.0.11', 57632) {{(pid=109568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 22:48:10.508023 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.db.db_base_plugin_v2 [None req-29c169d2-4092-4fdd-a32b-08409c05b366 admin admin] Deleting subnet 22e78a7b-72b0-4514-af71-979e73dc5a6f {{(pid=109568) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 22:48:10.510957 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-29c169d2-4092-4fdd-a32b-08409c05b366 admin admin] Publish callbacks [] for subnet (22e78a7b-72b0-4514-af71-979e73dc5a6f), before_delete {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:48:10.543512 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-29c169d2-4092-4fdd-a32b-08409c05b366 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29573530'] for subnet (22e78a7b-72b0-4514-af71-979e73dc5a6f), precommit_delete_associations {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:48:10.658772 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-29c169d2-4092-4fdd-a32b-08409c05b366 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002603'] for subnet (22e78a7b-72b0-4514-af71-979e73dc5a6f), precommit_delete {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:48:10.709710 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-29c169d2-4092-4fdd-a32b-08409c05b366 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33448168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33156859', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30788374', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24898847'] for subnet (22e78a7b-72b0-4514-af71-979e73dc5a6f), after_delete {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:48:10.733611 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c169d2-4092-4fdd-a32b-08409c05b366 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=22e78a7b-72b0-4514-af71-979e73dc5a6f,revision_number=None']} {{(pid=109568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:48:10.737458 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-29c169d2-4092-4fdd-a32b-08409c05b366 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:48:10.740668 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [None req-29c169d2-4092-4fdd-a32b-08409c05b366 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/22e78a7b-72b0-4514-af71-979e73dc5a6f HTTP/1.1" status: 204 len: 168 time: 0.2749379 Feb 28 22:48:10.743127 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.wsgi [-] (109568) accepted ('10.222.0.11', 57634) {{(pid=109568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 22:48:10.745688 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e87ff55a-236f-4d82-b0fe-51df594db4f8 None None] Network df2fc3b5-d3d8-4f0b-b393-20e4e2e253bc requested from dv-cinder-830538-5-iscsi {{(pid=109570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 22:48:10.814977 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-71a6eefd-0da1-4710-8292-b41544c83d3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1026704'] for network (df2fc3b5-d3d8-4f0b-b393-20e4e2e253bc), before_delete {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:48:10.877012 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.plugins.ml2.plugin [None req-71a6eefd-0da1-4710-8292-b41544c83d3e admin admin] Deleting port c848dcb1-872f-4a80-a92f-ed99ad9a2aad {{(pid=109568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 22:48:10.877344 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-71a6eefd-0da1-4710-8292-b41544c83d3e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750845080441'] for port (c848dcb1-872f-4a80-a92f-ed99ad9a2aad), before_delete {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:48:10.939127 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.plugins.ml2.db [None req-71a6eefd-0da1-4710-8292-b41544c83d3e admin admin] For port c848dcb1-872f-4a80-a92f-ed99ad9a2aad, host dv-cinder-830538-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830538-5-iscsi',level=0,port_id=c848dcb1-872f-4a80-a92f-ed99ad9a2aad,segment=NetworkSegment(2b825055-5822-4684-9f9c-fddeefc76ff6),segment_id=2b825055-5822-4684-9f9c-fddeefc76ff6)] {{(pid=109568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 22:48:10.939127 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-71a6eefd-0da1-4710-8292-b41544c83d3e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33552544'] for port (c848dcb1-872f-4a80-a92f-ed99ad9a2aad), precommit_delete {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:48:10.951048 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.plugins.ml2.plugin [None req-71a6eefd-0da1-4710-8292-b41544c83d3e admin admin] Calling delete_port for c848dcb1-872f-4a80-a92f-ed99ad9a2aad owned by network:dhcp {{(pid=109568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 22:48:10.969975 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8e94de6-f284-4d49-a7d0-be0e74ef0bc2 None None] DHCP port deletion for df2fc3b5-d3d8-4f0b-b393-20e4e2e253bc request from dv-cinder-830538-5-iscsi {{(pid=109570) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 28 22:48:11.025923 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.plugin [None req-a8e94de6-f284-4d49-a7d0-be0e74ef0bc2 None None] Deleting port c848dcb1-872f-4a80-a92f-ed99ad9a2aad {{(pid=109570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 22:48:11.026495 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-a8e94de6-f284-4d49-a7d0-be0e74ef0bc2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750845080441'] for port (c848dcb1-872f-4a80-a92f-ed99ad9a2aad), before_delete {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:48:11.030609 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.rpc [None req-154add69-038d-48cc-93ba-bd7e358b6d11 None None] Device 8b621a2e-d1dd-4781-b394-39862f442bf8 no longer exists at agent ovs-agent-dv-cinder-830538-5-iscsi {{(pid=109570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 22:48:11.044387 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-71a6eefd-0da1-4710-8292-b41544c83d3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33156859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750845083868', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750844628237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30788389'] for port (c848dcb1-872f-4a80-a92f-ed99ad9a2aad), after_delete {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:48:11.071720 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71a6eefd-0da1-4710-8292-b41544c83d3e admin admin] No DVR routers for this DVR port c848dcb1-872f-4a80-a92f-ed99ad9a2aad on host dv-cinder-830538-5-iscsi {{(pid=109568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 22:48:11.077107 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a6eefd-0da1-4710-8292-b41544c83d3e admin admin] Pushing event deleted for resources: {'Port': ['ID=c848dcb1-872f-4a80-a92f-ed99ad9a2aad,revision_number=None']} {{(pid=109568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:48:11.087606 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.plugin [None req-154add69-038d-48cc-93ba-bd7e358b6d11 None None] No Port match for: 8b621a2e-d1dd-4781-b394-39862f442bf8 {{(pid=109570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 22:48:11.087986 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.rpc [None req-154add69-038d-48cc-93ba-bd7e358b6d11 None None] Device 8b621a2e-d1dd-4781-b394-39862f442bf8 not bound to the agent host dv-cinder-830538-5-iscsi {{(pid=109570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 22:48:11.088441 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.rpc [None req-154add69-038d-48cc-93ba-bd7e358b6d11 None None] Device 6d58ef7a-de76-49b9-9508-4647e5fd1f80 no longer exists at agent ovs-agent-dv-cinder-830538-5-iscsi {{(pid=109570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 22:48:11.123500 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.plugin [None req-154add69-038d-48cc-93ba-bd7e358b6d11 None None] No Port match for: 6d58ef7a-de76-49b9-9508-4647e5fd1f80 {{(pid=109570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 22:48:11.123986 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.rpc [None req-154add69-038d-48cc-93ba-bd7e358b6d11 None None] Device 6d58ef7a-de76-49b9-9508-4647e5fd1f80 not bound to the agent host dv-cinder-830538-5-iscsi {{(pid=109570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 22:48:11.124418 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.rpc [None req-154add69-038d-48cc-93ba-bd7e358b6d11 None None] Device c848dcb1-872f-4a80-a92f-ed99ad9a2aad no longer exists at agent ovs-agent-dv-cinder-830538-5-iscsi {{(pid=109570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 22:48:11.148216 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.plugin [None req-154add69-038d-48cc-93ba-bd7e358b6d11 None None] No Port match for: c848dcb1-872f-4a80-a92f-ed99ad9a2aad {{(pid=109570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 22:48:11.148492 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-71a6eefd-0da1-4710-8292-b41544c83d3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-574352', 'neutron.services.segments.db._delete_segments_for_network-8750845036701'] for network (df2fc3b5-d3d8-4f0b-b393-20e4e2e253bc), precommit_delete {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:48:11.148635 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.rpc [None req-154add69-038d-48cc-93ba-bd7e358b6d11 None None] Device c848dcb1-872f-4a80-a92f-ed99ad9a2aad not bound to the agent host dv-cinder-830538-5-iscsi {{(pid=109570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 22:48:11.158753 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.db [None req-a8e94de6-f284-4d49-a7d0-be0e74ef0bc2 None None] For port c848dcb1-872f-4a80-a92f-ed99ad9a2aad, host dv-cinder-830538-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830538-5-iscsi',level=0,port_id=c848dcb1-872f-4a80-a92f-ed99ad9a2aad,segment=NetworkSegment(2b825055-5822-4684-9f9c-fddeefc76ff6),segment_id=2b825055-5822-4684-9f9c-fddeefc76ff6)] {{(pid=109570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 22:48:11.159360 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-a8e94de6-f284-4d49-a7d0-be0e74ef0bc2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33552544'] for port (c848dcb1-872f-4a80-a92f-ed99ad9a2aad), precommit_delete {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:48:11.170564 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.services.segments.db [None req-71a6eefd-0da1-4710-8292-b41544c83d3e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['df2fc3b5-d3d8-4f0b-b393-20e4e2e253bc']}} {{(pid=109568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 22:48:11.174131 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.plugin [None req-a8e94de6-f284-4d49-a7d0-be0e74ef0bc2 None None] Calling delete_port for c848dcb1-872f-4a80-a92f-ed99ad9a2aad owned by network:dhcp {{(pid=109570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 22:48:11.180544 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.services.segments.db [None req-71a6eefd-0da1-4710-8292-b41544c83d3e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2b825055-5822-4684-9f9c-fddeefc76ff6') {'for_net_delete': True} {{(pid=109568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 22:48:11.180739 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.services.segments.db [None req-71a6eefd-0da1-4710-8292-b41544c83d3e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2b825055-5822-4684-9f9c-fddeefc76ff6') {} {{(pid=109568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 22:48:11.191464 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-71a6eefd-0da1-4710-8292-b41544c83d3e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750845040550', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29573517'] for segment (2b825055-5822-4684-9f9c-fddeefc76ff6), before_delete {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:48:11.206397 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-71a6eefd-0da1-4710-8292-b41544c83d3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1012980'] for segment (2b825055-5822-4684-9f9c-fddeefc76ff6), precommit_delete {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:48:11.213458 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-71a6eefd-0da1-4710-8292-b41544c83d3e admin admin] Releasing vlan 126 on physical network physnet1 to pool {{(pid=109568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 22:48:11.213998 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-71a6eefd-0da1-4710-8292-b41544c83d3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1012980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30788552'] for segment (2b825055-5822-4684-9f9c-fddeefc76ff6), after_delete {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:48:11.215777 dv-cinder-830538-5-iscsi neutron-server[109568]: Traceback (most recent call last): Feb 28 22:48:11.215777 dv-cinder-830538-5-iscsi neutron-server[109568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 22:48:11.215777 dv-cinder-830538-5-iscsi neutron-server[109568]: timer() Feb 28 22:48:11.215777 dv-cinder-830538-5-iscsi neutron-server[109568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 22:48:11.215777 dv-cinder-830538-5-iscsi neutron-server[109568]: cb(*args, **kw) Feb 28 22:48:11.215777 dv-cinder-830538-5-iscsi neutron-server[109568]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 22:48:11.215777 dv-cinder-830538-5-iscsi neutron-server[109568]: return func(*args, **kwargs) Feb 28 22:48:11.215777 dv-cinder-830538-5-iscsi neutron-server[109568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 22:48:11.215777 dv-cinder-830538-5-iscsi neutron-server[109568]: self._notify() Feb 28 22:48:11.215777 dv-cinder-830538-5-iscsi neutron-server[109568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 22:48:11.215777 dv-cinder-830538-5-iscsi neutron-server[109568]: self.callback(batched_events) Feb 28 22:48:11.215777 dv-cinder-830538-5-iscsi neutron-server[109568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 22:48:11.215777 dv-cinder-830538-5-iscsi neutron-server[109568]: event.method(event) Feb 28 22:48:11.215777 dv-cinder-830538-5-iscsi neutron-server[109568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 22:48:11.215777 dv-cinder-830538-5-iscsi neutron-server[109568]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 22:48:11.215777 dv-cinder-830538-5-iscsi neutron-server[109568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 22:48:11.215777 dv-cinder-830538-5-iscsi neutron-server[109568]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 22:48:11.215777 dv-cinder-830538-5-iscsi neutron-server[109568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 22:48:11.215777 dv-cinder-830538-5-iscsi neutron-server[109568]: return f(self, *a, **k) Feb 28 22:48:11.215777 dv-cinder-830538-5-iscsi neutron-server[109568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 22:48:11.215777 dv-cinder-830538-5-iscsi neutron-server[109568]: return self._get(url).json() Feb 28 22:48:11.215777 dv-cinder-830538-5-iscsi neutron-server[109568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 22:48:11.215777 dv-cinder-830538-5-iscsi neutron-server[109568]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 22:48:11.215777 dv-cinder-830538-5-iscsi neutron-server[109568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 22:48:11.215777 dv-cinder-830538-5-iscsi neutron-server[109568]: return self.request(url, 'GET', **kwargs) Feb 28 22:48:11.215777 dv-cinder-830538-5-iscsi neutron-server[109568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 22:48:11.215777 dv-cinder-830538-5-iscsi neutron-server[109568]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 22:48:11.215777 dv-cinder-830538-5-iscsi neutron-server[109568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 22:48:11.215777 dv-cinder-830538-5-iscsi neutron-server[109568]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 22:48:11.215777 dv-cinder-830538-5-iscsi neutron-server[109568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 22:48:11.215777 dv-cinder-830538-5-iscsi neutron-server[109568]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 22:48:11.215777 dv-cinder-830538-5-iscsi neutron-server[109568]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 22:48:11.272853 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-71a6eefd-0da1-4710-8292-b41544c83d3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-574441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33441228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33156859', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33522105'] for network (df2fc3b5-d3d8-4f0b-b393-20e4e2e253bc), after_delete {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:48:11.280239 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-71a6eefd-0da1-4710-8292-b41544c83d3e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33156845'] for network (None), before_response {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:48:11.283408 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [None req-71a6eefd-0da1-4710-8292-b41544c83d3e admin admin] 10.222.0.11 "DELETE /v2.0/networks/df2fc3b5-d3d8-4f0b-b393-20e4e2e253bc HTTP/1.1" status: 204 len: 168 time: 0.5392795 Feb 28 22:48:11.294042 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-a8e94de6-f284-4d49-a7d0-be0e74ef0bc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33156859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750845083868', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750844628237'] for port (c848dcb1-872f-4a80-a92f-ed99ad9a2aad), after_delete {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:48:11.299035 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a6eefd-0da1-4710-8292-b41544c83d3e admin admin] Pushing event deleted for resources: {'Network': ['ID=df2fc3b5-d3d8-4f0b-b393-20e4e2e253bc,revision_number=None']} {{(pid=109568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:48:11.305298 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-a8e94de6-f284-4d49-a7d0-be0e74ef0bc2 None None] Network df2fc3b5-d3d8-4f0b-b393-20e4e2e253bc is not hosted by any dhcp agent {{(pid=109570) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 28 22:48:11.305298 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8e94de6-f284-4d49-a7d0-be0e74ef0bc2 None None] No DVR routers for this DVR port c848dcb1-872f-4a80-a92f-ed99ad9a2aad on host dv-cinder-830538-5-iscsi {{(pid=109570) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 22:48:11.327331 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e94de6-f284-4d49-a7d0-be0e74ef0bc2 None None] Pushing event deleted for resources: {'Port': ['ID=c848dcb1-872f-4a80-a92f-ed99ad9a2aad,revision_number=None']} {{(pid=109570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:48:11.410118 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.wsgi [-] (109568) accepted ('10.222.0.11', 57638) {{(pid=109568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 22:48:11.449088 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [None req-50f3b5ba-0f8e-4d4a-ad66-aa0faba6bc9d admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=558108c6409d474abda99b19120d05ad&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0378268 Feb 28 22:48:11.452048 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.wsgi [-] (109568) accepted ('10.222.0.11', 57640) {{(pid=109568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 22:48:11.501137 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-8841702d-28ba-4f60-a185-99fc8f3e2900 admin admin] Publish callbacks [] for security_group (38ffb92f-fb15-4c87-ba9d-0f2b4e8a1333), before_delete {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:48:11.522066 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-8841702d-28ba-4f60-a185-99fc8f3e2900 admin admin] Publish callbacks [] for security_group (38ffb92f-fb15-4c87-ba9d-0f2b4e8a1333), precommit_delete {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:48:11.567621 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-8841702d-28ba-4f60-a185-99fc8f3e2900 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33441213'] for security_group (38ffb92f-fb15-4c87-ba9d-0f2b4e8a1333), after_delete {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:48:11.570178 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-8841702d-28ba-4f60-a185-99fc8f3e2900 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:48:11.573617 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [None req-8841702d-28ba-4f60-a185-99fc8f3e2900 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/38ffb92f-fb15-4c87-ba9d-0f2b4e8a1333 HTTP/1.1" status: 204 len: 168 time: 0.1183131 Feb 28 22:48:11.580961 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8841702d-28ba-4f60-a185-99fc8f3e2900 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38ffb92f-fb15-4c87-ba9d-0f2b4e8a1333,revision_number=None']} {{(pid=109568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:48:13.897963 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750845036683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579975'] for agent (5b2bda77-ea31-45ff-af39-f050a95cb1da), after_update {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:48:20.541374 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-468436eb-1b79-4cf9-89fc-137e45da947a req-d7912220-ef1e-444e-a54e-9d4457b0a7e7 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=7890d07e-869c-4cc7-81d8-0d515670203c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0425980 Feb 28 22:48:20.631346 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468436eb-1b79-4cf9-89fc-137e45da947a req-3f2382e5-0cd3-4eb0-8fa3-8db9d584e0bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:48:20.632838 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-468436eb-1b79-4cf9-89fc-137e45da947a req-3f2382e5-0cd3-4eb0-8fa3-8db9d584e0bd service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=77e116bf700b44a1a6f3fd4b298b9c7c&device_id=7890d07e-869c-4cc7-81d8-0d515670203c HTTP/1.1" status: 200 len: 1129 time: 0.0436192 Feb 28 22:48:20.736322 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468436eb-1b79-4cf9-89fc-137e45da947a req-52321318-dc02-49fe-bc53-f3b3f6e98096 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:48:20.737767 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-468436eb-1b79-4cf9-89fc-137e45da947a req-52321318-dc02-49fe-bc53-f3b3f6e98096 service neutron] 10.222.0.36 "GET /v2.0/networks?id=5e888405-e835-4d9e-af33-9a4514df60c4 HTTP/1.1" status: 200 len: 909 time: 0.0853546 Feb 28 22:48:20.801672 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-468436eb-1b79-4cf9-89fc-137e45da947a req-b969c283-3a6a-4ce5-ab06-6091e8281c5a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e59bf740-33c4-4cb7-aa8d-608a93433e74 HTTP/1.1" status: 200 len: 1001 time: 0.0563917 Feb 28 22:48:20.854936 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468436eb-1b79-4cf9-89fc-137e45da947a req-0df678a7-367c-49ee-94dc-a36a4d865085 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:48:20.856435 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-468436eb-1b79-4cf9-89fc-137e45da947a req-0df678a7-367c-49ee-94dc-a36a4d865085 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e81b642d-26f6-40c1-82ba-10ebf6b78fed HTTP/1.1" status: 200 len: 847 time: 0.0483644 Feb 28 22:48:20.907271 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468436eb-1b79-4cf9-89fc-137e45da947a req-1073b228-71ce-41ca-aa3a-b34561bc6c76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:48:20.909362 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-468436eb-1b79-4cf9-89fc-137e45da947a req-1073b228-71ce-41ca-aa3a-b34561bc6c76 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=5e888405-e835-4d9e-af33-9a4514df60c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0446563 Feb 28 22:48:21.003061 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-468436eb-1b79-4cf9-89fc-137e45da947a req-b30ded18-0b0f-4063-baaa-9610325349af service neutron] 10.222.0.36 "GET /v2.0/networks/5e888405-e835-4d9e-af33-9a4514df60c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839379 Feb 28 22:48:21.104051 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-468436eb-1b79-4cf9-89fc-137e45da947a req-1084a1c5-3216-45a3-a0f8-783318cdc692 service neutron] 10.222.0.36 "GET /v2.0/networks/5e888405-e835-4d9e-af33-9a4514df60c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949743 Feb 28 22:48:27.865109 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.wsgi [-] (109568) accepted ('10.222.0.11', 57860) {{(pid=109568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 22:48:27.966984 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-972b72bd-8dee-43a6-aa39-b9b91ecdba8a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:48:28.039237 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-972b72bd-8dee-43a6-aa39-b9b91ecdba8a admin admin] Publish callbacks [] for security_group (e15b51ee-3db0-4cce-9198-5e9ba493c815), precommit_create {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:48:28.042778 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-972b72bd-8dee-43a6-aa39-b9b91ecdba8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33441213'] for security_group (e15b51ee-3db0-4cce-9198-5e9ba493c815), after_create {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:48:28.092671 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [None req-972b72bd-8dee-43a6-aa39-b9b91ecdba8a admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=c1003c8e3d29473798094b4ed9afd869&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2264633 Feb 28 22:48:28.093696 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972b72bd-8dee-43a6-aa39-b9b91ecdba8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e15b51ee-3db0-4cce-9198-5e9ba493c815,revision_number=1']} {{(pid=109568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:48:28.095343 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.wsgi [-] (109569) accepted ('10.222.0.11', 57864) {{(pid=109569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 22:48:28.101163 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-972b72bd-8dee-43a6-aa39-b9b91ecdba8a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830538-5-iscsi {{(pid=109568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:48:28.101522 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-972b72bd-8dee-43a6-aa39-b9b91ecdba8a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-5-iscsi {{(pid=109568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:48:28.101869 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-972b72bd-8dee-43a6-aa39-b9b91ecdba8a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-5-iscsi {{(pid=109568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:48:28.102208 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-972b72bd-8dee-43a6-aa39-b9b91ecdba8a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-5-iscsi {{(pid=109568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:48:28.102544 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-972b72bd-8dee-43a6-aa39-b9b91ecdba8a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830538-5-iscsi {{(pid=109568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:48:28.102881 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-972b72bd-8dee-43a6-aa39-b9b91ecdba8a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830538-5-iscsi {{(pid=109568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:48:28.103213 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-972b72bd-8dee-43a6-aa39-b9b91ecdba8a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830538-5-iscsi {{(pid=109568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:48:28.103544 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-972b72bd-8dee-43a6-aa39-b9b91ecdba8a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830538-5-iscsi {{(pid=109568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:48:28.103897 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-972b72bd-8dee-43a6-aa39-b9b91ecdba8a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830538-5-iscsi {{(pid=109568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:48:28.104227 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-972b72bd-8dee-43a6-aa39-b9b91ecdba8a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830538-5-iscsi {{(pid=109568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:48:28.104554 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-972b72bd-8dee-43a6-aa39-b9b91ecdba8a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-5-iscsi {{(pid=109568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:48:28.104877 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-972b72bd-8dee-43a6-aa39-b9b91ecdba8a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830538-5-iscsi {{(pid=109568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:48:28.105197 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-972b72bd-8dee-43a6-aa39-b9b91ecdba8a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830538-5-iscsi {{(pid=109568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:48:28.142517 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-b8de92e4-31a0-46f6-bd9c-c151c54f9c62 admin admin] Publish callbacks [] for security_group (e15b51ee-3db0-4cce-9198-5e9ba493c815), before_delete {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:48:28.163384 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-b8de92e4-31a0-46f6-bd9c-c151c54f9c62 admin admin] Publish callbacks [] for security_group (e15b51ee-3db0-4cce-9198-5e9ba493c815), precommit_delete {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:48:28.209517 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-b8de92e4-31a0-46f6-bd9c-c151c54f9c62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33441213'] for security_group (e15b51ee-3db0-4cce-9198-5e9ba493c815), after_delete {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:48:28.211922 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-b8de92e4-31a0-46f6-bd9c-c151c54f9c62 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:48:28.213075 dv-cinder-830538-5-iscsi neutron-server[109569]: INFO neutron.wsgi [None req-b8de92e4-31a0-46f6-bd9c-c151c54f9c62 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/e15b51ee-3db0-4cce-9198-5e9ba493c815 HTTP/1.1" status: 204 len: 168 time: 0.1167374 Feb 28 22:48:28.221035 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8de92e4-31a0-46f6-bd9c-c151c54f9c62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e15b51ee-3db0-4cce-9198-5e9ba493c815,revision_number=None']} {{(pid=109569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:48:28.457861 dv-cinder-830538-5-iscsi neutron-server[109571]: DEBUG neutron.db.agents_db [None req-267e04d6-1473-4c25-8f3a-d1c5e119a015 None None] Agent healthcheck: found 6 active agents {{(pid=109571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 22:48:28.470375 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.wsgi [-] (109569) accepted ('10.222.0.11', 57870) {{(pid=109569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 22:48:28.483094 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-6bb105e6-17d9-4034-b6c2-20676850bc43 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:48:28.555848 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-6bb105e6-17d9-4034-b6c2-20676850bc43 admin admin] Publish callbacks [] for security_group (e779c46f-a100-4508-a9ff-a6b2618a5b8e), precommit_create {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:48:28.559398 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-6bb105e6-17d9-4034-b6c2-20676850bc43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33441213'] for security_group (e779c46f-a100-4508-a9ff-a6b2618a5b8e), after_create {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:48:28.596428 dv-cinder-830538-5-iscsi neutron-server[109569]: INFO neutron.wsgi [None req-6bb105e6-17d9-4034-b6c2-20676850bc43 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=5f7703b7fc3243cc938872cafc006f4c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1249473 Feb 28 22:48:28.597271 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb105e6-17d9-4034-b6c2-20676850bc43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e779c46f-a100-4508-a9ff-a6b2618a5b8e,revision_number=1']} {{(pid=109569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:48:28.599119 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.wsgi [-] (109568) accepted ('10.222.0.11', 57872) {{(pid=109568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 22:48:28.646014 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-e3caea0f-051a-4cd5-b9aa-cdc3bd965dfe admin admin] Publish callbacks [] for security_group (e779c46f-a100-4508-a9ff-a6b2618a5b8e), before_delete {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:48:28.669852 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-e3caea0f-051a-4cd5-b9aa-cdc3bd965dfe admin admin] Publish callbacks [] for security_group (e779c46f-a100-4508-a9ff-a6b2618a5b8e), precommit_delete {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:48:28.716286 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-e3caea0f-051a-4cd5-b9aa-cdc3bd965dfe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33441213'] for security_group (e779c46f-a100-4508-a9ff-a6b2618a5b8e), after_delete {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:48:28.718928 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-e3caea0f-051a-4cd5-b9aa-cdc3bd965dfe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:48:28.720086 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [None req-e3caea0f-051a-4cd5-b9aa-cdc3bd965dfe admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/e779c46f-a100-4508-a9ff-a6b2618a5b8e HTTP/1.1" status: 204 len: 168 time: 0.1199062 Feb 28 22:48:28.728343 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3caea0f-051a-4cd5-b9aa-cdc3bd965dfe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e779c46f-a100-4508-a9ff-a6b2618a5b8e,revision_number=None']} {{(pid=109568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:48:30.852258 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-a5f7f2f0-c643-4f2f-b7cf-dd3d8553afb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750845036683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579975'] for agent (55d6ddf3-619a-4750-95a9-02c5b2728e0c), after_update {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:48:33.136963 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-760f7f4c-4e40-49a6-b899-24e7542453cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750845036683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579975'] for agent (1bbc3f13-d896-4633-9d3f-4f3415ceb83d), after_update {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:48:33.537668 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.wsgi [-] (109568) accepted ('10.222.0.11', 57970) {{(pid=109568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 22:48:33.638537 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-2addc6b1-04ca-443e-b684-02e8920eb380 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:48:33.712569 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-2addc6b1-04ca-443e-b684-02e8920eb380 admin admin] Publish callbacks [] for security_group (0e8d4abe-fcf7-424b-9bc4-dc5fca3b713e), precommit_create {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:48:33.716175 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-2addc6b1-04ca-443e-b684-02e8920eb380 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33441213'] for security_group (0e8d4abe-fcf7-424b-9bc4-dc5fca3b713e), after_create {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:48:33.754619 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [None req-2addc6b1-04ca-443e-b684-02e8920eb380 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=a9ed3f9444ce4513a767ea2f10a1a4ee&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2158341 Feb 28 22:48:33.755467 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2addc6b1-04ca-443e-b684-02e8920eb380 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e8d4abe-fcf7-424b-9bc4-dc5fca3b713e,revision_number=1']} {{(pid=109568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:48:33.757477 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.wsgi [-] (109569) accepted ('10.222.0.11', 57974) {{(pid=109569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 22:48:33.804691 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-3521bbf1-4bf7-4bda-8955-4455d31ea5f0 admin admin] Publish callbacks [] for security_group (0e8d4abe-fcf7-424b-9bc4-dc5fca3b713e), before_delete {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:48:33.825881 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-3521bbf1-4bf7-4bda-8955-4455d31ea5f0 admin admin] Publish callbacks [] for security_group (0e8d4abe-fcf7-424b-9bc4-dc5fca3b713e), precommit_delete {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:48:33.870399 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-3521bbf1-4bf7-4bda-8955-4455d31ea5f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33441213'] for security_group (0e8d4abe-fcf7-424b-9bc4-dc5fca3b713e), after_delete {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:48:33.873068 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-3521bbf1-4bf7-4bda-8955-4455d31ea5f0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:48:33.874193 dv-cinder-830538-5-iscsi neutron-server[109569]: INFO neutron.wsgi [None req-3521bbf1-4bf7-4bda-8955-4455d31ea5f0 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/0e8d4abe-fcf7-424b-9bc4-dc5fca3b713e HTTP/1.1" status: 204 len: 168 time: 0.1157467 Feb 28 22:48:33.883273 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3521bbf1-4bf7-4bda-8955-4455d31ea5f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e8d4abe-fcf7-424b-9bc4-dc5fca3b713e,revision_number=None']} {{(pid=109569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:48:34.128338 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.wsgi [-] (109569) accepted ('10.222.0.11', 57980) {{(pid=109569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 22:48:34.141048 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-5929177c-3d1e-478c-a489-5246b2424a2c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:48:34.154757 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-fb85eb0a-98c9-414d-bd8b-45b99ef4efd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750845036683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579975'] for agent (0569ef69-4feb-452f-8380-1d628b96faff), after_update {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:48:34.217123 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-5929177c-3d1e-478c-a489-5246b2424a2c admin admin] Publish callbacks [] for security_group (444eb4e4-f7d3-4eff-825f-f2873f4b7717), precommit_create {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:48:34.222257 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-5929177c-3d1e-478c-a489-5246b2424a2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33441213'] for security_group (444eb4e4-f7d3-4eff-825f-f2873f4b7717), after_create {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:48:34.260984 dv-cinder-830538-5-iscsi neutron-server[109569]: INFO neutron.wsgi [None req-5929177c-3d1e-478c-a489-5246b2424a2c admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=d076816b3e224f9f9bbcbde6c5800f7a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1315324 Feb 28 22:48:34.262874 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5929177c-3d1e-478c-a489-5246b2424a2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=444eb4e4-f7d3-4eff-825f-f2873f4b7717,revision_number=1']} {{(pid=109569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:48:34.263686 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.wsgi [-] (109568) accepted ('10.222.0.11', 57982) {{(pid=109568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 22:48:34.311708 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-5109c7b2-8080-4b1b-9195-ac67a69cc336 admin admin] Publish callbacks [] for security_group (444eb4e4-f7d3-4eff-825f-f2873f4b7717), before_delete {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:48:34.332174 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-5109c7b2-8080-4b1b-9195-ac67a69cc336 admin admin] Publish callbacks [] for security_group (444eb4e4-f7d3-4eff-825f-f2873f4b7717), precommit_delete {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:48:34.380031 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-5109c7b2-8080-4b1b-9195-ac67a69cc336 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33441213'] for security_group (444eb4e4-f7d3-4eff-825f-f2873f4b7717), after_delete {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:48:34.382822 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-5109c7b2-8080-4b1b-9195-ac67a69cc336 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:48:34.384140 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [None req-5109c7b2-8080-4b1b-9195-ac67a69cc336 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/444eb4e4-f7d3-4eff-825f-f2873f4b7717 HTTP/1.1" status: 204 len: 168 time: 0.1194150 Feb 28 22:48:34.395086 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5109c7b2-8080-4b1b-9195-ac67a69cc336 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=444eb4e4-f7d3-4eff-825f-f2873f4b7717,revision_number=None']} {{(pid=109568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:48:35.613883 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-1d50164a-9046-4a89-bade-d917288d4b9a req-ab905f79-6b00-44b8-a3fa-3a7019053fe1 tempest-TestMinimumBasicScenario-166037871 tempest-TestMinimumBasicScenario-166037871-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1895139919&fields=id&tenant_id=564e12fb04954a5e8480fbdb9c7742fa HTTP/1.1" status: 200 len: 267 time: 0.0433838 Feb 28 22:48:35.671784 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d50164a-9046-4a89-bade-d917288d4b9a req-c3484bb4-976b-49f5-b106-73e207064c41 tempest-TestMinimumBasicScenario-166037871 tempest-TestMinimumBasicScenario-166037871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:48:35.673273 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-1d50164a-9046-4a89-bade-d917288d4b9a req-c3484bb4-976b-49f5-b106-73e207064c41 tempest-TestMinimumBasicScenario-166037871 tempest-TestMinimumBasicScenario-166037871-project] 10.222.0.11 "GET /v2.0/ports?device_id=9ec45306-4f87-44b3-905b-b0ae5f00c155 HTTP/1.1" status: 200 len: 984 time: 0.0541639 Feb 28 22:48:35.684340 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.api.v2.base [req-1d50164a-9046-4a89-bade-d917288d4b9a req-f1a686f4-98af-4e02-bc36-33e71e456d04 tempest-TestMinimumBasicScenario-166037871 tempest-TestMinimumBasicScenario-166037871-project] Request body: {'port': {'security_groups': ['c0733c5d-9464-454f-8610-e8f35d7dcf08']}} {{(pid=109568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 22:48:35.760404 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [req-1d50164a-9046-4a89-bade-d917288d4b9a req-f1a686f4-98af-4e02-bc36-33e71e456d04 tempest-TestMinimumBasicScenario-166037871 tempest-TestMinimumBasicScenario-166037871-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616566'] for port (a890133d-9435-4df4-8e77-7fd860ce15e5), before_update {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:48:35.900100 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-f2b490b5-353e-4b99-942a-fb2407025861 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750845036683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579975'] for agent (e6e3d797-755b-495e-bc70-4cd2b9791ebb), after_update {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:48:35.943215 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.wsgi [-] (109569) accepted ('10.222.0.11', 58032) {{(pid=109569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 22:48:35.949890 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.plugins.ml2.db [req-1d50164a-9046-4a89-bade-d917288d4b9a req-f1a686f4-98af-4e02-bc36-33e71e456d04 tempest-TestMinimumBasicScenario-166037871 tempest-TestMinimumBasicScenario-166037871-project] For port a890133d-9435-4df4-8e77-7fd860ce15e5, host hv-cinder-83053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83053',level=0,port_id=a890133d-9435-4df4-8e77-7fd860ce15e5,segment=NetworkSegment(3042934a-08a6-41f2-b37b-17c50407117e),segment_id=3042934a-08a6-41f2-b37b-17c50407117e)] {{(pid=109568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 22:48:35.980944 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [req-1d50164a-9046-4a89-bade-d917288d4b9a req-f1a686f4-98af-4e02-bc36-33e71e456d04 tempest-TestMinimumBasicScenario-166037871 tempest-TestMinimumBasicScenario-166037871-project] Publish callbacks [] for port (a890133d-9435-4df4-8e77-7fd860ce15e5), precommit_update {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:48:35.985453 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [req-1d50164a-9046-4a89-bade-d917288d4b9a req-f1a686f4-98af-4e02-bc36-33e71e456d04 tempest-TestMinimumBasicScenario-166037871 tempest-TestMinimumBasicScenario-166037871-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33156859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750845083886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750844628246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750844628264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30788396'] for port (a890133d-9435-4df4-8e77-7fd860ce15e5), after_update {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:48:35.998942 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.db [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] get_ports_and_sgs() called for port_ids ['a890133d-9435-4df4-8e77-7fd860ce15e5'] {{(pid=109570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 22:48:36.025495 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d50164a-9046-4a89-bade-d917288d4b9a req-f1a686f4-98af-4e02-bc36-33e71e456d04 tempest-TestMinimumBasicScenario-166037871 tempest-TestMinimumBasicScenario-166037871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:48:36.026119 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [req-1d50164a-9046-4a89-bade-d917288d4b9a req-f1a686f4-98af-4e02-bc36-33e71e456d04 tempest-TestMinimumBasicScenario-166037871 tempest-TestMinimumBasicScenario-166037871-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80159'] for port (None), before_response {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:48:36.034429 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.wsgi [-] (109569) accepted ('10.222.0.11', 58036) {{(pid=109569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 22:48:36.035100 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-1d50164a-9046-4a89-bade-d917288d4b9a req-f1a686f4-98af-4e02-bc36-33e71e456d04 tempest-TestMinimumBasicScenario-166037871 tempest-TestMinimumBasicScenario-166037871-project] 10.222.0.11 "PUT /v2.0/ports/a890133d-9435-4df4-8e77-7fd860ce15e5 HTTP/1.1" status: 200 len: 942 time: 0.3509512 Feb 28 22:48:36.037394 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ec45306-4f87-44b3-905b-b0ae5f00c155', 'tag': 'a890133d-9435-4df4-8e77-7fd860ce15e5'}] {{(pid=109568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 22:48:36.039751 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be30730c9f576b5ae602769365630bce3a2881df6c4aa92702dca8eb1643a507" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae6e5346-5def-439e-a375-55c492d3e43a" -d '{"events": [{"name": "network-changed", "server_uuid": "9ec45306-4f87-44b3-905b-b0ae5f00c155", "tag": "a890133d-9435-4df4-8e77-7fd860ce15e5"}]}' {{(pid=109568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 22:48:36.071791 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a686f4-98af-4e02-bc36-33e71e456d04 tempest-TestMinimumBasicScenario-166037871 tempest-TestMinimumBasicScenario-166037871-project] Pushing event updated for resources: {'Port': ['ID=a890133d-9435-4df4-8e77-7fd860ce15e5,revision_number=7']} {{(pid=109568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:48:36.100251 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-d922f552-52e8-4726-a2e5-f805e729752e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:48:36.106263 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 22:48:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8b1025a-8886-40c3-81e4-2ce1600d0339 x-openstack-request-id: req-e8b1025a-8886-40c3-81e4-2ce1600d0339 {{(pid=109568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 22:48:36.106419 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.db [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] get_ports_and_sgs() called for port_ids ['a890133d-9435-4df4-8e77-7fd860ce15e5'] {{(pid=109570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 22:48:36.106552 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9ec45306-4f87-44b3-905b-b0ae5f00c155", "tag": "a890133d-9435-4df4-8e77-7fd860ce15e5", "status": "completed", "code": 200}]} {{(pid=109568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 22:48:36.106807 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-e8b1025a-8886-40c3-81e4-2ce1600d0339 {{(pid=109568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 22:48:36.107197 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9ec45306-4f87-44b3-905b-b0ae5f00c155', 'tag': 'a890133d-9435-4df4-8e77-7fd860ce15e5', 'status': 'completed', 'code': 200} Feb 28 22:48:36.193017 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-488fc11e-8bf6-4458-9bdd-8ddd451edc79 tempest-TestMinimumBasicScenario-166037871 tempest-TestMinimumBasicScenario-166037871-project] Publish callbacks [] for security_group (77861581-3db3-484b-92bf-a77afaad58ed), before_delete {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:48:36.195932 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6e5346-5def-439e-a375-55c492d3e43a req-f54752bf-b72a-4b0e-9987-e2e58102db80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:48:36.197486 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-ae6e5346-5def-439e-a375-55c492d3e43a req-f54752bf-b72a-4b0e-9987-e2e58102db80 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=564e12fb04954a5e8480fbdb9c7742fa&device_id=9ec45306-4f87-44b3-905b-b0ae5f00c155 HTTP/1.1" status: 200 len: 1129 time: 0.0652149 Feb 28 22:48:36.230270 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-488fc11e-8bf6-4458-9bdd-8ddd451edc79 tempest-TestMinimumBasicScenario-166037871 tempest-TestMinimumBasicScenario-166037871-project] Publish callbacks [] for security_group (77861581-3db3-484b-92bf-a77afaad58ed), precommit_delete {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:48:36.268659 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-d922f552-52e8-4726-a2e5-f805e729752e admin admin] Publish callbacks [] for security_group (db7a31bf-3c0b-47ef-b89c-f9536259ac0e), precommit_create {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:48:36.306235 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-d922f552-52e8-4726-a2e5-f805e729752e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33441213'] for security_group (db7a31bf-3c0b-47ef-b89c-f9536259ac0e), after_create {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:48:36.354040 dv-cinder-830538-5-iscsi neutron-server[109569]: INFO neutron.wsgi [None req-d922f552-52e8-4726-a2e5-f805e729752e admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=26546beed6604d66bfef5fdf16319532&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4089403 Feb 28 22:48:36.357010 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d922f552-52e8-4726-a2e5-f805e729752e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db7a31bf-3c0b-47ef-b89c-f9536259ac0e,revision_number=1']} {{(pid=109569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:48:36.361468 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.wsgi [-] (109569) accepted ('10.222.0.11', 58040) {{(pid=109569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 22:48:36.368132 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-488fc11e-8bf6-4458-9bdd-8ddd451edc79 tempest-TestMinimumBasicScenario-166037871 tempest-TestMinimumBasicScenario-166037871-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33441213'] for security_group (77861581-3db3-484b-92bf-a77afaad58ed), after_delete {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:48:36.370556 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-488fc11e-8bf6-4458-9bdd-8ddd451edc79 tempest-TestMinimumBasicScenario-166037871 tempest-TestMinimumBasicScenario-166037871-project] Publish callbacks [] for security_group (None), before_response {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:48:36.374480 dv-cinder-830538-5-iscsi neutron-server[109569]: INFO neutron.wsgi [None req-488fc11e-8bf6-4458-9bdd-8ddd451edc79 tempest-TestMinimumBasicScenario-166037871 tempest-TestMinimumBasicScenario-166037871-project] 10.222.0.11 "DELETE /v2.0/security-groups/77861581-3db3-484b-92bf-a77afaad58ed HTTP/1.1" status: 204 len: 168 time: 0.3390448 Feb 28 22:48:36.375106 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.wsgi [-] (109569) accepted ('10.222.0.11', 58042) {{(pid=109569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 22:48:36.433667 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.db.provisioning_blocks [None req-a582736e-591a-40ec-9269-bf350be4aa2e None None] Provisioning complete for port a890133d-9435-4df4-8e77-7fd860ce15e5 triggered by entity DHCP. {{(pid=109570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 22:48:36.434194 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-a582736e-591a-40ec-9269-bf350be4aa2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579965'] for port (a890133d-9435-4df4-8e77-7fd860ce15e5), provisioning_complete {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:48:36.435535 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488fc11e-8bf6-4458-9bdd-8ddd451edc79 tempest-TestMinimumBasicScenario-166037871 tempest-TestMinimumBasicScenario-166037871-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=77861581-3db3-484b-92bf-a77afaad58ed,revision_number=None']} {{(pid=109569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:48:36.515598 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-09ff5fb3-8fb1-42e6-86cd-d48b41668e13 admin admin] Publish callbacks [] for security_group (db7a31bf-3c0b-47ef-b89c-f9536259ac0e), before_delete {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:48:36.537740 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.plugin [None req-a582736e-591a-40ec-9269-bf350be4aa2e None None] Current status of the port a890133d-9435-4df4-8e77-7fd860ce15e5 is: ACTIVE; New status is: ACTIVE {{(pid=109570) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 22:48:36.556338 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-09ff5fb3-8fb1-42e6-86cd-d48b41668e13 admin admin] Publish callbacks [] for security_group (db7a31bf-3c0b-47ef-b89c-f9536259ac0e), precommit_delete {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:48:36.558450 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6e5346-5def-439e-a375-55c492d3e43a req-334f67cf-d86f-40bd-8127-a0c2117dbbf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:48:36.559947 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-ae6e5346-5def-439e-a375-55c492d3e43a req-334f67cf-d86f-40bd-8127-a0c2117dbbf1 service neutron] 10.222.0.36 "GET /v2.0/networks?id=d4cb06c7-675f-48ed-a5d3-2ec6192dcb86 HTTP/1.1" status: 200 len: 916 time: 0.3551471 Feb 28 22:48:36.625705 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-ae6e5346-5def-439e-a375-55c492d3e43a req-dff093b8-c408-4b1a-90c6-db5571d53879 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a890133d-9435-4df4-8e77-7fd860ce15e5 HTTP/1.1" status: 200 len: 1001 time: 0.0589306 Feb 28 22:48:36.626385 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.plugins.ml2.plugin [None req-512ba507-0316-4653-a159-5f9ee4150433 tempest-TestMinimumBasicScenario-166037871 tempest-TestMinimumBasicScenario-166037871-project] Deleting port 5a692bb7-1956-4e67-b95b-4d5b9684edc7 {{(pid=109569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 22:48:36.626385 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-512ba507-0316-4653-a159-5f9ee4150433 tempest-TestMinimumBasicScenario-166037871 tempest-TestMinimumBasicScenario-166037871-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750845080441'] for port (5a692bb7-1956-4e67-b95b-4d5b9684edc7), before_delete {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:48:36.641701 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-09ff5fb3-8fb1-42e6-86cd-d48b41668e13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33441213'] for security_group (db7a31bf-3c0b-47ef-b89c-f9536259ac0e), after_delete {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:48:36.645050 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-09ff5fb3-8fb1-42e6-86cd-d48b41668e13 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:48:36.646176 dv-cinder-830538-5-iscsi neutron-server[109569]: INFO neutron.wsgi [None req-09ff5fb3-8fb1-42e6-86cd-d48b41668e13 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/db7a31bf-3c0b-47ef-b89c-f9536259ac0e HTTP/1.1" status: 204 len: 168 time: 0.2832556 Feb 28 22:48:36.681110 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ff5fb3-8fb1-42e6-86cd-d48b41668e13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db7a31bf-3c0b-47ef-b89c-f9536259ac0e,revision_number=None']} {{(pid=109569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:48:36.683828 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6e5346-5def-439e-a375-55c492d3e43a req-1316db45-ad89-41a3-822d-a20565c98e08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:48:36.685594 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-ae6e5346-5def-439e-a375-55c492d3e43a req-1316db45-ad89-41a3-822d-a20565c98e08 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=22654f78-35e9-4ca6-b80d-e52dabbec49e HTTP/1.1" status: 200 len: 854 time: 0.0503466 Feb 28 22:48:36.735366 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-512ba507-0316-4653-a159-5f9ee4150433 tempest-TestMinimumBasicScenario-166037871 tempest-TestMinimumBasicScenario-166037871-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33552544'] for port (5a692bb7-1956-4e67-b95b-4d5b9684edc7), precommit_delete {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:48:36.736561 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-512ba507-0316-4653-a159-5f9ee4150433 tempest-TestMinimumBasicScenario-166037871 tempest-TestMinimumBasicScenario-166037871-project] Publish callbacks [] for floatingip (5a692bb7-1956-4e67-b95b-4d5b9684edc7), precommit_delete {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:48:36.738533 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6e5346-5def-439e-a375-55c492d3e43a req-67ec0695-219a-4e66-be46-08ce331b227d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:48:36.740120 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-ae6e5346-5def-439e-a375-55c492d3e43a req-67ec0695-219a-4e66-be46-08ce331b227d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d4cb06c7-675f-48ed-a5d3-2ec6192dcb86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0476120 Feb 28 22:48:36.749706 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.plugins.ml2.plugin [None req-512ba507-0316-4653-a159-5f9ee4150433 tempest-TestMinimumBasicScenario-166037871 tempest-TestMinimumBasicScenario-166037871-project] Calling delete_port for 5a692bb7-1956-4e67-b95b-4d5b9684edc7 owned by network:floatingip {{(pid=109569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 22:48:36.835086 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-ae6e5346-5def-439e-a375-55c492d3e43a req-ff96715d-a1b0-415a-8ce3-cf4000a694ec service neutron] 10.222.0.36 "GET /v2.0/networks/d4cb06c7-675f-48ed-a5d3-2ec6192dcb86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875318 Feb 28 22:48:36.938804 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-512ba507-0316-4653-a159-5f9ee4150433 tempest-TestMinimumBasicScenario-166037871 tempest-TestMinimumBasicScenario-166037871-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33156859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750845083868', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750844628237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30055478'] for port (5a692bb7-1956-4e67-b95b-4d5b9684edc7), after_delete {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:48:36.939125 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-ae6e5346-5def-439e-a375-55c492d3e43a req-07ef386f-911f-4aa7-b257-80c99dad6f86 service neutron] 10.222.0.36 "GET /v2.0/networks/d4cb06c7-675f-48ed-a5d3-2ec6192dcb86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0981033 Feb 28 22:48:36.963363 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.wsgi [-] (109568) accepted ('10.222.0.11', 58048) {{(pid=109568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 22:48:36.969888 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512ba507-0316-4653-a159-5f9ee4150433 tempest-TestMinimumBasicScenario-166037871 tempest-TestMinimumBasicScenario-166037871-project] Pushing event deleted for resources: {'Port': ['ID=5a692bb7-1956-4e67-b95b-4d5b9684edc7,revision_number=None']} {{(pid=109569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:48:36.978285 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-9f5f3a3e-f00a-4091-bce8-b40e5196bf79 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:48:37.031516 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-512ba507-0316-4653-a159-5f9ee4150433 tempest-TestMinimumBasicScenario-166037871 tempest-TestMinimumBasicScenario-166037871-project] Publish callbacks [] for floatingip (01c1ddb6-0863-479f-ad14-560a91a733cd), after_delete {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:48:37.031889 dv-cinder-830538-5-iscsi neutron-server[109569]: INFO neutron.db.l3_db [None req-512ba507-0316-4653-a159-5f9ee4150433 tempest-TestMinimumBasicScenario-166037871 tempest-TestMinimumBasicScenario-166037871-project] Floating IP 01c1ddb6-0863-479f-ad14-560a91a733cd disassociated (deleted). External IP: 172.27.0.184, port: a890133d-9435-4df4-8e77-7fd860ce15e5. Feb 28 22:48:37.056727 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-9f5f3a3e-f00a-4091-bce8-b40e5196bf79 admin admin] Publish callbacks [] for security_group (f9fe0f83-c074-45a2-a59b-228d6ffe2627), precommit_create {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:48:37.060742 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-9f5f3a3e-f00a-4091-bce8-b40e5196bf79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33441213'] for security_group (f9fe0f83-c074-45a2-a59b-228d6ffe2627), after_create {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:48:37.100171 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [None req-9f5f3a3e-f00a-4091-bce8-b40e5196bf79 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=9698f79c359b45298926728b7b1bc22e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1356378 Feb 28 22:48:37.101016 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f5f3a3e-f00a-4091-bce8-b40e5196bf79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9fe0f83-c074-45a2-a59b-228d6ffe2627,revision_number=1']} {{(pid=109568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:48:37.104013 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.wsgi [-] (109568) accepted ('10.222.0.11', 58050) {{(pid=109568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 22:48:37.152562 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-154add69-038d-48cc-93ba-bd7e358b6d11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750845036683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579975'] for agent (7aa25ffb-1b87-4f08-8530-4bdf6e6b221c), after_update {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:48:37.157048 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-c38282ff-9b1d-419c-b319-0ed51e362d15 admin admin] Publish callbacks [] for security_group (f9fe0f83-c074-45a2-a59b-228d6ffe2627), before_delete {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:48:37.184581 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-c38282ff-9b1d-419c-b319-0ed51e362d15 admin admin] Publish callbacks [] for security_group (f9fe0f83-c074-45a2-a59b-228d6ffe2627), precommit_delete {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:48:37.239603 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-c38282ff-9b1d-419c-b319-0ed51e362d15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33441213'] for security_group (f9fe0f83-c074-45a2-a59b-228d6ffe2627), after_delete {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:48:37.242298 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-c38282ff-9b1d-419c-b319-0ed51e362d15 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:48:37.243457 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [None req-c38282ff-9b1d-419c-b319-0ed51e362d15 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/f9fe0f83-c074-45a2-a59b-228d6ffe2627 HTTP/1.1" status: 204 len: 168 time: 0.1380405 Feb 28 22:48:37.254261 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-512ba507-0316-4653-a159-5f9ee4150433 tempest-TestMinimumBasicScenario-166037871 tempest-TestMinimumBasicScenario-166037871-project] Router 0c6bed13-69c7-4592-a81f-1aca2749c8cf has already been hosted by L3 agent 1bbc3f13-d896-4633-9d3f-4f3415ceb83d {{(pid=109569) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 22:48:37.254423 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38282ff-9b1d-419c-b319-0ed51e362d15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9fe0f83-c074-45a2-a59b-228d6ffe2627,revision_number=None']} {{(pid=109568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:48:37.367582 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-512ba507-0316-4653-a159-5f9ee4150433 tempest-TestMinimumBasicScenario-166037871 tempest-TestMinimumBasicScenario-166037871-project] Notify agent at l3_agent.dv-cinder-830538-5-iscsi the message routers_updated {{(pid=109569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 22:48:37.372442 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-512ba507-0316-4653-a159-5f9ee4150433 tempest-TestMinimumBasicScenario-166037871 tempest-TestMinimumBasicScenario-166037871-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80159'] for floatingip (None), before_response {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:48:37.380333 dv-cinder-830538-5-iscsi neutron-server[109571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05f3b142-863b-4450-94fa-3900a19fec26 None None] Sync routers for ids ['0c6bed13-69c7-4592-a81f-1aca2749c8cf'] in dv-cinder-830538-5-iscsi {{(pid=109571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 22:48:37.390417 dv-cinder-830538-5-iscsi neutron-server[109571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05f3b142-863b-4450-94fa-3900a19fec26 None None] Routers {'0c6bed13-69c7-4592-a81f-1aca2749c8cf'} bound to L3 agent in host dv-cinder-830538-5-iscsi {{(pid=109571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 22:48:37.391027 dv-cinder-830538-5-iscsi neutron-server[109571]: DEBUG neutron.db.l3_hamode_db [None req-05f3b142-863b-4450-94fa-3900a19fec26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830538-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-28T22:34:03Z,description=,heartbeat_timestamp=2022-02-28T22:48:33Z,host='dv-cinder-830538-5-iscsi',id=1bbc3f13-d896-4633-9d3f-4f3415ceb83d,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T22:34:03Z,topic='l3_agent')) {'router_ids': ['0c6bed13-69c7-4592-a81f-1aca2749c8cf'], 'active': True} {{(pid=109571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 22:48:37.407751 dv-cinder-830538-5-iscsi neutron-server[109569]: INFO neutron.wsgi [None req-512ba507-0316-4653-a159-5f9ee4150433 tempest-TestMinimumBasicScenario-166037871 tempest-TestMinimumBasicScenario-166037871-project] 10.222.0.11 "DELETE /v2.0/floatingips/01c1ddb6-0863-479f-ad14-560a91a733cd HTTP/1.1" status: 204 len: 168 time: 1.0274050 Feb 28 22:48:37.408545 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ec45306-4f87-44b3-905b-b0ae5f00c155', 'tag': 'a890133d-9435-4df4-8e77-7fd860ce15e5'}] {{(pid=109569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 22:48:37.414023 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7ed14f40a4d50f9a77eb28d0d062077298eddb2dc1d4bff71015dce09465706" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-474c0d0b-df85-4d4c-bbdc-22b06c479665" -d '{"events": [{"name": "network-changed", "server_uuid": "9ec45306-4f87-44b3-905b-b0ae5f00c155", "tag": "a890133d-9435-4df4-8e77-7fd860ce15e5"}]}' {{(pid=109569) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 22:48:37.539177 dv-cinder-830538-5-iscsi neutron-server[109571]: DEBUG neutron.db.l3_dvr_db [None req-05f3b142-863b-4450-94fa-3900a19fec26 None None] Set router 0c6bed13-69c7-4592-a81f-1aca2749c8cf gateway port host: dv-cinder-830538-5-iscsi {{(pid=109571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 22:48:37.603807 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 22:48:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50b0357f-c538-440c-910b-b117234e11c5 x-openstack-request-id: req-50b0357f-c538-440c-910b-b117234e11c5 {{(pid=109569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 22:48:37.604356 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9ec45306-4f87-44b3-905b-b0ae5f00c155", "tag": "a890133d-9435-4df4-8e77-7fd860ce15e5", "status": "completed", "code": 200}]} {{(pid=109569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 22:48:37.604641 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-50b0357f-c538-440c-910b-b117234e11c5 {{(pid=109569) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 22:48:37.605202 dv-cinder-830538-5-iscsi neutron-server[109569]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9ec45306-4f87-44b3-905b-b0ae5f00c155', 'tag': 'a890133d-9435-4df4-8e77-7fd860ce15e5', 'status': 'completed', 'code': 200} Feb 28 22:48:37.702640 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474c0d0b-df85-4d4c-bbdc-22b06c479665 req-60f7cc8f-48db-4dc8-a25f-182b13525e12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:48:37.704305 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-474c0d0b-df85-4d4c-bbdc-22b06c479665 req-60f7cc8f-48db-4dc8-a25f-182b13525e12 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=564e12fb04954a5e8480fbdb9c7742fa&device_id=9ec45306-4f87-44b3-905b-b0ae5f00c155 HTTP/1.1" status: 200 len: 1129 time: 0.0771964 Feb 28 22:48:37.821730 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474c0d0b-df85-4d4c-bbdc-22b06c479665 req-7c31e37c-f0b7-4f06-b156-5395d3cf07d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:48:37.823214 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-474c0d0b-df85-4d4c-bbdc-22b06c479665 req-7c31e37c-f0b7-4f06-b156-5395d3cf07d6 service neutron] 10.222.0.36 "GET /v2.0/networks?id=d4cb06c7-675f-48ed-a5d3-2ec6192dcb86 HTTP/1.1" status: 200 len: 916 time: 0.1081097 Feb 28 22:48:37.874571 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-474c0d0b-df85-4d4c-bbdc-22b06c479665 req-4b2f59e6-87fc-46a2-a1c5-641c8e213491 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a890133d-9435-4df4-8e77-7fd860ce15e5 HTTP/1.1" status: 200 len: 217 time: 0.0442593 Feb 28 22:48:37.899911 dv-cinder-830538-5-iscsi neutron-server[109571]: DEBUG neutron.db.l3_hamode_db [None req-05f3b142-863b-4450-94fa-3900a19fec26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c6bed13-69c7-4592-a81f-1aca2749c8cf', 'name': 'tempest-TestMinimumBasicScenario-1705511880-router', 'tenant_id': '564e12fb04954a5e8480fbdb9c7742fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e7a10c7-addc-4b79-a555-0b472e939652', 'external_fixed_ips': [{'subnet_id': '8aaf002d-6309-4cf0-ae69-6d349a14c0b1', 'ip_address': '172.27.0.34'}], 'enable_snat': True}, 'gw_port_id': 'a75cc20e-67f4-45cb-9978-26f3b429d112', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T22:46:26Z', 'updated_at': '2022-02-28T22:46:29Z', 'revision_number': 4, 'project_id': '564e12fb04954a5e8480fbdb9c7742fa', 'gw_port': {'id': 'a75cc20e-67f4-45cb-9978-26f3b429d112', 'name': '', 'network_id': '3e7a10c7-addc-4b79-a555-0b472e939652', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:2e:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c6bed13-69c7-4592-a81f-1aca2749c8cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '8aaf002d-6309-4cf0-ae69-6d349a14c0b1', 'ip_address': '172.27.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T22:46:26Z', 'updated_at': '2022-02-28T22:46:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8aaf002d-6309-4cf0-ae69-6d349a14c0b1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830538-5-iscsi', '_interfaces': [{'id': '3aebc9d9-3219-494d-a7d2-9b0643a75a7e', 'name': '', 'network_id': 'd4cb06c7-675f-48ed-a5d3-2ec6192dcb86', 'tenant_id': '564e12fb04954a5e8480fbdb9c7742fa', 'mac_address': 'fa:16:3e:32:2b:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c6bed13-69c7-4592-a81f-1aca2749c8cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '22654f78-35e9-4ca6-b80d-e52dabbec49e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T22:46:28Z', 'updated_at': '2022-02-28T22:46:33Z', 'revision_number': 5, 'project_id': '564e12fb04954a5e8480fbdb9c7742fa', 'subnets': [{'id': '22654f78-35e9-4ca6-b80d-e52dabbec49e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830538-5-iscsi', False) {} {{(pid=109571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 22:48:37.937688 dv-cinder-830538-5-iscsi neutron-server[109571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05f3b142-863b-4450-94fa-3900a19fec26 None None] Checking router: 0c6bed13-69c7-4592-a81f-1aca2749c8cf for host: dv-cinder-830538-5-iscsi {{(pid=109571) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 22:48:37.939192 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474c0d0b-df85-4d4c-bbdc-22b06c479665 req-b19cf257-80a3-4044-9cfc-53f5d0118685 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:48:37.942044 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-474c0d0b-df85-4d4c-bbdc-22b06c479665 req-b19cf257-80a3-4044-9cfc-53f5d0118685 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=22654f78-35e9-4ca6-b80d-e52dabbec49e HTTP/1.1" status: 200 len: 854 time: 0.0598037 Feb 28 22:48:37.946835 dv-cinder-830538-5-iscsi neutron-server[109571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05f3b142-863b-4450-94fa-3900a19fec26 None None] Routers {'0c6bed13-69c7-4592-a81f-1aca2749c8cf'} bound to L3 agent in host dv-cinder-830538-5-iscsi {{(pid=109571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 22:48:37.947453 dv-cinder-830538-5-iscsi neutron-server[109571]: DEBUG neutron.db.l3_hamode_db [None req-05f3b142-863b-4450-94fa-3900a19fec26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830538-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-28T22:34:03Z,description=,heartbeat_timestamp=2022-02-28T22:48:33Z,host='dv-cinder-830538-5-iscsi',id=1bbc3f13-d896-4633-9d3f-4f3415ceb83d,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T22:34:03Z,topic='l3_agent')) {'router_ids': ['0c6bed13-69c7-4592-a81f-1aca2749c8cf'], 'active': True} {{(pid=109571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 22:48:37.998478 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474c0d0b-df85-4d4c-bbdc-22b06c479665 req-d478a1b4-70dd-4884-a103-09c82a08465d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:48:38.000077 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-474c0d0b-df85-4d4c-bbdc-22b06c479665 req-d478a1b4-70dd-4884-a103-09c82a08465d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d4cb06c7-675f-48ed-a5d3-2ec6192dcb86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0501456 Feb 28 22:48:38.071765 dv-cinder-830538-5-iscsi neutron-server[109571]: DEBUG neutron.db.l3_dvr_db [None req-05f3b142-863b-4450-94fa-3900a19fec26 None None] Set router 0c6bed13-69c7-4592-a81f-1aca2749c8cf gateway port host: dv-cinder-830538-5-iscsi {{(pid=109571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 22:48:38.136280 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-474c0d0b-df85-4d4c-bbdc-22b06c479665 req-e254c79d-1c81-433e-9e73-37465c7fef46 service neutron] 10.222.0.36 "GET /v2.0/networks/d4cb06c7-675f-48ed-a5d3-2ec6192dcb86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236660 Feb 28 22:48:38.291986 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f6ae37-22fa-4913-9cb7-df02de86389f req-30159146-2768-49be-8e36-6a3743c22903 tempest-AttachVolumeShelveTestJSON-2030561000 tempest-AttachVolumeShelveTestJSON-2030561000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:48:38.294131 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-19f6ae37-22fa-4913-9cb7-df02de86389f req-30159146-2768-49be-8e36-6a3743c22903 tempest-AttachVolumeShelveTestJSON-2030561000 tempest-AttachVolumeShelveTestJSON-2030561000-project] 10.222.0.11 "GET /v2.0/ports?device_id=d9fa7fde-aeb4-48d6-993a-d21fe9e9d484 HTTP/1.1" status: 200 len: 946 time: 0.0929923 Feb 28 22:48:38.295309 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-474c0d0b-df85-4d4c-bbdc-22b06c479665 req-3ec13704-68d4-4677-9e4a-694482650a8c service neutron] 10.222.0.36 "GET /v2.0/networks/d4cb06c7-675f-48ed-a5d3-2ec6192dcb86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1424172 Feb 28 22:48:38.327394 dv-cinder-830538-5-iscsi neutron-server[109571]: DEBUG neutron.db.l3_hamode_db [None req-05f3b142-863b-4450-94fa-3900a19fec26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c6bed13-69c7-4592-a81f-1aca2749c8cf', 'name': 'tempest-TestMinimumBasicScenario-1705511880-router', 'tenant_id': '564e12fb04954a5e8480fbdb9c7742fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e7a10c7-addc-4b79-a555-0b472e939652', 'external_fixed_ips': [{'subnet_id': '8aaf002d-6309-4cf0-ae69-6d349a14c0b1', 'ip_address': '172.27.0.34'}], 'enable_snat': True}, 'gw_port_id': 'a75cc20e-67f4-45cb-9978-26f3b429d112', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T22:46:26Z', 'updated_at': '2022-02-28T22:46:29Z', 'revision_number': 4, 'project_id': '564e12fb04954a5e8480fbdb9c7742fa', 'gw_port': {'id': 'a75cc20e-67f4-45cb-9978-26f3b429d112', 'name': '', 'network_id': '3e7a10c7-addc-4b79-a555-0b472e939652', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:2e:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c6bed13-69c7-4592-a81f-1aca2749c8cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '8aaf002d-6309-4cf0-ae69-6d349a14c0b1', 'ip_address': '172.27.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T22:46:26Z', 'updated_at': '2022-02-28T22:46:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8aaf002d-6309-4cf0-ae69-6d349a14c0b1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830538-5-iscsi', '_interfaces': [{'id': '3aebc9d9-3219-494d-a7d2-9b0643a75a7e', 'name': '', 'network_id': 'd4cb06c7-675f-48ed-a5d3-2ec6192dcb86', 'tenant_id': '564e12fb04954a5e8480fbdb9c7742fa', 'mac_address': 'fa:16:3e:32:2b:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c6bed13-69c7-4592-a81f-1aca2749c8cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '22654f78-35e9-4ca6-b80d-e52dabbec49e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T22:46:28Z', 'updated_at': '2022-02-28T22:46:33Z', 'revision_number': 5, 'project_id': '564e12fb04954a5e8480fbdb9c7742fa', 'subnets': [{'id': '22654f78-35e9-4ca6-b80d-e52dabbec49e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830538-5-iscsi', False) {} {{(pid=109571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 22:48:38.357785 dv-cinder-830538-5-iscsi neutron-server[109571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05f3b142-863b-4450-94fa-3900a19fec26 None None] The sync data for ids ['0c6bed13-69c7-4592-a81f-1aca2749c8cf'] in dv-cinder-830538-5-iscsi is: [{'id': '0c6bed13-69c7-4592-a81f-1aca2749c8cf', 'name': 'tempest-TestMinimumBasicScenario-1705511880-router', 'tenant_id': '564e12fb04954a5e8480fbdb9c7742fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e7a10c7-addc-4b79-a555-0b472e939652', 'external_fixed_ips': [{'subnet_id': '8aaf002d-6309-4cf0-ae69-6d349a14c0b1', 'ip_address': '172.27.0.34'}], 'enable_snat': True}, 'gw_port_id': 'a75cc20e-67f4-45cb-9978-26f3b429d112', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T22:46:26Z', 'updated_at': '2022-02-28T22:46:29Z', 'revision_number': 4, 'project_id': '564e12fb04954a5e8480fbdb9c7742fa', 'gw_port': {'id': 'a75cc20e-67f4-45cb-9978-26f3b429d112', 'name': '', 'network_id': '3e7a10c7-addc-4b79-a555-0b472e939652', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:2e:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c6bed13-69c7-4592-a81f-1aca2749c8cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '8aaf002d-6309-4cf0-ae69-6d349a14c0b1', 'ip_address': '172.27.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T22:46:26Z', 'updated_at': '2022-02-28T22:46:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8aaf002d-6309-4cf0-ae69-6d349a14c0b1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830538-5-iscsi', '_interfaces': [{'id': '3aebc9d9-3219-494d-a7d2-9b0643a75a7e', 'name': '', 'network_id': 'd4cb06c7-675f-48ed-a5d3-2ec6192dcb86', 'tenant_id': '564e12fb04954a5e8480fbdb9c7742fa', 'mac_address': 'fa:16:3e:32:2b:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c6bed13-69c7-4592-a81f-1aca2749c8cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '22654f78-35e9-4ca6-b80d-e52dabbec49e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T22:46:28Z', 'updated_at': '2022-02-28T22:46:33Z', 'revision_number': 5, 'project_id': '564e12fb04954a5e8480fbdb9c7742fa', 'subnets': [{'id': '22654f78-35e9-4ca6-b80d-e52dabbec49e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 22:48:38.364012 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-19f6ae37-22fa-4913-9cb7-df02de86389f req-26456b80-47ae-4e59-8f96-640b45f0ce1c tempest-AttachVolumeShelveTestJSON-2030561000 tempest-AttachVolumeShelveTestJSON-2030561000-project] 10.222.0.11 "GET /v2.0/security-groups?id=4c2eb597-13aa-4220-9dba-0738b2aa7415&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0631254 Feb 28 22:48:38.626749 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ac3a2a1-d2d4-4000-ae18-7bfdbcc6420e None None] New status for floating IP 01c1ddb6-0863-479f-ad14-560a91a733cd: DOWN {{(pid=109570) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 28 22:48:39.482195 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd58888-7e1c-483d-9f4b-5191c2c77690 req-afd833cf-095b-400d-bfa9-ea0a12a951b7 tempest-AttachVolumeShelveTestJSON-2030561000 tempest-AttachVolumeShelveTestJSON-2030561000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:48:39.483777 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-4dd58888-7e1c-483d-9f4b-5191c2c77690 req-afd833cf-095b-400d-bfa9-ea0a12a951b7 tempest-AttachVolumeShelveTestJSON-2030561000 tempest-AttachVolumeShelveTestJSON-2030561000-project] 10.222.0.11 "GET /v2.0/ports?device_id=d9fa7fde-aeb4-48d6-993a-d21fe9e9d484 HTTP/1.1" status: 200 len: 946 time: 0.0526640 Feb 28 22:48:39.500344 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.wsgi [-] (109569) accepted ('10.222.0.11', 58154) {{(pid=109569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 22:48:39.530625 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-4dd58888-7e1c-483d-9f4b-5191c2c77690 req-6c139186-1aaa-402f-97a8-3a79d87a484a tempest-AttachVolumeShelveTestJSON-2030561000 tempest-AttachVolumeShelveTestJSON-2030561000-project] 10.222.0.11 "GET /v2.0/security-groups?id=4c2eb597-13aa-4220-9dba-0738b2aa7415&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405791 Feb 28 22:48:39.603371 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-537502b8-fe59-438e-ad5b-15bcff27c0a5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:48:39.635152 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6075acf5-282b-497a-a308-1162796c6518 req-2d461cf2-8738-43ec-9d02-dbc9d50dee4d tempest-AttachVolumeShelveTestJSON-2030561000 tempest-AttachVolumeShelveTestJSON-2030561000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:48:39.636872 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-6075acf5-282b-497a-a308-1162796c6518 req-2d461cf2-8738-43ec-9d02-dbc9d50dee4d tempest-AttachVolumeShelveTestJSON-2030561000 tempest-AttachVolumeShelveTestJSON-2030561000-project] 10.222.0.36 "GET /v2.0/ports?device_id=d9fa7fde-aeb4-48d6-993a-d21fe9e9d484 HTTP/1.1" status: 200 len: 946 time: 0.0550032 Feb 28 22:48:39.677889 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-537502b8-fe59-438e-ad5b-15bcff27c0a5 admin admin] Publish callbacks [] for security_group (1f8a1801-f8a0-4a88-80f5-ec50da2122dd), precommit_create {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:48:39.682289 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-537502b8-fe59-438e-ad5b-15bcff27c0a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33441213'] for security_group (1f8a1801-f8a0-4a88-80f5-ec50da2122dd), after_create {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:48:39.723799 dv-cinder-830538-5-iscsi neutron-server[109569]: INFO neutron.wsgi [None req-537502b8-fe59-438e-ad5b-15bcff27c0a5 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=853b29490da945b4bd0a6c028e434373&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2223489 Feb 28 22:48:39.725276 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537502b8-fe59-438e-ad5b-15bcff27c0a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f8a1801-f8a0-4a88-80f5-ec50da2122dd,revision_number=1']} {{(pid=109569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:48:39.727300 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.wsgi [-] (109568) accepted ('10.222.0.11', 58158) {{(pid=109568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 22:48:39.744223 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.plugins.ml2.plugin [req-6075acf5-282b-497a-a308-1162796c6518 req-54ee81fb-ec10-40d9-b15c-7ebd8f0921d7 tempest-AttachVolumeShelveTestJSON-2030561000 tempest-AttachVolumeShelveTestJSON-2030561000-project] Deleting port 22596c55-b7af-49a7-9034-b3ec7f52571f {{(pid=109568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 22:48:39.744564 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [req-6075acf5-282b-497a-a308-1162796c6518 req-54ee81fb-ec10-40d9-b15c-7ebd8f0921d7 tempest-AttachVolumeShelveTestJSON-2030561000 tempest-AttachVolumeShelveTestJSON-2030561000-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750845080441'] for port (22596c55-b7af-49a7-9034-b3ec7f52571f), before_delete {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:48:39.837440 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-fa53eaff-c283-4823-87eb-f369ee71f2fa admin admin] Publish callbacks [] for security_group (1f8a1801-f8a0-4a88-80f5-ec50da2122dd), before_delete {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:48:39.873072 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.plugins.ml2.db [req-6075acf5-282b-497a-a308-1162796c6518 req-54ee81fb-ec10-40d9-b15c-7ebd8f0921d7 tempest-AttachVolumeShelveTestJSON-2030561000 tempest-AttachVolumeShelveTestJSON-2030561000-project] For port 22596c55-b7af-49a7-9034-b3ec7f52571f, host hv-cinder-83053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83053',level=0,port_id=22596c55-b7af-49a7-9034-b3ec7f52571f,segment=NetworkSegment(28413273-d7c8-4d86-a7b1-c45f9712072e),segment_id=28413273-d7c8-4d86-a7b1-c45f9712072e)] {{(pid=109568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 22:48:39.873415 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [req-6075acf5-282b-497a-a308-1162796c6518 req-54ee81fb-ec10-40d9-b15c-7ebd8f0921d7 tempest-AttachVolumeShelveTestJSON-2030561000 tempest-AttachVolumeShelveTestJSON-2030561000-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33552544'] for port (22596c55-b7af-49a7-9034-b3ec7f52571f), precommit_delete {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:48:39.884317 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-fa53eaff-c283-4823-87eb-f369ee71f2fa admin admin] Publish callbacks [] for security_group (1f8a1801-f8a0-4a88-80f5-ec50da2122dd), precommit_delete {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:48:40.010114 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-fa53eaff-c283-4823-87eb-f369ee71f2fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33441213'] for security_group (1f8a1801-f8a0-4a88-80f5-ec50da2122dd), after_delete {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:48:40.012663 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-fa53eaff-c283-4823-87eb-f369ee71f2fa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:48:40.016193 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [None req-fa53eaff-c283-4823-87eb-f369ee71f2fa admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/1f8a1801-f8a0-4a88-80f5-ec50da2122dd HTTP/1.1" status: 204 len: 168 time: 0.2855198 Feb 28 22:48:40.055207 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa53eaff-c283-4823-87eb-f369ee71f2fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f8a1801-f8a0-4a88-80f5-ec50da2122dd,revision_number=None']} {{(pid=109568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:48:40.093740 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [req-6075acf5-282b-497a-a308-1162796c6518 req-54ee81fb-ec10-40d9-b15c-7ebd8f0921d7 tempest-AttachVolumeShelveTestJSON-2030561000 tempest-AttachVolumeShelveTestJSON-2030561000-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:48:40.094105 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [req-6075acf5-282b-497a-a308-1162796c6518 req-54ee81fb-ec10-40d9-b15c-7ebd8f0921d7 tempest-AttachVolumeShelveTestJSON-2030561000 tempest-AttachVolumeShelveTestJSON-2030561000-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33522123'] for floatingip (1f7c2159-4b1c-4d7e-a589-64b2c7ab456e), after_update {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:48:40.094419 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.db.l3_db [req-6075acf5-282b-497a-a308-1162796c6518 req-54ee81fb-ec10-40d9-b15c-7ebd8f0921d7 tempest-AttachVolumeShelveTestJSON-2030561000 tempest-AttachVolumeShelveTestJSON-2030561000-project] Floating IP 1f7c2159-4b1c-4d7e-a589-64b2c7ab456e disassociated. External IP: 172.27.0.101, port: 22596c55-b7af-49a7-9034-b3ec7f52571f. Feb 28 22:48:40.094763 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.plugins.ml2.plugin [req-6075acf5-282b-497a-a308-1162796c6518 req-54ee81fb-ec10-40d9-b15c-7ebd8f0921d7 tempest-AttachVolumeShelveTestJSON-2030561000 tempest-AttachVolumeShelveTestJSON-2030561000-project] Calling delete_port for 22596c55-b7af-49a7-9034-b3ec7f52571f owned by compute:nova {{(pid=109568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 22:48:40.279214 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1e5ca8-ce1c-4ae0-8f42-bbc93b73ade7 req-f406cf60-c107-484b-b8ea-611f62a1bf01 tempest-TestMinimumBasicScenario-166037871 tempest-TestMinimumBasicScenario-166037871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:48:40.280752 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-8e1e5ca8-ce1c-4ae0-8f42-bbc93b73ade7 req-f406cf60-c107-484b-b8ea-611f62a1bf01 tempest-TestMinimumBasicScenario-166037871 tempest-TestMinimumBasicScenario-166037871-project] 10.222.0.11 "GET /v2.0/ports?device_id=9ec45306-4f87-44b3-905b-b0ae5f00c155 HTTP/1.1" status: 200 len: 945 time: 0.0952415 Feb 28 22:48:40.281834 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [req-6075acf5-282b-497a-a308-1162796c6518 req-54ee81fb-ec10-40d9-b15c-7ebd8f0921d7 tempest-AttachVolumeShelveTestJSON-2030561000 tempest-AttachVolumeShelveTestJSON-2030561000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33156859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750845083868', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750844628237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30788389'] for port (22596c55-b7af-49a7-9034-b3ec7f52571f), after_delete {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:48:40.315361 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.wsgi [-] (109569) accepted ('10.222.0.11', 58170) {{(pid=109569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 22:48:40.322126 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ee81fb-ec10-40d9-b15c-7ebd8f0921d7 tempest-AttachVolumeShelveTestJSON-2030561000 tempest-AttachVolumeShelveTestJSON-2030561000-project] Pushing event deleted for resources: {'Port': ['ID=22596c55-b7af-49a7-9034-b3ec7f52571f,revision_number=None']} {{(pid=109568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:48:40.328259 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-414d4886-b673-4ba1-8cc8-1dbe1f2934bd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:48:40.404734 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-8e1e5ca8-ce1c-4ae0-8f42-bbc93b73ade7 req-4c411c95-303d-4707-b143-df35d5bc9b9e tempest-TestMinimumBasicScenario-166037871 tempest-TestMinimumBasicScenario-166037871-project] 10.222.0.11 "GET /v2.0/security-groups?id=c0733c5d-9464-454f-8610-e8f35d7dcf08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149068 Feb 28 22:48:40.413403 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-414d4886-b673-4ba1-8cc8-1dbe1f2934bd admin admin] Publish callbacks [] for security_group (a3fc2643-242f-4c5d-a29b-e10026692e84), precommit_create {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:48:40.417629 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-414d4886-b673-4ba1-8cc8-1dbe1f2934bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33441213'] for security_group (a3fc2643-242f-4c5d-a29b-e10026692e84), after_create {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:48:40.454636 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414d4886-b673-4ba1-8cc8-1dbe1f2934bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3fc2643-242f-4c5d-a29b-e10026692e84,revision_number=1']} {{(pid=109569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:48:40.464097 dv-cinder-830538-5-iscsi neutron-server[109569]: INFO neutron.wsgi [None req-414d4886-b673-4ba1-8cc8-1dbe1f2934bd admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=1225c6e44c024963bea4b5ef0c577c29&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1446843 Feb 28 22:48:40.464097 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.wsgi [-] (109569) accepted ('10.222.0.11', 58172) {{(pid=109569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 22:48:40.474532 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6075acf5-282b-497a-a308-1162796c6518 req-54ee81fb-ec10-40d9-b15c-7ebd8f0921d7 tempest-AttachVolumeShelveTestJSON-2030561000 tempest-AttachVolumeShelveTestJSON-2030561000-project] Router abdf501b-4b4d-4822-b10e-2218ac616053 has already been hosted by L3 agent 1bbc3f13-d896-4633-9d3f-4f3415ceb83d {{(pid=109568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 22:48:40.510804 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-a515e6b7-bfaf-4956-95a5-5cf59edbac88 admin admin] Publish callbacks [] for security_group (a3fc2643-242f-4c5d-a29b-e10026692e84), before_delete {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:48:40.531600 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-a515e6b7-bfaf-4956-95a5-5cf59edbac88 admin admin] Publish callbacks [] for security_group (a3fc2643-242f-4c5d-a29b-e10026692e84), precommit_delete {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:48:40.583026 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-a515e6b7-bfaf-4956-95a5-5cf59edbac88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33441213'] for security_group (a3fc2643-242f-4c5d-a29b-e10026692e84), after_delete {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:48:40.586122 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-a515e6b7-bfaf-4956-95a5-5cf59edbac88 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:48:40.589912 dv-cinder-830538-5-iscsi neutron-server[109569]: INFO neutron.wsgi [None req-a515e6b7-bfaf-4956-95a5-5cf59edbac88 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/a3fc2643-242f-4c5d-a29b-e10026692e84 HTTP/1.1" status: 204 len: 168 time: 0.1227610 Feb 28 22:48:40.593437 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6075acf5-282b-497a-a308-1162796c6518 req-54ee81fb-ec10-40d9-b15c-7ebd8f0921d7 tempest-AttachVolumeShelveTestJSON-2030561000 tempest-AttachVolumeShelveTestJSON-2030561000-project] Notify agent at l3_agent.dv-cinder-830538-5-iscsi the message routers_updated {{(pid=109568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 22:48:40.595834 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a515e6b7-bfaf-4956-95a5-5cf59edbac88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3fc2643-242f-4c5d-a29b-e10026692e84,revision_number=None']} {{(pid=109569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:48:40.620607 dv-cinder-830538-5-iscsi neutron-server[109571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff9779a9-e269-4824-a9f8-f9c63a2ce6b7 None None] Sync routers for ids ['abdf501b-4b4d-4822-b10e-2218ac616053'] in dv-cinder-830538-5-iscsi {{(pid=109571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 22:48:40.631769 dv-cinder-830538-5-iscsi neutron-server[109571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff9779a9-e269-4824-a9f8-f9c63a2ce6b7 None None] Routers {'abdf501b-4b4d-4822-b10e-2218ac616053'} bound to L3 agent in host dv-cinder-830538-5-iscsi {{(pid=109571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 22:48:40.632392 dv-cinder-830538-5-iscsi neutron-server[109571]: DEBUG neutron.db.l3_hamode_db [None req-ff9779a9-e269-4824-a9f8-f9c63a2ce6b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830538-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-28T22:34:03Z,description=,heartbeat_timestamp=2022-02-28T22:48:33Z,host='dv-cinder-830538-5-iscsi',id=1bbc3f13-d896-4633-9d3f-4f3415ceb83d,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T22:34:03Z,topic='l3_agent')) {'router_ids': ['abdf501b-4b4d-4822-b10e-2218ac616053'], 'active': True} {{(pid=109571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 22:48:40.646694 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.db.l3_dvrscheduler_db [req-6075acf5-282b-497a-a308-1162796c6518 req-54ee81fb-ec10-40d9-b15c-7ebd8f0921d7 tempest-AttachVolumeShelveTestJSON-2030561000 tempest-AttachVolumeShelveTestJSON-2030561000-project] No DVR routers for this DVR port 22596c55-b7af-49a7-9034-b3ec7f52571f on host hv-cinder-83053 {{(pid=109568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 22:48:40.649318 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [req-6075acf5-282b-497a-a308-1162796c6518 req-54ee81fb-ec10-40d9-b15c-7ebd8f0921d7 tempest-AttachVolumeShelveTestJSON-2030561000 tempest-AttachVolumeShelveTestJSON-2030561000-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80159'] for port (None), before_response {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:48:40.653032 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-6075acf5-282b-497a-a308-1162796c6518 req-54ee81fb-ec10-40d9-b15c-7ebd8f0921d7 tempest-AttachVolumeShelveTestJSON-2030561000 tempest-AttachVolumeShelveTestJSON-2030561000-project] 10.222.0.36 "DELETE /v2.0/ports/22596c55-b7af-49a7-9034-b3ec7f52571f HTTP/1.1" status: 204 len: 173 time: 1.0110807 Feb 28 22:48:40.686388 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9fa7fde-aeb4-48d6-993a-d21fe9e9d484', 'name': 'network-vif-deleted', 'tag': '22596c55-b7af-49a7-9034-b3ec7f52571f'}] {{(pid=109568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 22:48:40.688940 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be30730c9f576b5ae602769365630bce3a2881df6c4aa92702dca8eb1643a507" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36fddf91-f5a0-4242-a53f-5a5b4aac2e16" -d '{"events": [{"server_uuid": "d9fa7fde-aeb4-48d6-993a-d21fe9e9d484", "name": "network-vif-deleted", "tag": "22596c55-b7af-49a7-9034-b3ec7f52571f"}]}' {{(pid=109568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 22:48:40.707246 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-fa3e3807-7bef-40cd-afef-eb83496637d8 req-aafe6571-f4e9-4163-9c90-6bf3a26580b4 tempest-AttachVolumeShelveTestJSON-2030561000 tempest-AttachVolumeShelveTestJSON-2030561000-project] 10.222.0.11 "GET /v2.0/ports?device_id=d9fa7fde-aeb4-48d6-993a-d21fe9e9d484 HTTP/1.1" status: 200 len: 210 time: 0.0833676 Feb 28 22:48:40.747960 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 22:48:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70dd345b-7cdd-447d-b90c-ac059af8ab45 x-openstack-request-id: req-70dd345b-7cdd-447d-b90c-ac059af8ab45 {{(pid=109568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 22:48:40.748249 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9fa7fde-aeb4-48d6-993a-d21fe9e9d484", "name": "network-vif-deleted", "tag": "22596c55-b7af-49a7-9034-b3ec7f52571f", "status": "completed", "code": 200}]} {{(pid=109568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 22:48:40.748496 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-70dd345b-7cdd-447d-b90c-ac059af8ab45 {{(pid=109568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 22:48:40.749059 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9fa7fde-aeb4-48d6-993a-d21fe9e9d484', 'name': 'network-vif-deleted', 'tag': '22596c55-b7af-49a7-9034-b3ec7f52571f', 'status': 'completed', 'code': 200} Feb 28 22:48:40.809524 dv-cinder-830538-5-iscsi neutron-server[109571]: DEBUG neutron.db.l3_dvr_db [None req-ff9779a9-e269-4824-a9f8-f9c63a2ce6b7 None None] Set router abdf501b-4b4d-4822-b10e-2218ac616053 gateway port host: dv-cinder-830538-5-iscsi {{(pid=109571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 22:48:41.026620 dv-cinder-830538-5-iscsi neutron-server[109571]: DEBUG neutron.db.l3_hamode_db [None req-ff9779a9-e269-4824-a9f8-f9c63a2ce6b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abdf501b-4b4d-4822-b10e-2218ac616053', 'name': 'tempest-AttachVolumeShelveTestJSON-922480876-router', 'tenant_id': '83c55453f2fe4dc79de3c29aff0b4932', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e7a10c7-addc-4b79-a555-0b472e939652', 'external_fixed_ips': [{'subnet_id': '8aaf002d-6309-4cf0-ae69-6d349a14c0b1', 'ip_address': '172.27.0.194'}], 'enable_snat': True}, 'gw_port_id': 'efa2069d-ff78-4e3e-acf6-b0a165b1c3f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T22:42:07Z', 'updated_at': '2022-02-28T22:42:18Z', 'revision_number': 4, 'project_id': '83c55453f2fe4dc79de3c29aff0b4932', 'gw_port': {'id': 'efa2069d-ff78-4e3e-acf6-b0a165b1c3f7', 'name': '', 'network_id': '3e7a10c7-addc-4b79-a555-0b472e939652', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:b2:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abdf501b-4b4d-4822-b10e-2218ac616053', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '8aaf002d-6309-4cf0-ae69-6d349a14c0b1', 'ip_address': '172.27.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T22:42:09Z', 'updated_at': '2022-02-28T22:42:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8aaf002d-6309-4cf0-ae69-6d349a14c0b1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830538-5-iscsi', '_interfaces': [{'id': '94c0ef23-6976-4e8a-80aa-720130750364', 'name': '', 'network_id': 'e1dee003-d534-429c-aed6-3f1020c03805', 'tenant_id': '83c55453f2fe4dc79de3c29aff0b4932', 'mac_address': 'fa:16:3e:15:3c:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abdf501b-4b4d-4822-b10e-2218ac616053', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '3b622ab4-8097-4b6c-8ec2-bb3f77857ed1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T22:42:14Z', 'updated_at': '2022-02-28T22:42:32Z', 'revision_number': 5, 'project_id': '83c55453f2fe4dc79de3c29aff0b4932', 'subnets': [{'id': '3b622ab4-8097-4b6c-8ec2-bb3f77857ed1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830538-5-iscsi', False) {} {{(pid=109571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 22:48:41.056439 dv-cinder-830538-5-iscsi neutron-server[109571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff9779a9-e269-4824-a9f8-f9c63a2ce6b7 None None] Checking router: abdf501b-4b4d-4822-b10e-2218ac616053 for host: dv-cinder-830538-5-iscsi {{(pid=109571) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 22:48:41.065228 dv-cinder-830538-5-iscsi neutron-server[109571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff9779a9-e269-4824-a9f8-f9c63a2ce6b7 None None] Routers {'abdf501b-4b4d-4822-b10e-2218ac616053'} bound to L3 agent in host dv-cinder-830538-5-iscsi {{(pid=109571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 22:48:41.065845 dv-cinder-830538-5-iscsi neutron-server[109571]: DEBUG neutron.db.l3_hamode_db [None req-ff9779a9-e269-4824-a9f8-f9c63a2ce6b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830538-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-28T22:34:03Z,description=,heartbeat_timestamp=2022-02-28T22:48:33Z,host='dv-cinder-830538-5-iscsi',id=1bbc3f13-d896-4633-9d3f-4f3415ceb83d,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T22:34:03Z,topic='l3_agent')) {'router_ids': ['abdf501b-4b4d-4822-b10e-2218ac616053'], 'active': True} {{(pid=109571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 22:48:41.190955 dv-cinder-830538-5-iscsi neutron-server[109571]: DEBUG neutron.db.l3_dvr_db [None req-ff9779a9-e269-4824-a9f8-f9c63a2ce6b7 None None] Set router abdf501b-4b4d-4822-b10e-2218ac616053 gateway port host: dv-cinder-830538-5-iscsi {{(pid=109571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 22:48:41.402365 dv-cinder-830538-5-iscsi neutron-server[109571]: DEBUG neutron.db.l3_hamode_db [None req-ff9779a9-e269-4824-a9f8-f9c63a2ce6b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abdf501b-4b4d-4822-b10e-2218ac616053', 'name': 'tempest-AttachVolumeShelveTestJSON-922480876-router', 'tenant_id': '83c55453f2fe4dc79de3c29aff0b4932', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e7a10c7-addc-4b79-a555-0b472e939652', 'external_fixed_ips': [{'subnet_id': '8aaf002d-6309-4cf0-ae69-6d349a14c0b1', 'ip_address': '172.27.0.194'}], 'enable_snat': True}, 'gw_port_id': 'efa2069d-ff78-4e3e-acf6-b0a165b1c3f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T22:42:07Z', 'updated_at': '2022-02-28T22:42:18Z', 'revision_number': 4, 'project_id': '83c55453f2fe4dc79de3c29aff0b4932', 'gw_port': {'id': 'efa2069d-ff78-4e3e-acf6-b0a165b1c3f7', 'name': '', 'network_id': '3e7a10c7-addc-4b79-a555-0b472e939652', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:b2:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abdf501b-4b4d-4822-b10e-2218ac616053', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '8aaf002d-6309-4cf0-ae69-6d349a14c0b1', 'ip_address': '172.27.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T22:42:09Z', 'updated_at': '2022-02-28T22:42:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8aaf002d-6309-4cf0-ae69-6d349a14c0b1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830538-5-iscsi', '_interfaces': [{'id': '94c0ef23-6976-4e8a-80aa-720130750364', 'name': '', 'network_id': 'e1dee003-d534-429c-aed6-3f1020c03805', 'tenant_id': '83c55453f2fe4dc79de3c29aff0b4932', 'mac_address': 'fa:16:3e:15:3c:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abdf501b-4b4d-4822-b10e-2218ac616053', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '3b622ab4-8097-4b6c-8ec2-bb3f77857ed1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T22:42:14Z', 'updated_at': '2022-02-28T22:42:32Z', 'revision_number': 5, 'project_id': '83c55453f2fe4dc79de3c29aff0b4932', 'subnets': [{'id': '3b622ab4-8097-4b6c-8ec2-bb3f77857ed1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830538-5-iscsi', False) {} {{(pid=109571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 22:48:41.429655 dv-cinder-830538-5-iscsi neutron-server[109571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff9779a9-e269-4824-a9f8-f9c63a2ce6b7 None None] The sync data for ids ['abdf501b-4b4d-4822-b10e-2218ac616053'] in dv-cinder-830538-5-iscsi is: [{'id': 'abdf501b-4b4d-4822-b10e-2218ac616053', 'name': 'tempest-AttachVolumeShelveTestJSON-922480876-router', 'tenant_id': '83c55453f2fe4dc79de3c29aff0b4932', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e7a10c7-addc-4b79-a555-0b472e939652', 'external_fixed_ips': [{'subnet_id': '8aaf002d-6309-4cf0-ae69-6d349a14c0b1', 'ip_address': '172.27.0.194'}], 'enable_snat': True}, 'gw_port_id': 'efa2069d-ff78-4e3e-acf6-b0a165b1c3f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T22:42:07Z', 'updated_at': '2022-02-28T22:42:18Z', 'revision_number': 4, 'project_id': '83c55453f2fe4dc79de3c29aff0b4932', 'gw_port': {'id': 'efa2069d-ff78-4e3e-acf6-b0a165b1c3f7', 'name': '', 'network_id': '3e7a10c7-addc-4b79-a555-0b472e939652', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:b2:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abdf501b-4b4d-4822-b10e-2218ac616053', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '8aaf002d-6309-4cf0-ae69-6d349a14c0b1', 'ip_address': '172.27.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T22:42:09Z', 'updated_at': '2022-02-28T22:42:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8aaf002d-6309-4cf0-ae69-6d349a14c0b1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830538-5-iscsi', '_interfaces': [{'id': '94c0ef23-6976-4e8a-80aa-720130750364', 'name': '', 'network_id': 'e1dee003-d534-429c-aed6-3f1020c03805', 'tenant_id': '83c55453f2fe4dc79de3c29aff0b4932', 'mac_address': 'fa:16:3e:15:3c:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abdf501b-4b4d-4822-b10e-2218ac616053', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '3b622ab4-8097-4b6c-8ec2-bb3f77857ed1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T22:42:14Z', 'updated_at': '2022-02-28T22:42:32Z', 'revision_number': 5, 'project_id': '83c55453f2fe4dc79de3c29aff0b4932', 'subnets': [{'id': '3b622ab4-8097-4b6c-8ec2-bb3f77857ed1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 22:48:41.537527 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02141173-e5c4-4519-98cd-512d72726d39 req-b04d41f3-7a70-4be1-8998-b37e98091791 tempest-TestMinimumBasicScenario-166037871 tempest-TestMinimumBasicScenario-166037871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:48:41.539001 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-02141173-e5c4-4519-98cd-512d72726d39 req-b04d41f3-7a70-4be1-8998-b37e98091791 tempest-TestMinimumBasicScenario-166037871 tempest-TestMinimumBasicScenario-166037871-project] 10.222.0.11 "GET /v2.0/ports?device_id=9ec45306-4f87-44b3-905b-b0ae5f00c155 HTTP/1.1" status: 200 len: 945 time: 0.0587478 Feb 28 22:48:41.592482 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-02141173-e5c4-4519-98cd-512d72726d39 req-ff018cc8-3b9a-438a-a8a2-81ddd57e6892 tempest-TestMinimumBasicScenario-166037871 tempest-TestMinimumBasicScenario-166037871-project] 10.222.0.11 "GET /v2.0/security-groups?id=c0733c5d-9464-454f-8610-e8f35d7dcf08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480196 Feb 28 22:48:41.684108 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da5376ec-02f9-4c94-9229-6583d210f4ef None None] New status for floating IP 1f7c2159-4b1c-4d7e-a589-64b2c7ab456e: DOWN {{(pid=109570) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 28 22:48:41.803851 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.wsgi [-] (109569) accepted ('10.222.0.11', 58212) {{(pid=109569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 22:48:41.880298 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-bb63e076-24bf-4596-89ed-c6d19535574c tempest-AttachVolumeShelveTestJSON-2030561000 tempest-AttachVolumeShelveTestJSON-2030561000-project] Publish callbacks [] for security_group (4c2eb597-13aa-4220-9dba-0738b2aa7415), before_delete {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:48:41.904191 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-bb63e076-24bf-4596-89ed-c6d19535574c tempest-AttachVolumeShelveTestJSON-2030561000 tempest-AttachVolumeShelveTestJSON-2030561000-project] Publish callbacks [] for security_group (4c2eb597-13aa-4220-9dba-0738b2aa7415), precommit_delete {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:48:41.911800 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b39cf3-6f96-4b1f-a413-dab4d82b6276 req-d1a873bd-d40a-470e-8aee-5d2f0d23921c tempest-TestMinimumBasicScenario-166037871 tempest-TestMinimumBasicScenario-166037871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:48:41.913309 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-26b39cf3-6f96-4b1f-a413-dab4d82b6276 req-d1a873bd-d40a-470e-8aee-5d2f0d23921c tempest-TestMinimumBasicScenario-166037871 tempest-TestMinimumBasicScenario-166037871-project] 10.222.0.36 "GET /v2.0/ports?device_id=9ec45306-4f87-44b3-905b-b0ae5f00c155 HTTP/1.1" status: 200 len: 945 time: 0.0557351 Feb 28 22:48:41.955687 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-bb63e076-24bf-4596-89ed-c6d19535574c tempest-AttachVolumeShelveTestJSON-2030561000 tempest-AttachVolumeShelveTestJSON-2030561000-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33441213'] for security_group (4c2eb597-13aa-4220-9dba-0738b2aa7415), after_delete {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:48:41.955687 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-bb63e076-24bf-4596-89ed-c6d19535574c tempest-AttachVolumeShelveTestJSON-2030561000 tempest-AttachVolumeShelveTestJSON-2030561000-project] Publish callbacks [] for security_group (None), before_response {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:48:41.956589 dv-cinder-830538-5-iscsi neutron-server[109569]: INFO neutron.wsgi [None req-bb63e076-24bf-4596-89ed-c6d19535574c tempest-AttachVolumeShelveTestJSON-2030561000 tempest-AttachVolumeShelveTestJSON-2030561000-project] 10.222.0.11 "DELETE /v2.0/security-groups/4c2eb597-13aa-4220-9dba-0738b2aa7415 HTTP/1.1" status: 204 len: 168 time: 0.1517537 Feb 28 22:48:41.959849 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.wsgi [-] (109569) accepted ('10.222.0.11', 58214) {{(pid=109569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 22:48:41.977432 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb63e076-24bf-4596-89ed-c6d19535574c tempest-AttachVolumeShelveTestJSON-2030561000 tempest-AttachVolumeShelveTestJSON-2030561000-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c2eb597-13aa-4220-9dba-0738b2aa7415,revision_number=None']} {{(pid=109569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:48:41.979541 dv-cinder-830538-5-iscsi neutron-server[109569]: INFO neutron.api.v2.resource [None req-2ac772e2-d0c3-400d-bbbb-76f36af6f311 tempest-AttachVolumeShelveTestJSON-2030561000 tempest-AttachVolumeShelveTestJSON-2030561000-project] show failed (client error): The resource could not be found. Feb 28 22:48:41.980678 dv-cinder-830538-5-iscsi neutron-server[109569]: INFO neutron.wsgi [None req-2ac772e2-d0c3-400d-bbbb-76f36af6f311 tempest-AttachVolumeShelveTestJSON-2030561000 tempest-AttachVolumeShelveTestJSON-2030561000-project] 10.222.0.11 "GET /v2.0/security-groups/4c2eb597-13aa-4220-9dba-0738b2aa7415 HTTP/1.1" status: 404 len: 347 time: 0.0198169 Feb 28 22:48:41.983452 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.wsgi [-] (109569) accepted ('10.222.0.11', 58216) {{(pid=109569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 22:48:42.011546 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.plugins.ml2.plugin [req-26b39cf3-6f96-4b1f-a413-dab4d82b6276 req-fb0afddf-615f-4488-bf12-d3e38b30805f tempest-TestMinimumBasicScenario-166037871 tempest-TestMinimumBasicScenario-166037871-project] Deleting port a890133d-9435-4df4-8e77-7fd860ce15e5 {{(pid=109568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 22:48:42.011926 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [req-26b39cf3-6f96-4b1f-a413-dab4d82b6276 req-fb0afddf-615f-4488-bf12-d3e38b30805f tempest-TestMinimumBasicScenario-166037871 tempest-TestMinimumBasicScenario-166037871-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750845080441'] for port (a890133d-9435-4df4-8e77-7fd860ce15e5), before_delete {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:48:42.106956 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.plugins.ml2.db [req-26b39cf3-6f96-4b1f-a413-dab4d82b6276 req-fb0afddf-615f-4488-bf12-d3e38b30805f tempest-TestMinimumBasicScenario-166037871 tempest-TestMinimumBasicScenario-166037871-project] For port a890133d-9435-4df4-8e77-7fd860ce15e5, host hv-cinder-83053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83053',level=0,port_id=a890133d-9435-4df4-8e77-7fd860ce15e5,segment=NetworkSegment(3042934a-08a6-41f2-b37b-17c50407117e),segment_id=3042934a-08a6-41f2-b37b-17c50407117e)] {{(pid=109568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 22:48:42.107328 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [req-26b39cf3-6f96-4b1f-a413-dab4d82b6276 req-fb0afddf-615f-4488-bf12-d3e38b30805f tempest-TestMinimumBasicScenario-166037871 tempest-TestMinimumBasicScenario-166037871-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33552544'] for port (a890133d-9435-4df4-8e77-7fd860ce15e5), precommit_delete {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:48:42.109530 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.plugins.ml2.plugin [None req-61e1e89a-e40f-48dc-beba-8a57ac47ca8f tempest-AttachVolumeShelveTestJSON-2030561000 tempest-AttachVolumeShelveTestJSON-2030561000-project] Deleting port f5925deb-0322-4666-a51a-d62310e5b0ed {{(pid=109569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 22:48:42.109872 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-61e1e89a-e40f-48dc-beba-8a57ac47ca8f tempest-AttachVolumeShelveTestJSON-2030561000 tempest-AttachVolumeShelveTestJSON-2030561000-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750845080441'] for port (f5925deb-0322-4666-a51a-d62310e5b0ed), before_delete {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:48:42.120694 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.plugins.ml2.plugin [req-26b39cf3-6f96-4b1f-a413-dab4d82b6276 req-fb0afddf-615f-4488-bf12-d3e38b30805f tempest-TestMinimumBasicScenario-166037871 tempest-TestMinimumBasicScenario-166037871-project] Calling delete_port for a890133d-9435-4df4-8e77-7fd860ce15e5 owned by compute:nova {{(pid=109568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 22:48:42.189230 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-61e1e89a-e40f-48dc-beba-8a57ac47ca8f tempest-AttachVolumeShelveTestJSON-2030561000 tempest-AttachVolumeShelveTestJSON-2030561000-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33552544'] for port (f5925deb-0322-4666-a51a-d62310e5b0ed), precommit_delete {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:48:42.190583 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-61e1e89a-e40f-48dc-beba-8a57ac47ca8f tempest-AttachVolumeShelveTestJSON-2030561000 tempest-AttachVolumeShelveTestJSON-2030561000-project] Publish callbacks [] for floatingip (f5925deb-0322-4666-a51a-d62310e5b0ed), precommit_delete {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:48:42.202500 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.plugins.ml2.plugin [None req-61e1e89a-e40f-48dc-beba-8a57ac47ca8f tempest-AttachVolumeShelveTestJSON-2030561000 tempest-AttachVolumeShelveTestJSON-2030561000-project] Calling delete_port for f5925deb-0322-4666-a51a-d62310e5b0ed owned by network:floatingip {{(pid=109569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 22:48:42.256024 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [req-26b39cf3-6f96-4b1f-a413-dab4d82b6276 req-fb0afddf-615f-4488-bf12-d3e38b30805f tempest-TestMinimumBasicScenario-166037871 tempest-TestMinimumBasicScenario-166037871-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33156859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750845083868', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750844628237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30788389'] for port (a890133d-9435-4df4-8e77-7fd860ce15e5), after_delete {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:48:42.268637 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.db [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] get_ports_and_sgs() called for port_ids ['a890133d-9435-4df4-8e77-7fd860ce15e5'] {{(pid=109570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 22:48:42.283050 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0afddf-615f-4488-bf12-d3e38b30805f tempest-TestMinimumBasicScenario-166037871 tempest-TestMinimumBasicScenario-166037871-project] Pushing event deleted for resources: {'Port': ['ID=a890133d-9435-4df4-8e77-7fd860ce15e5,revision_number=None']} {{(pid=109568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:48:42.330945 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.db.l3_dvrscheduler_db [req-26b39cf3-6f96-4b1f-a413-dab4d82b6276 req-fb0afddf-615f-4488-bf12-d3e38b30805f tempest-TestMinimumBasicScenario-166037871 tempest-TestMinimumBasicScenario-166037871-project] No DVR routers for this DVR port a890133d-9435-4df4-8e77-7fd860ce15e5 on host hv-cinder-83053 {{(pid=109568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 22:48:42.333428 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [req-26b39cf3-6f96-4b1f-a413-dab4d82b6276 req-fb0afddf-615f-4488-bf12-d3e38b30805f tempest-TestMinimumBasicScenario-166037871 tempest-TestMinimumBasicScenario-166037871-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80159'] for port (None), before_response {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:48:42.336820 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-26b39cf3-6f96-4b1f-a413-dab4d82b6276 req-fb0afddf-615f-4488-bf12-d3e38b30805f tempest-TestMinimumBasicScenario-166037871 tempest-TestMinimumBasicScenario-166037871-project] 10.222.0.36 "DELETE /v2.0/ports/a890133d-9435-4df4-8e77-7fd860ce15e5 HTTP/1.1" status: 204 len: 173 time: 0.4188621 Feb 28 22:48:42.349971 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-61e1e89a-e40f-48dc-beba-8a57ac47ca8f tempest-AttachVolumeShelveTestJSON-2030561000 tempest-AttachVolumeShelveTestJSON-2030561000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33156859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750845083868', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750844628237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30055478'] for port (f5925deb-0322-4666-a51a-d62310e5b0ed), after_delete {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:48:42.378999 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e1e89a-e40f-48dc-beba-8a57ac47ca8f tempest-AttachVolumeShelveTestJSON-2030561000 tempest-AttachVolumeShelveTestJSON-2030561000-project] Pushing event deleted for resources: {'Port': ['ID=f5925deb-0322-4666-a51a-d62310e5b0ed,revision_number=None']} {{(pid=109569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:48:42.439113 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-61e1e89a-e40f-48dc-beba-8a57ac47ca8f tempest-AttachVolumeShelveTestJSON-2030561000 tempest-AttachVolumeShelveTestJSON-2030561000-project] Publish callbacks [] for floatingip (1f7c2159-4b1c-4d7e-a589-64b2c7ab456e), after_delete {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:48:42.442530 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-61e1e89a-e40f-48dc-beba-8a57ac47ca8f tempest-AttachVolumeShelveTestJSON-2030561000 tempest-AttachVolumeShelveTestJSON-2030561000-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80159'] for floatingip (None), before_response {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:48:42.443691 dv-cinder-830538-5-iscsi neutron-server[109569]: INFO neutron.wsgi [None req-61e1e89a-e40f-48dc-beba-8a57ac47ca8f tempest-AttachVolumeShelveTestJSON-2030561000 tempest-AttachVolumeShelveTestJSON-2030561000-project] 10.222.0.11 "DELETE /v2.0/floatingips/1f7c2159-4b1c-4d7e-a589-64b2c7ab456e HTTP/1.1" status: 204 len: 168 time: 0.4593098 Feb 28 22:48:42.721054 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-0f9d9f9a-496b-4cd3-8b6d-33393b6dedeb req-1db6248c-61b0-4358-8d7c-b974623da262 tempest-TestMinimumBasicScenario-166037871 tempest-TestMinimumBasicScenario-166037871-project] 10.222.0.11 "GET /v2.0/ports?device_id=9ec45306-4f87-44b3-905b-b0ae5f00c155 HTTP/1.1" status: 200 len: 210 time: 0.0460172 Feb 28 22:48:42.750265 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ec45306-4f87-44b3-905b-b0ae5f00c155', 'name': 'network-vif-deleted', 'tag': 'a890133d-9435-4df4-8e77-7fd860ce15e5'}] {{(pid=109568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 22:48:42.753718 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be30730c9f576b5ae602769365630bce3a2881df6c4aa92702dca8eb1643a507" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fe26fe8-0276-49c0-b9f4-f738751d9524" -d '{"events": [{"server_uuid": "9ec45306-4f87-44b3-905b-b0ae5f00c155", "name": "network-vif-deleted", "tag": "a890133d-9435-4df4-8e77-7fd860ce15e5"}]}' {{(pid=109568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 22:48:42.796036 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 22:48:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51ec4b4f-3a55-49cc-b2cf-81214b214129 x-openstack-request-id: req-51ec4b4f-3a55-49cc-b2cf-81214b214129 {{(pid=109568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 22:48:42.796432 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ec45306-4f87-44b3-905b-b0ae5f00c155", "name": "network-vif-deleted", "tag": "a890133d-9435-4df4-8e77-7fd860ce15e5", "status": "completed", "code": 200}]} {{(pid=109568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 22:48:42.796688 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-51ec4b4f-3a55-49cc-b2cf-81214b214129 {{(pid=109568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 22:48:42.797098 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ec45306-4f87-44b3-905b-b0ae5f00c155', 'name': 'network-vif-deleted', 'tag': 'a890133d-9435-4df4-8e77-7fd860ce15e5', 'status': 'completed', 'code': 200} Feb 28 22:48:44.039500 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.rpc [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] Device 22596c55-b7af-49a7-9034-b3ec7f52571f no longer exists at agent hyperv_hv-cinder-83053 {{(pid=109570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 22:48:44.073792 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.plugin [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] No Port match for: 22596c55-b7af-49a7-9034-b3ec7f52571f {{(pid=109570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 22:48:44.074205 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.rpc [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] Device 22596c55-b7af-49a7-9034-b3ec7f52571f not bound to the agent host hv-cinder-83053 {{(pid=109570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 22:48:44.085744 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750845036683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579975'] for agent (5b2bda77-ea31-45ff-af39-f050a95cb1da), after_update {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:48:44.390340 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.wsgi [-] (109569) accepted ('10.222.0.11', 58286) {{(pid=109569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 22:48:44.790083 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-07389766-d053-4c6c-a62c-0f10ce34670e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33522891'] for router_interface (0c6bed13-69c7-4592-a81f-1aca2749c8cf), before_delete {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:48:45.277238 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.plugins.ml2.plugin [None req-07389766-d053-4c6c-a62c-0f10ce34670e admin admin] Deleting port 3aebc9d9-3219-494d-a7d2-9b0643a75a7e {{(pid=109569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 22:48:45.277572 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-07389766-d053-4c6c-a62c-0f10ce34670e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750845080441'] for port (3aebc9d9-3219-494d-a7d2-9b0643a75a7e), before_delete {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:48:45.352429 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.plugins.ml2.db [None req-07389766-d053-4c6c-a62c-0f10ce34670e admin admin] For port 3aebc9d9-3219-494d-a7d2-9b0643a75a7e, host dv-cinder-830538-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830538-5-iscsi',level=0,port_id=3aebc9d9-3219-494d-a7d2-9b0643a75a7e,segment=NetworkSegment(3042934a-08a6-41f2-b37b-17c50407117e),segment_id=3042934a-08a6-41f2-b37b-17c50407117e)] {{(pid=109569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 22:48:45.352708 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-07389766-d053-4c6c-a62c-0f10ce34670e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33552544'] for port (3aebc9d9-3219-494d-a7d2-9b0643a75a7e), precommit_delete {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:48:45.368542 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.plugins.ml2.plugin [None req-07389766-d053-4c6c-a62c-0f10ce34670e admin admin] Calling delete_port for 3aebc9d9-3219-494d-a7d2-9b0643a75a7e owned by network:router_interface {{(pid=109569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 22:48:45.541538 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-07389766-d053-4c6c-a62c-0f10ce34670e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33156859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750845083868', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750844628237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30055478'] for port (3aebc9d9-3219-494d-a7d2-9b0643a75a7e), after_delete {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:48:45.566735 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07389766-d053-4c6c-a62c-0f10ce34670e admin admin] Pushing event deleted for resources: {'Port': ['ID=3aebc9d9-3219-494d-a7d2-9b0643a75a7e,revision_number=None']} {{(pid=109569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:48:45.731633 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-07389766-d053-4c6c-a62c-0f10ce34670e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33156608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33522727'] for router_interface (0c6bed13-69c7-4592-a81f-1aca2749c8cf), after_delete {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:48:45.951150 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07389766-d053-4c6c-a62c-0f10ce34670e admin admin] Router 0c6bed13-69c7-4592-a81f-1aca2749c8cf has already been hosted by L3 agent 1bbc3f13-d896-4633-9d3f-4f3415ceb83d {{(pid=109569) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 22:48:46.063835 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07389766-d053-4c6c-a62c-0f10ce34670e admin admin] Notify agent at l3_agent.dv-cinder-830538-5-iscsi the message routers_updated {{(pid=109569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 22:48:46.069635 dv-cinder-830538-5-iscsi neutron-server[109569]: INFO neutron.wsgi [None req-07389766-d053-4c6c-a62c-0f10ce34670e admin admin] 10.222.0.11 "PUT /v2.0/routers/0c6bed13-69c7-4592-a81f-1aca2749c8cf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6782389 Feb 28 22:48:46.072159 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.wsgi [-] (109569) accepted ('10.222.0.11', 58294) {{(pid=109569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 22:48:46.075279 dv-cinder-830538-5-iscsi neutron-server[109571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58978aca-2461-4246-b7ba-b22836224412 None None] Sync routers for ids ['0c6bed13-69c7-4592-a81f-1aca2749c8cf'] in dv-cinder-830538-5-iscsi {{(pid=109571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 22:48:46.088726 dv-cinder-830538-5-iscsi neutron-server[109571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58978aca-2461-4246-b7ba-b22836224412 None None] Routers {'0c6bed13-69c7-4592-a81f-1aca2749c8cf'} bound to L3 agent in host dv-cinder-830538-5-iscsi {{(pid=109571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 22:48:46.089410 dv-cinder-830538-5-iscsi neutron-server[109571]: DEBUG neutron.db.l3_hamode_db [None req-58978aca-2461-4246-b7ba-b22836224412 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830538-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-28T22:34:03Z,description=,heartbeat_timestamp=2022-02-28T22:48:33Z,host='dv-cinder-830538-5-iscsi',id=1bbc3f13-d896-4633-9d3f-4f3415ceb83d,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T22:34:03Z,topic='l3_agent')) {'router_ids': ['0c6bed13-69c7-4592-a81f-1aca2749c8cf'], 'active': True} {{(pid=109571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 22:48:46.185256 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-1f5d08a8-1256-45bd-a133-b8cfc353abea admin admin] Publish callbacks [] for router (0c6bed13-69c7-4592-a81f-1aca2749c8cf), before_delete {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:48:46.206383 dv-cinder-830538-5-iscsi neutron-server[109571]: DEBUG neutron.db.l3_dvr_db [None req-58978aca-2461-4246-b7ba-b22836224412 None None] Set router 0c6bed13-69c7-4592-a81f-1aca2749c8cf gateway port host: dv-cinder-830538-5-iscsi {{(pid=109571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 22:48:46.313660 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-1f5d08a8-1256-45bd-a133-b8cfc353abea admin admin] Publish callbacks [] for router_gateway (0c6bed13-69c7-4592-a81f-1aca2749c8cf), before_delete {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:48:46.368461 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.plugins.ml2.plugin [None req-1f5d08a8-1256-45bd-a133-b8cfc353abea admin admin] Deleting port a75cc20e-67f4-45cb-9978-26f3b429d112 {{(pid=109569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 22:48:46.368809 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-1f5d08a8-1256-45bd-a133-b8cfc353abea admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750845080441'] for port (a75cc20e-67f4-45cb-9978-26f3b429d112), before_delete {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:48:46.447873 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.plugins.ml2.db [None req-1f5d08a8-1256-45bd-a133-b8cfc353abea admin admin] For port a75cc20e-67f4-45cb-9978-26f3b429d112, host dv-cinder-830538-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830538-5-iscsi',level=0,port_id=a75cc20e-67f4-45cb-9978-26f3b429d112,segment=NetworkSegment(ee66776f-25dd-443a-9417-ae0becd0bae6),segment_id=ee66776f-25dd-443a-9417-ae0becd0bae6)] {{(pid=109569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 22:48:46.448241 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-1f5d08a8-1256-45bd-a133-b8cfc353abea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33552544'] for port (a75cc20e-67f4-45cb-9978-26f3b429d112), precommit_delete {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:48:46.460980 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.plugins.ml2.plugin [None req-1f5d08a8-1256-45bd-a133-b8cfc353abea admin admin] Calling delete_port for a75cc20e-67f4-45cb-9978-26f3b429d112 owned by network:router_gateway {{(pid=109569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 22:48:46.489247 dv-cinder-830538-5-iscsi neutron-server[109571]: DEBUG neutron.db.l3_hamode_db [None req-58978aca-2461-4246-b7ba-b22836224412 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c6bed13-69c7-4592-a81f-1aca2749c8cf', 'name': 'tempest-TestMinimumBasicScenario-1705511880-router', 'tenant_id': '564e12fb04954a5e8480fbdb9c7742fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e7a10c7-addc-4b79-a555-0b472e939652', 'external_fixed_ips': [{'subnet_id': '8aaf002d-6309-4cf0-ae69-6d349a14c0b1', 'ip_address': '172.27.0.34'}], 'enable_snat': True}, 'gw_port_id': 'a75cc20e-67f4-45cb-9978-26f3b429d112', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T22:46:26Z', 'updated_at': '2022-02-28T22:48:45Z', 'revision_number': 5, 'project_id': '564e12fb04954a5e8480fbdb9c7742fa', 'gw_port': {'id': 'a75cc20e-67f4-45cb-9978-26f3b429d112', 'name': '', 'network_id': '3e7a10c7-addc-4b79-a555-0b472e939652', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:2e:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c6bed13-69c7-4592-a81f-1aca2749c8cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '8aaf002d-6309-4cf0-ae69-6d349a14c0b1', 'ip_address': '172.27.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T22:46:26Z', 'updated_at': '2022-02-28T22:46:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8aaf002d-6309-4cf0-ae69-6d349a14c0b1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830538-5-iscsi'}], 'dv-cinder-830538-5-iscsi', False) {} {{(pid=109571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 22:48:46.515100 dv-cinder-830538-5-iscsi neutron-server[109571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58978aca-2461-4246-b7ba-b22836224412 None None] Checking router: 0c6bed13-69c7-4592-a81f-1aca2749c8cf for host: dv-cinder-830538-5-iscsi {{(pid=109571) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 22:48:46.523909 dv-cinder-830538-5-iscsi neutron-server[109571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58978aca-2461-4246-b7ba-b22836224412 None None] Routers {'0c6bed13-69c7-4592-a81f-1aca2749c8cf'} bound to L3 agent in host dv-cinder-830538-5-iscsi {{(pid=109571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 22:48:46.524521 dv-cinder-830538-5-iscsi neutron-server[109571]: DEBUG neutron.db.l3_hamode_db [None req-58978aca-2461-4246-b7ba-b22836224412 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830538-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-28T22:34:03Z,description=,heartbeat_timestamp=2022-02-28T22:48:33Z,host='dv-cinder-830538-5-iscsi',id=1bbc3f13-d896-4633-9d3f-4f3415ceb83d,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T22:34:03Z,topic='l3_agent')) {'router_ids': ['0c6bed13-69c7-4592-a81f-1aca2749c8cf'], 'active': True} {{(pid=109571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 22:48:46.610926 dv-cinder-830538-5-iscsi neutron-server[109571]: DEBUG neutron.db.l3_dvr_db [None req-58978aca-2461-4246-b7ba-b22836224412 None None] Set router 0c6bed13-69c7-4592-a81f-1aca2749c8cf gateway port host: None {{(pid=109571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 22:48:46.624910 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-1f5d08a8-1256-45bd-a133-b8cfc353abea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33156859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750845083868', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750844628237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30055478'] for port (a75cc20e-67f4-45cb-9978-26f3b429d112), after_delete {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:48:46.649366 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5d08a8-1256-45bd-a133-b8cfc353abea admin admin] Pushing event deleted for resources: {'Port': ['ID=a75cc20e-67f4-45cb-9978-26f3b429d112,revision_number=None']} {{(pid=109569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:48:46.667829 dv-cinder-830538-5-iscsi neutron-server[109571]: DEBUG neutron.db.l3_hamode_db [None req-58978aca-2461-4246-b7ba-b22836224412 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c6bed13-69c7-4592-a81f-1aca2749c8cf', 'name': 'tempest-TestMinimumBasicScenario-1705511880-router', 'tenant_id': '564e12fb04954a5e8480fbdb9c7742fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T22:46:26Z', 'updated_at': '2022-02-28T22:48:46Z', 'revision_number': 6, 'project_id': '564e12fb04954a5e8480fbdb9c7742fa', 'gw_port_host': None}], 'dv-cinder-830538-5-iscsi', False) {} {{(pid=109571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 22:48:46.695554 dv-cinder-830538-5-iscsi neutron-server[109571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58978aca-2461-4246-b7ba-b22836224412 None None] The sync data for ids ['0c6bed13-69c7-4592-a81f-1aca2749c8cf'] in dv-cinder-830538-5-iscsi is: [{'id': '0c6bed13-69c7-4592-a81f-1aca2749c8cf', 'name': 'tempest-TestMinimumBasicScenario-1705511880-router', 'tenant_id': '564e12fb04954a5e8480fbdb9c7742fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T22:46:26Z', 'updated_at': '2022-02-28T22:48:46Z', 'revision_number': 6, 'project_id': '564e12fb04954a5e8480fbdb9c7742fa', 'gw_port_host': None}] {{(pid=109571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 22:48:46.730233 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-1f5d08a8-1256-45bd-a133-b8cfc353abea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33522053'] for router_gateway (0c6bed13-69c7-4592-a81f-1aca2749c8cf), after_delete {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:48:46.838729 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-1f5d08a8-1256-45bd-a133-b8cfc353abea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33526293', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4159'] for router (0c6bed13-69c7-4592-a81f-1aca2749c8cf), precommit_delete {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:48:46.840886 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-1f5d08a8-1256-45bd-a133-b8cfc353abea admin admin] Publish callbacks [] for router_controller (0c6bed13-69c7-4592-a81f-1aca2749c8cf), precommit_delete_associations {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:48:46.905446 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-1f5d08a8-1256-45bd-a133-b8cfc353abea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33526318'] for router (0c6bed13-69c7-4592-a81f-1aca2749c8cf), after_delete {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:48:46.906059 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f5d08a8-1256-45bd-a133-b8cfc353abea admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0c6bed13-69c7-4592-a81f-1aca2749c8cf {{(pid=109569) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 28 22:48:46.911155 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-1f5d08a8-1256-45bd-a133-b8cfc353abea admin admin] Publish callbacks [] for router (None), before_response {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:48:46.914613 dv-cinder-830538-5-iscsi neutron-server[109569]: INFO neutron.wsgi [None req-1f5d08a8-1256-45bd-a133-b8cfc353abea admin admin] 10.222.0.11 "DELETE /v2.0/routers/0c6bed13-69c7-4592-a81f-1aca2749c8cf HTTP/1.1" status: 204 len: 168 time: 0.8392925 Feb 28 22:48:46.915324 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.wsgi [-] (109569) accepted ('10.222.0.11', 58308) {{(pid=109569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 22:48:46.942785 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.wsgi [-] (109568) accepted ('10.222.0.11', 58310) {{(pid=109568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 22:48:46.959913 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.db.db_base_plugin_v2 [None req-a298fbd0-8f96-4bd8-968d-b986718b162c admin admin] Deleting subnet 22654f78-35e9-4ca6-b80d-e52dabbec49e {{(pid=109569) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 22:48:46.963483 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-a298fbd0-8f96-4bd8-968d-b986718b162c admin admin] Publish callbacks [] for subnet (22654f78-35e9-4ca6-b80d-e52dabbec49e), before_delete {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:48:47.000250 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-a298fbd0-8f96-4bd8-968d-b986718b162c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31262425'] for subnet (22654f78-35e9-4ca6-b80d-e52dabbec49e), precommit_delete_associations {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:48:47.115363 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-a298fbd0-8f96-4bd8-968d-b986718b162c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002603'] for subnet (22654f78-35e9-4ca6-b80d-e52dabbec49e), precommit_delete {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:48:47.178789 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-a298fbd0-8f96-4bd8-968d-b986718b162c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33448168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33156859', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30055429', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30127737'] for subnet (22654f78-35e9-4ca6-b80d-e52dabbec49e), after_delete {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:48:47.204288 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a298fbd0-8f96-4bd8-968d-b986718b162c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=22654f78-35e9-4ca6-b80d-e52dabbec49e,revision_number=None']} {{(pid=109569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:48:47.208772 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-a298fbd0-8f96-4bd8-968d-b986718b162c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33156845'] for subnet (None), before_response {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:48:47.214385 dv-cinder-830538-5-iscsi neutron-server[109569]: INFO neutron.wsgi [None req-a298fbd0-8f96-4bd8-968d-b986718b162c admin admin] 10.222.0.11 "DELETE /v2.0/subnets/22654f78-35e9-4ca6-b80d-e52dabbec49e HTTP/1.1" status: 204 len: 168 time: 0.2957609 Feb 28 22:48:47.214385 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.wsgi [-] (109569) accepted ('10.222.0.11', 58314) {{(pid=109569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 22:48:47.217053 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5221329c-ebc7-47f9-b6eb-1b88b5fa8ed1 None None] Network d4cb06c7-675f-48ed-a5d3-2ec6192dcb86 requested from dv-cinder-830538-5-iscsi {{(pid=109570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 22:48:47.291834 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-63c31c4e-1a5e-45de-b700-fef2d27fb229 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1026704'] for network (d4cb06c7-675f-48ed-a5d3-2ec6192dcb86), before_delete {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:48:47.356058 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.plugins.ml2.plugin [None req-63c31c4e-1a5e-45de-b700-fef2d27fb229 admin admin] Deleting port 8616df8b-ea57-49c6-a0e8-4c7a835dd989 {{(pid=109569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 22:48:47.356397 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-63c31c4e-1a5e-45de-b700-fef2d27fb229 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750845080441'] for port (8616df8b-ea57-49c6-a0e8-4c7a835dd989), before_delete {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:48:47.417045 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.plugins.ml2.db [None req-63c31c4e-1a5e-45de-b700-fef2d27fb229 admin admin] For port 8616df8b-ea57-49c6-a0e8-4c7a835dd989, host dv-cinder-830538-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830538-5-iscsi',level=0,port_id=8616df8b-ea57-49c6-a0e8-4c7a835dd989,segment=NetworkSegment(3042934a-08a6-41f2-b37b-17c50407117e),segment_id=3042934a-08a6-41f2-b37b-17c50407117e)] {{(pid=109569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 22:48:47.417328 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-63c31c4e-1a5e-45de-b700-fef2d27fb229 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33552544'] for port (8616df8b-ea57-49c6-a0e8-4c7a835dd989), precommit_delete {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:48:47.429320 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.plugins.ml2.plugin [None req-63c31c4e-1a5e-45de-b700-fef2d27fb229 admin admin] Calling delete_port for 8616df8b-ea57-49c6-a0e8-4c7a835dd989 owned by network:dhcp {{(pid=109569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 22:48:47.486560 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-585f6088-e9af-49d3-b86f-a3cd329ed684 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33522891'] for router_interface (abdf501b-4b4d-4822-b10e-2218ac616053), before_delete {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:48:47.495136 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a3a2131-0d76-4fc7-a4dd-59e7cbca9640 None None] DHCP port deletion for d4cb06c7-675f-48ed-a5d3-2ec6192dcb86 request from dv-cinder-830538-5-iscsi {{(pid=109570) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 28 22:48:47.523225 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-63c31c4e-1a5e-45de-b700-fef2d27fb229 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33156859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750845083868', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750844628237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30055478'] for port (8616df8b-ea57-49c6-a0e8-4c7a835dd989), after_delete {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:48:47.547616 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.plugin [None req-7a3a2131-0d76-4fc7-a4dd-59e7cbca9640 None None] Deleting port 8616df8b-ea57-49c6-a0e8-4c7a835dd989 {{(pid=109570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 22:48:47.548015 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-7a3a2131-0d76-4fc7-a4dd-59e7cbca9640 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750845080441'] for port (8616df8b-ea57-49c6-a0e8-4c7a835dd989), before_delete {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:48:47.549788 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c31c4e-1a5e-45de-b700-fef2d27fb229 admin admin] Pushing event deleted for resources: {'Port': ['ID=8616df8b-ea57-49c6-a0e8-4c7a835dd989,revision_number=None']} {{(pid=109569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:48:47.560639 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63c31c4e-1a5e-45de-b700-fef2d27fb229 admin admin] No DVR routers for this DVR port 8616df8b-ea57-49c6-a0e8-4c7a835dd989 on host dv-cinder-830538-5-iscsi {{(pid=109569) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 22:48:47.614403 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.db [None req-7a3a2131-0d76-4fc7-a4dd-59e7cbca9640 None None] For port 8616df8b-ea57-49c6-a0e8-4c7a835dd989, host dv-cinder-830538-5-iscsi, got binding levels [] {{(pid=109570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 22:48:47.615032 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-7a3a2131-0d76-4fc7-a4dd-59e7cbca9640 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33552544'] for port (8616df8b-ea57-49c6-a0e8-4c7a835dd989), precommit_delete {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:48:47.633706 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.plugin [None req-7a3a2131-0d76-4fc7-a4dd-59e7cbca9640 None None] Calling delete_port for 8616df8b-ea57-49c6-a0e8-4c7a835dd989 owned by network:dhcp {{(pid=109570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 22:48:47.637041 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.db.ipam_backend_mixin [None req-7a3a2131-0d76-4fc7-a4dd-59e7cbca9640 None None] Port 8616df8b-ea57-49c6-a0e8-4c7a835dd989 was not found and therefore no delete operation was performed {{(pid=109570) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 28 22:48:47.637578 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-63c31c4e-1a5e-45de-b700-fef2d27fb229 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-574352', 'neutron.services.segments.db._delete_segments_for_network-8750845036701'] for network (d4cb06c7-675f-48ed-a5d3-2ec6192dcb86), precommit_delete {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:48:47.638685 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-7a3a2131-0d76-4fc7-a4dd-59e7cbca9640 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33156859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750845083868', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750844628237'] for port (8616df8b-ea57-49c6-a0e8-4c7a835dd989), after_delete {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:48:47.666906 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.services.segments.db [None req-63c31c4e-1a5e-45de-b700-fef2d27fb229 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d4cb06c7-675f-48ed-a5d3-2ec6192dcb86']}} {{(pid=109569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 22:48:47.667141 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3a2131-0d76-4fc7-a4dd-59e7cbca9640 None None] Pushing event deleted for resources: {'Port': ['ID=8616df8b-ea57-49c6-a0e8-4c7a835dd989,revision_number=None']} {{(pid=109570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:48:47.674514 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a3a2131-0d76-4fc7-a4dd-59e7cbca9640 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830538-5-iscsi {{(pid=109570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:48:47.674863 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a3a2131-0d76-4fc7-a4dd-59e7cbca9640 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-5-iscsi {{(pid=109570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:48:47.675207 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a3a2131-0d76-4fc7-a4dd-59e7cbca9640 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-5-iscsi {{(pid=109570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:48:47.675802 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a3a2131-0d76-4fc7-a4dd-59e7cbca9640 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-5-iscsi {{(pid=109570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:48:47.676138 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a3a2131-0d76-4fc7-a4dd-59e7cbca9640 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830538-5-iscsi {{(pid=109570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:48:47.676467 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a3a2131-0d76-4fc7-a4dd-59e7cbca9640 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830538-5-iscsi {{(pid=109570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:48:47.676795 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a3a2131-0d76-4fc7-a4dd-59e7cbca9640 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830538-5-iscsi {{(pid=109570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:48:47.677116 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a3a2131-0d76-4fc7-a4dd-59e7cbca9640 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830538-5-iscsi {{(pid=109570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:48:47.677597 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a3a2131-0d76-4fc7-a4dd-59e7cbca9640 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830538-5-iscsi {{(pid=109570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:48:47.678111 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a3a2131-0d76-4fc7-a4dd-59e7cbca9640 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830538-5-iscsi {{(pid=109570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:48:47.678443 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a3a2131-0d76-4fc7-a4dd-59e7cbca9640 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-5-iscsi {{(pid=109570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:48:47.678987 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a3a2131-0d76-4fc7-a4dd-59e7cbca9640 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830538-5-iscsi {{(pid=109570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:48:47.679356 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a3a2131-0d76-4fc7-a4dd-59e7cbca9640 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830538-5-iscsi {{(pid=109570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:48:47.679470 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.services.segments.db [None req-63c31c4e-1a5e-45de-b700-fef2d27fb229 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3042934a-08a6-41f2-b37b-17c50407117e') {'for_net_delete': True} {{(pid=109569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 22:48:47.679860 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.services.segments.db [None req-63c31c4e-1a5e-45de-b700-fef2d27fb229 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3042934a-08a6-41f2-b37b-17c50407117e') {} {{(pid=109569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 22:48:47.684043 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a3a2131-0d76-4fc7-a4dd-59e7cbca9640 None None] No DVR routers for this DVR port 8616df8b-ea57-49c6-a0e8-4c7a835dd989 on host dv-cinder-830538-5-iscsi {{(pid=109570) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 22:48:47.694021 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-63c31c4e-1a5e-45de-b700-fef2d27fb229 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750845040550', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31262414'] for segment (3042934a-08a6-41f2-b37b-17c50407117e), before_delete {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:48:47.708119 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-63c31c4e-1a5e-45de-b700-fef2d27fb229 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1012980'] for segment (3042934a-08a6-41f2-b37b-17c50407117e), precommit_delete {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:48:47.715605 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-63c31c4e-1a5e-45de-b700-fef2d27fb229 admin admin] Releasing vlan 115 on physical network physnet1 to pool {{(pid=109569) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 22:48:47.715605 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-63c31c4e-1a5e-45de-b700-fef2d27fb229 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1012980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30055643'] for segment (3042934a-08a6-41f2-b37b-17c50407117e), after_delete {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:48:47.716924 dv-cinder-830538-5-iscsi neutron-server[109569]: Traceback (most recent call last): Feb 28 22:48:47.716924 dv-cinder-830538-5-iscsi neutron-server[109569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 22:48:47.716924 dv-cinder-830538-5-iscsi neutron-server[109569]: timer() Feb 28 22:48:47.716924 dv-cinder-830538-5-iscsi neutron-server[109569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 22:48:47.716924 dv-cinder-830538-5-iscsi neutron-server[109569]: cb(*args, **kw) Feb 28 22:48:47.716924 dv-cinder-830538-5-iscsi neutron-server[109569]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 22:48:47.716924 dv-cinder-830538-5-iscsi neutron-server[109569]: return func(*args, **kwargs) Feb 28 22:48:47.716924 dv-cinder-830538-5-iscsi neutron-server[109569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 22:48:47.716924 dv-cinder-830538-5-iscsi neutron-server[109569]: self._notify() Feb 28 22:48:47.716924 dv-cinder-830538-5-iscsi neutron-server[109569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 22:48:47.716924 dv-cinder-830538-5-iscsi neutron-server[109569]: self.callback(batched_events) Feb 28 22:48:47.716924 dv-cinder-830538-5-iscsi neutron-server[109569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 22:48:47.716924 dv-cinder-830538-5-iscsi neutron-server[109569]: event.method(event) Feb 28 22:48:47.716924 dv-cinder-830538-5-iscsi neutron-server[109569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 22:48:47.716924 dv-cinder-830538-5-iscsi neutron-server[109569]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 22:48:47.716924 dv-cinder-830538-5-iscsi neutron-server[109569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 22:48:47.716924 dv-cinder-830538-5-iscsi neutron-server[109569]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 22:48:47.716924 dv-cinder-830538-5-iscsi neutron-server[109569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 22:48:47.716924 dv-cinder-830538-5-iscsi neutron-server[109569]: return f(self, *a, **k) Feb 28 22:48:47.716924 dv-cinder-830538-5-iscsi neutron-server[109569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 22:48:47.716924 dv-cinder-830538-5-iscsi neutron-server[109569]: return self._get(url).json() Feb 28 22:48:47.716924 dv-cinder-830538-5-iscsi neutron-server[109569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 22:48:47.716924 dv-cinder-830538-5-iscsi neutron-server[109569]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 22:48:47.716924 dv-cinder-830538-5-iscsi neutron-server[109569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 22:48:47.716924 dv-cinder-830538-5-iscsi neutron-server[109569]: return self.request(url, 'GET', **kwargs) Feb 28 22:48:47.716924 dv-cinder-830538-5-iscsi neutron-server[109569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 22:48:47.716924 dv-cinder-830538-5-iscsi neutron-server[109569]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 22:48:47.716924 dv-cinder-830538-5-iscsi neutron-server[109569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 22:48:47.716924 dv-cinder-830538-5-iscsi neutron-server[109569]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 22:48:47.716924 dv-cinder-830538-5-iscsi neutron-server[109569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 22:48:47.716924 dv-cinder-830538-5-iscsi neutron-server[109569]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 22:48:47.716924 dv-cinder-830538-5-iscsi neutron-server[109569]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 22:48:47.766353 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.plugins.ml2.plugin [None req-585f6088-e9af-49d3-b86f-a3cd329ed684 admin admin] Deleting port 94c0ef23-6976-4e8a-80aa-720130750364 {{(pid=109568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 22:48:47.766692 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-585f6088-e9af-49d3-b86f-a3cd329ed684 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750845080441'] for port (94c0ef23-6976-4e8a-80aa-720130750364), before_delete {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:48:47.775534 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-63c31c4e-1a5e-45de-b700-fef2d27fb229 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-574441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33441228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33156859', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33522105'] for network (d4cb06c7-675f-48ed-a5d3-2ec6192dcb86), after_delete {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:48:47.792085 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-63c31c4e-1a5e-45de-b700-fef2d27fb229 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33156845'] for network (None), before_response {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:48:47.797954 dv-cinder-830538-5-iscsi neutron-server[109569]: INFO neutron.wsgi [None req-63c31c4e-1a5e-45de-b700-fef2d27fb229 admin admin] 10.222.0.11 "DELETE /v2.0/networks/d4cb06c7-675f-48ed-a5d3-2ec6192dcb86 HTTP/1.1" status: 204 len: 168 time: 0.5803604 Feb 28 22:48:47.797954 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c31c4e-1a5e-45de-b700-fef2d27fb229 admin admin] Pushing event deleted for resources: {'Network': ['ID=d4cb06c7-675f-48ed-a5d3-2ec6192dcb86,revision_number=None']} {{(pid=109569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:48:47.798200 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.wsgi [-] (109569) accepted ('10.222.0.11', 58318) {{(pid=109569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 22:48:47.867673 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.plugins.ml2.db [None req-585f6088-e9af-49d3-b86f-a3cd329ed684 admin admin] For port 94c0ef23-6976-4e8a-80aa-720130750364, host dv-cinder-830538-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830538-5-iscsi',level=0,port_id=94c0ef23-6976-4e8a-80aa-720130750364,segment=NetworkSegment(28413273-d7c8-4d86-a7b1-c45f9712072e),segment_id=28413273-d7c8-4d86-a7b1-c45f9712072e)] {{(pid=109568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 22:48:47.868073 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-585f6088-e9af-49d3-b86f-a3cd329ed684 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33552544'] for port (94c0ef23-6976-4e8a-80aa-720130750364), precommit_delete {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:48:47.884681 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.plugins.ml2.plugin [None req-585f6088-e9af-49d3-b86f-a3cd329ed684 admin admin] Calling delete_port for 94c0ef23-6976-4e8a-80aa-720130750364 owned by network:router_interface {{(pid=109568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 22:48:48.089760 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-585f6088-e9af-49d3-b86f-a3cd329ed684 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33156859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750845083868', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750844628237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30788389'] for port (94c0ef23-6976-4e8a-80aa-720130750364), after_delete {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:48:48.119732 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-585f6088-e9af-49d3-b86f-a3cd329ed684 admin admin] Pushing event deleted for resources: {'Port': ['ID=94c0ef23-6976-4e8a-80aa-720130750364,revision_number=None']} {{(pid=109568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:48:48.292240 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-585f6088-e9af-49d3-b86f-a3cd329ed684 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33156608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33522727'] for router_interface (abdf501b-4b4d-4822-b10e-2218ac616053), after_delete {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:48:48.400005 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-b1545bf7-2e9f-4b44-b789-f0b8e77475f8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33522891'] for router_interface (206bcc92-ad42-41b2-a8c4-b0c908c82ad9), before_delete {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:48:48.660121 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.plugins.ml2.plugin [None req-b1545bf7-2e9f-4b44-b789-f0b8e77475f8 admin admin] Deleting port 36d4b064-d6be-498d-9d57-6b2022520b68 {{(pid=109569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 22:48:48.660785 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-b1545bf7-2e9f-4b44-b789-f0b8e77475f8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750845080441'] for port (36d4b064-d6be-498d-9d57-6b2022520b68), before_delete {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:48:48.742152 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.plugins.ml2.db [None req-b1545bf7-2e9f-4b44-b789-f0b8e77475f8 admin admin] For port 36d4b064-d6be-498d-9d57-6b2022520b68, host dv-cinder-830538-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830538-5-iscsi',level=0,port_id=36d4b064-d6be-498d-9d57-6b2022520b68,segment=NetworkSegment(6c89860c-5a45-42bf-8715-372ba8a66114),segment_id=6c89860c-5a45-42bf-8715-372ba8a66114)] {{(pid=109569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 22:48:48.742662 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-b1545bf7-2e9f-4b44-b789-f0b8e77475f8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33552544'] for port (36d4b064-d6be-498d-9d57-6b2022520b68), precommit_delete {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:48:48.756697 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.plugins.ml2.plugin [None req-b1545bf7-2e9f-4b44-b789-f0b8e77475f8 admin admin] Calling delete_port for 36d4b064-d6be-498d-9d57-6b2022520b68 owned by network:router_interface {{(pid=109569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 22:48:48.770705 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-585f6088-e9af-49d3-b86f-a3cd329ed684 admin admin] Router abdf501b-4b4d-4822-b10e-2218ac616053 has already been hosted by L3 agent 1bbc3f13-d896-4633-9d3f-4f3415ceb83d {{(pid=109568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 22:48:48.824334 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.rpc [None req-154add69-038d-48cc-93ba-bd7e358b6d11 None None] Device 3aebc9d9-3219-494d-a7d2-9b0643a75a7e no longer exists at agent ovs-agent-dv-cinder-830538-5-iscsi {{(pid=109570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 22:48:48.853193 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.plugin [None req-154add69-038d-48cc-93ba-bd7e358b6d11 None None] No Port match for: 3aebc9d9-3219-494d-a7d2-9b0643a75a7e {{(pid=109570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 22:48:48.853773 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.rpc [None req-154add69-038d-48cc-93ba-bd7e358b6d11 None None] Device 3aebc9d9-3219-494d-a7d2-9b0643a75a7e not bound to the agent host dv-cinder-830538-5-iscsi {{(pid=109570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 22:48:48.854202 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.rpc [None req-154add69-038d-48cc-93ba-bd7e358b6d11 None None] Device a75cc20e-67f4-45cb-9978-26f3b429d112 no longer exists at agent ovs-agent-dv-cinder-830538-5-iscsi {{(pid=109570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 22:48:48.873513 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.plugin [None req-154add69-038d-48cc-93ba-bd7e358b6d11 None None] No Port match for: a75cc20e-67f4-45cb-9978-26f3b429d112 {{(pid=109570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 22:48:48.873863 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.rpc [None req-154add69-038d-48cc-93ba-bd7e358b6d11 None None] Device a75cc20e-67f4-45cb-9978-26f3b429d112 not bound to the agent host dv-cinder-830538-5-iscsi {{(pid=109570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 22:48:48.874468 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.rpc [None req-154add69-038d-48cc-93ba-bd7e358b6d11 None None] Device 8616df8b-ea57-49c6-a0e8-4c7a835dd989 no longer exists at agent ovs-agent-dv-cinder-830538-5-iscsi {{(pid=109570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 22:48:48.898767 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.plugin [None req-154add69-038d-48cc-93ba-bd7e358b6d11 None None] No Port match for: 8616df8b-ea57-49c6-a0e8-4c7a835dd989 {{(pid=109570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 22:48:48.899461 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.rpc [None req-154add69-038d-48cc-93ba-bd7e358b6d11 None None] Device 8616df8b-ea57-49c6-a0e8-4c7a835dd989 not bound to the agent host dv-cinder-830538-5-iscsi {{(pid=109570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 22:48:48.904449 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-585f6088-e9af-49d3-b86f-a3cd329ed684 admin admin] Notify agent at l3_agent.dv-cinder-830538-5-iscsi the message routers_updated {{(pid=109568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 22:48:48.910371 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [None req-585f6088-e9af-49d3-b86f-a3cd329ed684 admin admin] 10.222.0.11 "PUT /v2.0/routers/abdf501b-4b4d-4822-b10e-2218ac616053/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9665136 Feb 28 22:48:48.913316 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.wsgi [-] (109569) accepted ('10.222.0.11', 58322) {{(pid=109569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 22:48:48.914078 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60811113-fa9a-4338-a0ed-3e32344bffab None None] Sync routers for ids ['abdf501b-4b4d-4822-b10e-2218ac616053'] in dv-cinder-830538-5-iscsi {{(pid=109570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 22:48:48.924904 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60811113-fa9a-4338-a0ed-3e32344bffab None None] Routers {'abdf501b-4b4d-4822-b10e-2218ac616053'} bound to L3 agent in host dv-cinder-830538-5-iscsi {{(pid=109570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 22:48:48.925610 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.db.l3_hamode_db [None req-60811113-fa9a-4338-a0ed-3e32344bffab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830538-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-28T22:34:03Z,description=,heartbeat_timestamp=2022-02-28T22:48:33Z,host='dv-cinder-830538-5-iscsi',id=1bbc3f13-d896-4633-9d3f-4f3415ceb83d,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T22:34:03Z,topic='l3_agent')) {'router_ids': ['abdf501b-4b4d-4822-b10e-2218ac616053'], 'active': True} {{(pid=109570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 22:48:48.966925 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.rpc [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] Device a890133d-9435-4df4-8e77-7fd860ce15e5 no longer exists at agent hyperv_hv-cinder-83053 {{(pid=109570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 22:48:48.993205 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.plugin [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] No Port match for: a890133d-9435-4df4-8e77-7fd860ce15e5 {{(pid=109570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 22:48:48.993547 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.rpc [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] Device a890133d-9435-4df4-8e77-7fd860ce15e5 not bound to the agent host hv-cinder-83053 {{(pid=109570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 22:48:49.049907 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-b1545bf7-2e9f-4b44-b789-f0b8e77475f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33156859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750845083868', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750844628237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30055478'] for port (36d4b064-d6be-498d-9d57-6b2022520b68), after_delete {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:48:49.057197 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.db.l3_dvr_db [None req-60811113-fa9a-4338-a0ed-3e32344bffab None None] Set router abdf501b-4b4d-4822-b10e-2218ac616053 gateway port host: dv-cinder-830538-5-iscsi {{(pid=109570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 22:48:49.083613 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1545bf7-2e9f-4b44-b789-f0b8e77475f8 admin admin] Pushing event deleted for resources: {'Port': ['ID=36d4b064-d6be-498d-9d57-6b2022520b68,revision_number=None']} {{(pid=109569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:48:49.111277 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-3315504f-d8ad-41d3-93f4-2121c124fceb admin admin] Publish callbacks [] for router (abdf501b-4b4d-4822-b10e-2218ac616053), before_delete {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:48:49.259769 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.db.l3_hamode_db [None req-60811113-fa9a-4338-a0ed-3e32344bffab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abdf501b-4b4d-4822-b10e-2218ac616053', 'name': 'tempest-AttachVolumeShelveTestJSON-922480876-router', 'tenant_id': '83c55453f2fe4dc79de3c29aff0b4932', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e7a10c7-addc-4b79-a555-0b472e939652', 'external_fixed_ips': [{'subnet_id': '8aaf002d-6309-4cf0-ae69-6d349a14c0b1', 'ip_address': '172.27.0.194'}], 'enable_snat': True}, 'gw_port_id': 'efa2069d-ff78-4e3e-acf6-b0a165b1c3f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T22:42:07Z', 'updated_at': '2022-02-28T22:48:48Z', 'revision_number': 5, 'project_id': '83c55453f2fe4dc79de3c29aff0b4932', 'gw_port': {'id': 'efa2069d-ff78-4e3e-acf6-b0a165b1c3f7', 'name': '', 'network_id': '3e7a10c7-addc-4b79-a555-0b472e939652', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:b2:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abdf501b-4b4d-4822-b10e-2218ac616053', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '8aaf002d-6309-4cf0-ae69-6d349a14c0b1', 'ip_address': '172.27.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T22:42:09Z', 'updated_at': '2022-02-28T22:42:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8aaf002d-6309-4cf0-ae69-6d349a14c0b1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830538-5-iscsi'}], 'dv-cinder-830538-5-iscsi', False) {} {{(pid=109570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 22:48:49.289395 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60811113-fa9a-4338-a0ed-3e32344bffab None None] Checking router: abdf501b-4b4d-4822-b10e-2218ac616053 for host: dv-cinder-830538-5-iscsi {{(pid=109570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 22:48:49.297906 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60811113-fa9a-4338-a0ed-3e32344bffab None None] Routers {'abdf501b-4b4d-4822-b10e-2218ac616053'} bound to L3 agent in host dv-cinder-830538-5-iscsi {{(pid=109570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 22:48:49.298677 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.db.l3_hamode_db [None req-60811113-fa9a-4338-a0ed-3e32344bffab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830538-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-28T22:34:03Z,description=,heartbeat_timestamp=2022-02-28T22:48:33Z,host='dv-cinder-830538-5-iscsi',id=1bbc3f13-d896-4633-9d3f-4f3415ceb83d,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T22:34:03Z,topic='l3_agent')) {'router_ids': ['abdf501b-4b4d-4822-b10e-2218ac616053'], 'active': True} {{(pid=109570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 22:48:49.343745 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-3315504f-d8ad-41d3-93f4-2121c124fceb admin admin] Publish callbacks [] for router_gateway (abdf501b-4b4d-4822-b10e-2218ac616053), before_delete {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:48:49.365500 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-b1545bf7-2e9f-4b44-b789-f0b8e77475f8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33156608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33522727'] for router_interface (206bcc92-ad42-41b2-a8c4-b0c908c82ad9), after_delete {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:48:49.415880 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.db.l3_dvr_db [None req-60811113-fa9a-4338-a0ed-3e32344bffab None None] Set router abdf501b-4b4d-4822-b10e-2218ac616053 gateway port host: dv-cinder-830538-5-iscsi {{(pid=109570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 22:48:49.507834 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.plugins.ml2.plugin [None req-3315504f-d8ad-41d3-93f4-2121c124fceb admin admin] Deleting port efa2069d-ff78-4e3e-acf6-b0a165b1c3f7 {{(pid=109569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 22:48:49.508176 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-3315504f-d8ad-41d3-93f4-2121c124fceb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750845080441'] for port (efa2069d-ff78-4e3e-acf6-b0a165b1c3f7), before_delete {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:48:49.599062 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.db.l3_hamode_db [None req-60811113-fa9a-4338-a0ed-3e32344bffab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abdf501b-4b4d-4822-b10e-2218ac616053', 'name': 'tempest-AttachVolumeShelveTestJSON-922480876-router', 'tenant_id': '83c55453f2fe4dc79de3c29aff0b4932', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e7a10c7-addc-4b79-a555-0b472e939652', 'external_fixed_ips': [{'subnet_id': '8aaf002d-6309-4cf0-ae69-6d349a14c0b1', 'ip_address': '172.27.0.194'}], 'enable_snat': True}, 'gw_port_id': 'efa2069d-ff78-4e3e-acf6-b0a165b1c3f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T22:42:07Z', 'updated_at': '2022-02-28T22:48:48Z', 'revision_number': 5, 'project_id': '83c55453f2fe4dc79de3c29aff0b4932', 'gw_port': {'id': 'efa2069d-ff78-4e3e-acf6-b0a165b1c3f7', 'name': '', 'network_id': '3e7a10c7-addc-4b79-a555-0b472e939652', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:b2:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abdf501b-4b4d-4822-b10e-2218ac616053', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '8aaf002d-6309-4cf0-ae69-6d349a14c0b1', 'ip_address': '172.27.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T22:42:09Z', 'updated_at': '2022-02-28T22:42:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8aaf002d-6309-4cf0-ae69-6d349a14c0b1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830538-5-iscsi'}], 'dv-cinder-830538-5-iscsi', False) {} {{(pid=109570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 22:48:49.629365 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60811113-fa9a-4338-a0ed-3e32344bffab None None] The sync data for ids ['abdf501b-4b4d-4822-b10e-2218ac616053'] in dv-cinder-830538-5-iscsi is: [{'id': 'abdf501b-4b4d-4822-b10e-2218ac616053', 'name': 'tempest-AttachVolumeShelveTestJSON-922480876-router', 'tenant_id': '83c55453f2fe4dc79de3c29aff0b4932', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e7a10c7-addc-4b79-a555-0b472e939652', 'external_fixed_ips': [{'subnet_id': '8aaf002d-6309-4cf0-ae69-6d349a14c0b1', 'ip_address': '172.27.0.194'}], 'enable_snat': True}, 'gw_port_id': 'efa2069d-ff78-4e3e-acf6-b0a165b1c3f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T22:42:07Z', 'updated_at': '2022-02-28T22:48:48Z', 'revision_number': 5, 'project_id': '83c55453f2fe4dc79de3c29aff0b4932', 'gw_port': {'id': 'efa2069d-ff78-4e3e-acf6-b0a165b1c3f7', 'name': '', 'network_id': '3e7a10c7-addc-4b79-a555-0b472e939652', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:b2:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abdf501b-4b4d-4822-b10e-2218ac616053', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '8aaf002d-6309-4cf0-ae69-6d349a14c0b1', 'ip_address': '172.27.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T22:42:09Z', 'updated_at': '2022-02-28T22:42:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8aaf002d-6309-4cf0-ae69-6d349a14c0b1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830538-5-iscsi'}] {{(pid=109570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 22:48:49.684624 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.plugins.ml2.db [None req-3315504f-d8ad-41d3-93f4-2121c124fceb admin admin] For port efa2069d-ff78-4e3e-acf6-b0a165b1c3f7, host dv-cinder-830538-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830538-5-iscsi',level=0,port_id=efa2069d-ff78-4e3e-acf6-b0a165b1c3f7,segment=NetworkSegment(ee66776f-25dd-443a-9417-ae0becd0bae6),segment_id=ee66776f-25dd-443a-9417-ae0becd0bae6)] {{(pid=109569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 22:48:49.685237 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-3315504f-d8ad-41d3-93f4-2121c124fceb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33552544'] for port (efa2069d-ff78-4e3e-acf6-b0a165b1c3f7), precommit_delete {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:48:49.702590 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.plugins.ml2.plugin [None req-3315504f-d8ad-41d3-93f4-2121c124fceb admin admin] Calling delete_port for efa2069d-ff78-4e3e-acf6-b0a165b1c3f7 owned by network:router_gateway {{(pid=109569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 22:48:49.723316 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1545bf7-2e9f-4b44-b789-f0b8e77475f8 admin admin] Router 206bcc92-ad42-41b2-a8c4-b0c908c82ad9 has already been hosted by L3 agent 1bbc3f13-d896-4633-9d3f-4f3415ceb83d {{(pid=109569) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 22:48:49.926677 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1545bf7-2e9f-4b44-b789-f0b8e77475f8 admin admin] Notify agent at l3_agent.dv-cinder-830538-5-iscsi the message routers_updated {{(pid=109569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 22:48:49.936584 dv-cinder-830538-5-iscsi neutron-server[109569]: INFO neutron.wsgi [None req-b1545bf7-2e9f-4b44-b789-f0b8e77475f8 admin admin] 10.222.0.11 "PUT /v2.0/routers/206bcc92-ad42-41b2-a8c4-b0c908c82ad9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1345034 Feb 28 22:48:49.936730 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.wsgi [-] (109568) accepted ('10.222.0.11', 58330) {{(pid=109568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 22:48:49.942786 dv-cinder-830538-5-iscsi neutron-server[109571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57d757a0-0cdf-4f15-8df7-31081297b662 None None] Sync routers for ids ['206bcc92-ad42-41b2-a8c4-b0c908c82ad9'] in dv-cinder-830538-5-iscsi {{(pid=109571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 22:48:49.972335 dv-cinder-830538-5-iscsi neutron-server[109571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57d757a0-0cdf-4f15-8df7-31081297b662 None None] Routers {'206bcc92-ad42-41b2-a8c4-b0c908c82ad9'} bound to L3 agent in host dv-cinder-830538-5-iscsi {{(pid=109571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 22:48:49.973341 dv-cinder-830538-5-iscsi neutron-server[109571]: DEBUG neutron.db.l3_hamode_db [None req-57d757a0-0cdf-4f15-8df7-31081297b662 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830538-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-28T22:34:03Z,description=,heartbeat_timestamp=2022-02-28T22:48:33Z,host='dv-cinder-830538-5-iscsi',id=1bbc3f13-d896-4633-9d3f-4f3415ceb83d,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T22:34:03Z,topic='l3_agent')) {'router_ids': ['206bcc92-ad42-41b2-a8c4-b0c908c82ad9'], 'active': True} {{(pid=109571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 22:48:49.980539 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-3315504f-d8ad-41d3-93f4-2121c124fceb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33156859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750845083868', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750844628237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30055478'] for port (efa2069d-ff78-4e3e-acf6-b0a165b1c3f7), after_delete {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:48:50.013606 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3315504f-d8ad-41d3-93f4-2121c124fceb admin admin] Pushing event deleted for resources: {'Port': ['ID=efa2069d-ff78-4e3e-acf6-b0a165b1c3f7,revision_number=None']} {{(pid=109569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:48:50.073557 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-3315504f-d8ad-41d3-93f4-2121c124fceb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33522053'] for router_gateway (abdf501b-4b4d-4822-b10e-2218ac616053), after_delete {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:48:50.104026 dv-cinder-830538-5-iscsi neutron-server[109571]: DEBUG neutron.db.l3_dvr_db [None req-57d757a0-0cdf-4f15-8df7-31081297b662 None None] Set router 206bcc92-ad42-41b2-a8c4-b0c908c82ad9 gateway port host: dv-cinder-830538-5-iscsi {{(pid=109571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 22:48:50.106503 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-5f6e6ce6-e53a-4d17-9ab8-70a48c37aeb4 admin admin] Publish callbacks [] for router (206bcc92-ad42-41b2-a8c4-b0c908c82ad9), before_delete {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:48:50.225702 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-5f6e6ce6-e53a-4d17-9ab8-70a48c37aeb4 admin admin] Publish callbacks [] for router_gateway (206bcc92-ad42-41b2-a8c4-b0c908c82ad9), before_delete {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:48:50.284888 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.plugins.ml2.plugin [None req-5f6e6ce6-e53a-4d17-9ab8-70a48c37aeb4 admin admin] Deleting port 3d46b5f7-1854-41da-af0f-326b323f79a8 {{(pid=109568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 22:48:50.285319 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-5f6e6ce6-e53a-4d17-9ab8-70a48c37aeb4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750845080441'] for port (3d46b5f7-1854-41da-af0f-326b323f79a8), before_delete {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:48:50.310330 dv-cinder-830538-5-iscsi neutron-server[109571]: DEBUG neutron.db.l3_hamode_db [None req-57d757a0-0cdf-4f15-8df7-31081297b662 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '206bcc92-ad42-41b2-a8c4-b0c908c82ad9', 'name': 'tempest-TestMinimumBasicScenario-367751090-router', 'tenant_id': 'a8e3c461c65e43b388d1ce7a19eb0dab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e7a10c7-addc-4b79-a555-0b472e939652', 'external_fixed_ips': [{'subnet_id': '8aaf002d-6309-4cf0-ae69-6d349a14c0b1', 'ip_address': '172.27.0.163'}], 'enable_snat': True}, 'gw_port_id': '3d46b5f7-1854-41da-af0f-326b323f79a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T22:46:31Z', 'updated_at': '2022-02-28T22:48:48Z', 'revision_number': 5, 'project_id': 'a8e3c461c65e43b388d1ce7a19eb0dab', 'gw_port': {'id': '3d46b5f7-1854-41da-af0f-326b323f79a8', 'name': '', 'network_id': '3e7a10c7-addc-4b79-a555-0b472e939652', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:fe:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '206bcc92-ad42-41b2-a8c4-b0c908c82ad9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '8aaf002d-6309-4cf0-ae69-6d349a14c0b1', 'ip_address': '172.27.0.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T22:46:31Z', 'updated_at': '2022-02-28T22:46:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8aaf002d-6309-4cf0-ae69-6d349a14c0b1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830538-5-iscsi'}], 'dv-cinder-830538-5-iscsi', False) {} {{(pid=109571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 22:48:50.338509 dv-cinder-830538-5-iscsi neutron-server[109571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57d757a0-0cdf-4f15-8df7-31081297b662 None None] Checking router: 206bcc92-ad42-41b2-a8c4-b0c908c82ad9 for host: dv-cinder-830538-5-iscsi {{(pid=109571) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 22:48:50.348082 dv-cinder-830538-5-iscsi neutron-server[109571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57d757a0-0cdf-4f15-8df7-31081297b662 None None] Routers {'206bcc92-ad42-41b2-a8c4-b0c908c82ad9'} bound to L3 agent in host dv-cinder-830538-5-iscsi {{(pid=109571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 22:48:50.348707 dv-cinder-830538-5-iscsi neutron-server[109571]: DEBUG neutron.db.l3_hamode_db [None req-57d757a0-0cdf-4f15-8df7-31081297b662 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830538-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-28T22:34:03Z,description=,heartbeat_timestamp=2022-02-28T22:48:33Z,host='dv-cinder-830538-5-iscsi',id=1bbc3f13-d896-4633-9d3f-4f3415ceb83d,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T22:34:03Z,topic='l3_agent')) {'router_ids': ['206bcc92-ad42-41b2-a8c4-b0c908c82ad9'], 'active': True} {{(pid=109571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 22:48:50.366502 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.plugins.ml2.db [None req-5f6e6ce6-e53a-4d17-9ab8-70a48c37aeb4 admin admin] For port 3d46b5f7-1854-41da-af0f-326b323f79a8, host dv-cinder-830538-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830538-5-iscsi',level=0,port_id=3d46b5f7-1854-41da-af0f-326b323f79a8,segment=NetworkSegment(ee66776f-25dd-443a-9417-ae0becd0bae6),segment_id=ee66776f-25dd-443a-9417-ae0becd0bae6)] {{(pid=109568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 22:48:50.366996 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-5f6e6ce6-e53a-4d17-9ab8-70a48c37aeb4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33552544'] for port (3d46b5f7-1854-41da-af0f-326b323f79a8), precommit_delete {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:48:50.379362 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.plugins.ml2.plugin [None req-5f6e6ce6-e53a-4d17-9ab8-70a48c37aeb4 admin admin] Calling delete_port for 3d46b5f7-1854-41da-af0f-326b323f79a8 owned by network:router_gateway {{(pid=109568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 22:48:50.416451 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-3315504f-d8ad-41d3-93f4-2121c124fceb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33526293', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4159'] for router (abdf501b-4b4d-4822-b10e-2218ac616053), precommit_delete {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:48:50.418887 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-3315504f-d8ad-41d3-93f4-2121c124fceb admin admin] Publish callbacks [] for router_controller (abdf501b-4b4d-4822-b10e-2218ac616053), precommit_delete_associations {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:48:50.437515 dv-cinder-830538-5-iscsi neutron-server[109571]: DEBUG neutron.db.l3_dvr_db [None req-57d757a0-0cdf-4f15-8df7-31081297b662 None None] Set router 206bcc92-ad42-41b2-a8c4-b0c908c82ad9 gateway port host: None {{(pid=109571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 22:48:50.465284 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-3315504f-d8ad-41d3-93f4-2121c124fceb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33526318'] for router (abdf501b-4b4d-4822-b10e-2218ac616053), after_delete {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:48:50.465839 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3315504f-d8ad-41d3-93f4-2121c124fceb admin admin] Fanout notify agent at l3_agent the message router_deleted on router abdf501b-4b4d-4822-b10e-2218ac616053 {{(pid=109569) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 28 22:48:50.478463 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-3315504f-d8ad-41d3-93f4-2121c124fceb admin admin] Publish callbacks [] for router (None), before_response {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:48:50.480066 dv-cinder-830538-5-iscsi neutron-server[109569]: INFO neutron.wsgi [None req-3315504f-d8ad-41d3-93f4-2121c124fceb admin admin] 10.222.0.11 "DELETE /v2.0/routers/abdf501b-4b4d-4822-b10e-2218ac616053 HTTP/1.1" status: 204 len: 168 time: 1.5656855 Feb 28 22:48:50.482670 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.wsgi [-] (109569) accepted ('10.222.0.11', 58332) {{(pid=109569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 22:48:50.491838 dv-cinder-830538-5-iscsi neutron-server[109571]: DEBUG neutron.db.l3_hamode_db [None req-57d757a0-0cdf-4f15-8df7-31081297b662 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '206bcc92-ad42-41b2-a8c4-b0c908c82ad9', 'name': 'tempest-TestMinimumBasicScenario-367751090-router', 'tenant_id': 'a8e3c461c65e43b388d1ce7a19eb0dab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T22:46:31Z', 'updated_at': '2022-02-28T22:48:50Z', 'revision_number': 6, 'project_id': 'a8e3c461c65e43b388d1ce7a19eb0dab', 'gw_port_host': None}], 'dv-cinder-830538-5-iscsi', False) {} {{(pid=109571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 22:48:50.536595 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.db.db_base_plugin_v2 [None req-2e484b2a-9bf1-4804-887d-2f9fef0906f2 admin admin] Deleting subnet 3b622ab4-8097-4b6c-8ec2-bb3f77857ed1 {{(pid=109569) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 22:48:50.541309 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-2e484b2a-9bf1-4804-887d-2f9fef0906f2 admin admin] Publish callbacks [] for subnet (3b622ab4-8097-4b6c-8ec2-bb3f77857ed1), before_delete {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:48:50.544503 dv-cinder-830538-5-iscsi neutron-server[109571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57d757a0-0cdf-4f15-8df7-31081297b662 None None] The sync data for ids ['206bcc92-ad42-41b2-a8c4-b0c908c82ad9'] in dv-cinder-830538-5-iscsi is: [{'id': '206bcc92-ad42-41b2-a8c4-b0c908c82ad9', 'name': 'tempest-TestMinimumBasicScenario-367751090-router', 'tenant_id': 'a8e3c461c65e43b388d1ce7a19eb0dab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T22:46:31Z', 'updated_at': '2022-02-28T22:48:50Z', 'revision_number': 6, 'project_id': 'a8e3c461c65e43b388d1ce7a19eb0dab', 'gw_port_host': None}] {{(pid=109571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 22:48:50.584762 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-5f6e6ce6-e53a-4d17-9ab8-70a48c37aeb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33156859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750845083868', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750844628237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30788389'] for port (3d46b5f7-1854-41da-af0f-326b323f79a8), after_delete {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:48:50.591830 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-2e484b2a-9bf1-4804-887d-2f9fef0906f2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31262425'] for subnet (3b622ab4-8097-4b6c-8ec2-bb3f77857ed1), precommit_delete_associations {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:48:50.616658 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6e6ce6-e53a-4d17-9ab8-70a48c37aeb4 admin admin] Pushing event deleted for resources: {'Port': ['ID=3d46b5f7-1854-41da-af0f-326b323f79a8,revision_number=None']} {{(pid=109568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:48:50.696711 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-5f6e6ce6-e53a-4d17-9ab8-70a48c37aeb4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33522053'] for router_gateway (206bcc92-ad42-41b2-a8c4-b0c908c82ad9), after_delete {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:48:50.697448 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-2e484b2a-9bf1-4804-887d-2f9fef0906f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002603'] for subnet (3b622ab4-8097-4b6c-8ec2-bb3f77857ed1), precommit_delete {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:48:50.753356 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-2e484b2a-9bf1-4804-887d-2f9fef0906f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33448168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33156859', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30055429', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30127737'] for subnet (3b622ab4-8097-4b6c-8ec2-bb3f77857ed1), after_delete {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:48:50.778954 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e484b2a-9bf1-4804-887d-2f9fef0906f2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3b622ab4-8097-4b6c-8ec2-bb3f77857ed1,revision_number=None']} {{(pid=109569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:48:50.782578 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-2e484b2a-9bf1-4804-887d-2f9fef0906f2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33156845'] for subnet (None), before_response {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:48:50.789698 dv-cinder-830538-5-iscsi neutron-server[109569]: INFO neutron.wsgi [None req-2e484b2a-9bf1-4804-887d-2f9fef0906f2 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/3b622ab4-8097-4b6c-8ec2-bb3f77857ed1 HTTP/1.1" status: 204 len: 168 time: 0.3055809 Feb 28 22:48:50.789870 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.wsgi [-] (109568) accepted ('10.222.0.11', 58342) {{(pid=109568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 22:48:50.793243 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d38cc2c-b5e3-448f-94dd-17deb7b4fd32 None None] Network e1dee003-d534-429c-aed6-3f1020c03805 requested from dv-cinder-830538-5-iscsi {{(pid=109570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 22:48:50.805625 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-5f6e6ce6-e53a-4d17-9ab8-70a48c37aeb4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33526293', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4159'] for router (206bcc92-ad42-41b2-a8c4-b0c908c82ad9), precommit_delete {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:48:50.816931 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-5f6e6ce6-e53a-4d17-9ab8-70a48c37aeb4 admin admin] Publish callbacks [] for router_controller (206bcc92-ad42-41b2-a8c4-b0c908c82ad9), precommit_delete_associations {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:48:50.917612 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-5f6e6ce6-e53a-4d17-9ab8-70a48c37aeb4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33526318'] for router (206bcc92-ad42-41b2-a8c4-b0c908c82ad9), after_delete {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:48:50.918155 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f6e6ce6-e53a-4d17-9ab8-70a48c37aeb4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 206bcc92-ad42-41b2-a8c4-b0c908c82ad9 {{(pid=109568) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 28 22:48:50.931288 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-5f6e6ce6-e53a-4d17-9ab8-70a48c37aeb4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:48:50.935961 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [None req-5f6e6ce6-e53a-4d17-9ab8-70a48c37aeb4 admin admin] 10.222.0.11 "DELETE /v2.0/routers/206bcc92-ad42-41b2-a8c4-b0c908c82ad9 HTTP/1.1" status: 204 len: 168 time: 0.9961252 Feb 28 22:48:50.936887 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.wsgi [-] (109569) accepted ('10.222.0.11', 58346) {{(pid=109569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 22:48:50.943350 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-55960aa1-1a81-468c-ae3f-d5e07e2a0afb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1026704'] for network (e1dee003-d534-429c-aed6-3f1020c03805), before_delete {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:48:51.006241 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.db.db_base_plugin_v2 [None req-bda1138a-f00b-47fa-ba26-b2ee341a3271 admin admin] Deleting subnet 90b761c4-487b-4dd4-ad34-7addb8b131ff {{(pid=109569) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 22:48:51.009992 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-bda1138a-f00b-47fa-ba26-b2ee341a3271 admin admin] Publish callbacks [] for subnet (90b761c4-487b-4dd4-ad34-7addb8b131ff), before_delete {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:48:51.036064 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.plugins.ml2.plugin [None req-55960aa1-1a81-468c-ae3f-d5e07e2a0afb admin admin] Deleting port 4b4a7b36-c786-476d-8cbe-e99223f02a6e {{(pid=109568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 22:48:51.036696 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-55960aa1-1a81-468c-ae3f-d5e07e2a0afb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750845080441'] for port (4b4a7b36-c786-476d-8cbe-e99223f02a6e), before_delete {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:48:51.054987 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-bda1138a-f00b-47fa-ba26-b2ee341a3271 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31262425'] for subnet (90b761c4-487b-4dd4-ad34-7addb8b131ff), precommit_delete_associations {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:48:51.110386 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.plugins.ml2.db [None req-55960aa1-1a81-468c-ae3f-d5e07e2a0afb admin admin] For port 4b4a7b36-c786-476d-8cbe-e99223f02a6e, host dv-cinder-830538-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830538-5-iscsi',level=0,port_id=4b4a7b36-c786-476d-8cbe-e99223f02a6e,segment=NetworkSegment(28413273-d7c8-4d86-a7b1-c45f9712072e),segment_id=28413273-d7c8-4d86-a7b1-c45f9712072e)] {{(pid=109568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 22:48:51.110754 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-55960aa1-1a81-468c-ae3f-d5e07e2a0afb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33552544'] for port (4b4a7b36-c786-476d-8cbe-e99223f02a6e), precommit_delete {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:48:51.123623 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.plugins.ml2.plugin [None req-55960aa1-1a81-468c-ae3f-d5e07e2a0afb admin admin] Calling delete_port for 4b4a7b36-c786-476d-8cbe-e99223f02a6e owned by network:dhcp {{(pid=109568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 22:48:51.138045 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-bda1138a-f00b-47fa-ba26-b2ee341a3271 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002603'] for subnet (90b761c4-487b-4dd4-ad34-7addb8b131ff), precommit_delete {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:48:51.189519 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-bda1138a-f00b-47fa-ba26-b2ee341a3271 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33448168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33156859', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30055429', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30127737'] for subnet (90b761c4-487b-4dd4-ad34-7addb8b131ff), after_delete {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:48:51.205543 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-55960aa1-1a81-468c-ae3f-d5e07e2a0afb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33156859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750845083868', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750844628237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30788389'] for port (4b4a7b36-c786-476d-8cbe-e99223f02a6e), after_delete {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:48:51.216051 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda1138a-f00b-47fa-ba26-b2ee341a3271 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=90b761c4-487b-4dd4-ad34-7addb8b131ff,revision_number=None']} {{(pid=109569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:48:51.219627 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-bda1138a-f00b-47fa-ba26-b2ee341a3271 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33156845'] for subnet (None), before_response {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:48:51.227009 dv-cinder-830538-5-iscsi neutron-server[109569]: INFO neutron.wsgi [None req-bda1138a-f00b-47fa-ba26-b2ee341a3271 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/90b761c4-487b-4dd4-ad34-7addb8b131ff HTTP/1.1" status: 204 len: 168 time: 0.2867401 Feb 28 22:48:51.227234 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.wsgi [-] (109569) accepted ('10.222.0.11', 58350) {{(pid=109569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 22:48:51.230675 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff9943b4-60da-4c41-bfe4-99ced72ec644 None None] Network edf07b80-e6d5-4979-a5ae-1419df06b3b6 requested from dv-cinder-830538-5-iscsi {{(pid=109570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 22:48:51.258105 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55960aa1-1a81-468c-ae3f-d5e07e2a0afb admin admin] Pushing event deleted for resources: {'Port': ['ID=4b4a7b36-c786-476d-8cbe-e99223f02a6e,revision_number=None']} {{(pid=109568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:48:51.268306 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55960aa1-1a81-468c-ae3f-d5e07e2a0afb admin admin] No DVR routers for this DVR port 4b4a7b36-c786-476d-8cbe-e99223f02a6e on host dv-cinder-830538-5-iscsi {{(pid=109568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 22:48:51.320981 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-25c82c46-780b-4035-a7a2-76efa540f6c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1026704'] for network (edf07b80-e6d5-4979-a5ae-1419df06b3b6), before_delete {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:48:51.343714 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-55960aa1-1a81-468c-ae3f-d5e07e2a0afb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-574352', 'neutron.services.segments.db._delete_segments_for_network-8750845036701'] for network (e1dee003-d534-429c-aed6-3f1020c03805), precommit_delete {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:48:51.370503 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.services.segments.db [None req-55960aa1-1a81-468c-ae3f-d5e07e2a0afb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e1dee003-d534-429c-aed6-3f1020c03805']}} {{(pid=109568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 22:48:51.380759 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.services.segments.db [None req-55960aa1-1a81-468c-ae3f-d5e07e2a0afb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '28413273-d7c8-4d86-a7b1-c45f9712072e') {'for_net_delete': True} {{(pid=109568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 22:48:51.381054 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.services.segments.db [None req-55960aa1-1a81-468c-ae3f-d5e07e2a0afb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '28413273-d7c8-4d86-a7b1-c45f9712072e') {} {{(pid=109568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 22:48:51.382523 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.plugins.ml2.plugin [None req-25c82c46-780b-4035-a7a2-76efa540f6c2 admin admin] Deleting port 55b7ae2e-9386-45ad-825e-cfe45005ed52 {{(pid=109569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 22:48:51.383221 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-25c82c46-780b-4035-a7a2-76efa540f6c2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750845080441'] for port (55b7ae2e-9386-45ad-825e-cfe45005ed52), before_delete {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:48:51.395133 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-55960aa1-1a81-468c-ae3f-d5e07e2a0afb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750845040550', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29573517'] for segment (28413273-d7c8-4d86-a7b1-c45f9712072e), before_delete {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:48:51.408127 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-55960aa1-1a81-468c-ae3f-d5e07e2a0afb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1012980'] for segment (28413273-d7c8-4d86-a7b1-c45f9712072e), precommit_delete {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:48:51.414702 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-55960aa1-1a81-468c-ae3f-d5e07e2a0afb admin admin] Releasing vlan 109 on physical network physnet1 to pool {{(pid=109568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 22:48:51.415087 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-55960aa1-1a81-468c-ae3f-d5e07e2a0afb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1012980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30788552'] for segment (28413273-d7c8-4d86-a7b1-c45f9712072e), after_delete {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:48:51.416938 dv-cinder-830538-5-iscsi neutron-server[109568]: Traceback (most recent call last): Feb 28 22:48:51.416938 dv-cinder-830538-5-iscsi neutron-server[109568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 22:48:51.416938 dv-cinder-830538-5-iscsi neutron-server[109568]: timer() Feb 28 22:48:51.416938 dv-cinder-830538-5-iscsi neutron-server[109568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 22:48:51.416938 dv-cinder-830538-5-iscsi neutron-server[109568]: cb(*args, **kw) Feb 28 22:48:51.416938 dv-cinder-830538-5-iscsi neutron-server[109568]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 22:48:51.416938 dv-cinder-830538-5-iscsi neutron-server[109568]: return func(*args, **kwargs) Feb 28 22:48:51.416938 dv-cinder-830538-5-iscsi neutron-server[109568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 22:48:51.416938 dv-cinder-830538-5-iscsi neutron-server[109568]: self._notify() Feb 28 22:48:51.416938 dv-cinder-830538-5-iscsi neutron-server[109568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 22:48:51.416938 dv-cinder-830538-5-iscsi neutron-server[109568]: self.callback(batched_events) Feb 28 22:48:51.416938 dv-cinder-830538-5-iscsi neutron-server[109568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 22:48:51.416938 dv-cinder-830538-5-iscsi neutron-server[109568]: event.method(event) Feb 28 22:48:51.416938 dv-cinder-830538-5-iscsi neutron-server[109568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 22:48:51.416938 dv-cinder-830538-5-iscsi neutron-server[109568]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 22:48:51.416938 dv-cinder-830538-5-iscsi neutron-server[109568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 22:48:51.416938 dv-cinder-830538-5-iscsi neutron-server[109568]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 22:48:51.416938 dv-cinder-830538-5-iscsi neutron-server[109568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 22:48:51.416938 dv-cinder-830538-5-iscsi neutron-server[109568]: return f(self, *a, **k) Feb 28 22:48:51.416938 dv-cinder-830538-5-iscsi neutron-server[109568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 22:48:51.416938 dv-cinder-830538-5-iscsi neutron-server[109568]: return self._get(url).json() Feb 28 22:48:51.416938 dv-cinder-830538-5-iscsi neutron-server[109568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 22:48:51.416938 dv-cinder-830538-5-iscsi neutron-server[109568]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 22:48:51.416938 dv-cinder-830538-5-iscsi neutron-server[109568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 22:48:51.416938 dv-cinder-830538-5-iscsi neutron-server[109568]: return self.request(url, 'GET', **kwargs) Feb 28 22:48:51.416938 dv-cinder-830538-5-iscsi neutron-server[109568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 22:48:51.416938 dv-cinder-830538-5-iscsi neutron-server[109568]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 22:48:51.416938 dv-cinder-830538-5-iscsi neutron-server[109568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 22:48:51.416938 dv-cinder-830538-5-iscsi neutron-server[109568]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 22:48:51.416938 dv-cinder-830538-5-iscsi neutron-server[109568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 22:48:51.416938 dv-cinder-830538-5-iscsi neutron-server[109568]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 22:48:51.416938 dv-cinder-830538-5-iscsi neutron-server[109568]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 22:48:51.451629 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.plugins.ml2.db [None req-25c82c46-780b-4035-a7a2-76efa540f6c2 admin admin] For port 55b7ae2e-9386-45ad-825e-cfe45005ed52, host dv-cinder-830538-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830538-5-iscsi',level=0,port_id=55b7ae2e-9386-45ad-825e-cfe45005ed52,segment=NetworkSegment(6c89860c-5a45-42bf-8715-372ba8a66114),segment_id=6c89860c-5a45-42bf-8715-372ba8a66114)] {{(pid=109569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 22:48:51.452020 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-25c82c46-780b-4035-a7a2-76efa540f6c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33552544'] for port (55b7ae2e-9386-45ad-825e-cfe45005ed52), precommit_delete {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:48:51.464480 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.plugins.ml2.plugin [None req-25c82c46-780b-4035-a7a2-76efa540f6c2 admin admin] Calling delete_port for 55b7ae2e-9386-45ad-825e-cfe45005ed52 owned by network:dhcp {{(pid=109569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 22:48:51.470327 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-55960aa1-1a81-468c-ae3f-d5e07e2a0afb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-574441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33441228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33156859', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33522105'] for network (e1dee003-d534-429c-aed6-3f1020c03805), after_delete {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:48:51.477437 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-55960aa1-1a81-468c-ae3f-d5e07e2a0afb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33156845'] for network (None), before_response {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:48:51.480641 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [None req-55960aa1-1a81-468c-ae3f-d5e07e2a0afb admin admin] 10.222.0.11 "DELETE /v2.0/networks/e1dee003-d534-429c-aed6-3f1020c03805 HTTP/1.1" status: 204 len: 168 time: 0.6898556 Feb 28 22:48:51.491466 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55960aa1-1a81-468c-ae3f-d5e07e2a0afb admin admin] Pushing event deleted for resources: {'Network': ['ID=e1dee003-d534-429c-aed6-3f1020c03805,revision_number=None']} {{(pid=109568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:48:51.550571 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-25c82c46-780b-4035-a7a2-76efa540f6c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33156859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750845083868', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750844628237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30055478'] for port (55b7ae2e-9386-45ad-825e-cfe45005ed52), after_delete {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:48:51.576898 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c82c46-780b-4035-a7a2-76efa540f6c2 admin admin] Pushing event deleted for resources: {'Port': ['ID=55b7ae2e-9386-45ad-825e-cfe45005ed52,revision_number=None']} {{(pid=109569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:48:51.581796 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f1ab5f3-f9e0-40cf-b235-4f0c6d8a7a8d None None] DHCP port deletion for e1dee003-d534-429c-aed6-3f1020c03805 request from dv-cinder-830538-5-iscsi {{(pid=109570) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 28 22:48:51.589335 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25c82c46-780b-4035-a7a2-76efa540f6c2 admin admin] No DVR routers for this DVR port 55b7ae2e-9386-45ad-825e-cfe45005ed52 on host dv-cinder-830538-5-iscsi {{(pid=109569) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 22:48:51.618275 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.wsgi [-] (109568) accepted ('10.222.0.11', 58354) {{(pid=109568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 22:48:51.644990 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b074179-3af9-497b-863d-53dc52b224e3 None None] DHCP port deletion for edf07b80-e6d5-4979-a5ae-1419df06b3b6 request from dv-cinder-830538-5-iscsi {{(pid=109570) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 28 22:48:51.676295 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-25c82c46-780b-4035-a7a2-76efa540f6c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-574352', 'neutron.services.segments.db._delete_segments_for_network-8750845036701'] for network (edf07b80-e6d5-4979-a5ae-1419df06b3b6), precommit_delete {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:48:51.700292 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [None req-1d86fc4e-8028-4d3f-9aa6-5edd3382147d admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=83c55453f2fe4dc79de3c29aff0b4932&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0795486 Feb 28 22:48:51.700675 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.services.segments.db [None req-25c82c46-780b-4035-a7a2-76efa540f6c2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['edf07b80-e6d5-4979-a5ae-1419df06b3b6']}} {{(pid=109569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 22:48:51.702645 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.wsgi [-] (109568) accepted ('10.222.0.11', 58356) {{(pid=109568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 22:48:51.712069 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.services.segments.db [None req-25c82c46-780b-4035-a7a2-76efa540f6c2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6c89860c-5a45-42bf-8715-372ba8a66114') {'for_net_delete': True} {{(pid=109569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 22:48:51.712369 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.services.segments.db [None req-25c82c46-780b-4035-a7a2-76efa540f6c2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6c89860c-5a45-42bf-8715-372ba8a66114') {} {{(pid=109569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 22:48:51.723137 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-25c82c46-780b-4035-a7a2-76efa540f6c2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750845040550', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31262414'] for segment (6c89860c-5a45-42bf-8715-372ba8a66114), before_delete {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:48:51.737886 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-25c82c46-780b-4035-a7a2-76efa540f6c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1012980'] for segment (6c89860c-5a45-42bf-8715-372ba8a66114), precommit_delete {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:48:51.751031 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-25c82c46-780b-4035-a7a2-76efa540f6c2 admin admin] Releasing vlan 125 on physical network physnet1 to pool {{(pid=109569) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 22:48:51.751437 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-25c82c46-780b-4035-a7a2-76efa540f6c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1012980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30055643'] for segment (6c89860c-5a45-42bf-8715-372ba8a66114), after_delete {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:48:51.754143 dv-cinder-830538-5-iscsi neutron-server[109569]: Traceback (most recent call last): Feb 28 22:48:51.754143 dv-cinder-830538-5-iscsi neutron-server[109569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 22:48:51.754143 dv-cinder-830538-5-iscsi neutron-server[109569]: timer() Feb 28 22:48:51.754143 dv-cinder-830538-5-iscsi neutron-server[109569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 22:48:51.754143 dv-cinder-830538-5-iscsi neutron-server[109569]: cb(*args, **kw) Feb 28 22:48:51.754143 dv-cinder-830538-5-iscsi neutron-server[109569]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 22:48:51.754143 dv-cinder-830538-5-iscsi neutron-server[109569]: return func(*args, **kwargs) Feb 28 22:48:51.754143 dv-cinder-830538-5-iscsi neutron-server[109569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 22:48:51.754143 dv-cinder-830538-5-iscsi neutron-server[109569]: self._notify() Feb 28 22:48:51.754143 dv-cinder-830538-5-iscsi neutron-server[109569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 22:48:51.754143 dv-cinder-830538-5-iscsi neutron-server[109569]: self.callback(batched_events) Feb 28 22:48:51.754143 dv-cinder-830538-5-iscsi neutron-server[109569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 22:48:51.754143 dv-cinder-830538-5-iscsi neutron-server[109569]: event.method(event) Feb 28 22:48:51.754143 dv-cinder-830538-5-iscsi neutron-server[109569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 22:48:51.754143 dv-cinder-830538-5-iscsi neutron-server[109569]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 22:48:51.754143 dv-cinder-830538-5-iscsi neutron-server[109569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 22:48:51.754143 dv-cinder-830538-5-iscsi neutron-server[109569]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 22:48:51.754143 dv-cinder-830538-5-iscsi neutron-server[109569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 22:48:51.754143 dv-cinder-830538-5-iscsi neutron-server[109569]: return f(self, *a, **k) Feb 28 22:48:51.754143 dv-cinder-830538-5-iscsi neutron-server[109569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 22:48:51.754143 dv-cinder-830538-5-iscsi neutron-server[109569]: return self._get(url).json() Feb 28 22:48:51.754143 dv-cinder-830538-5-iscsi neutron-server[109569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 22:48:51.754143 dv-cinder-830538-5-iscsi neutron-server[109569]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 22:48:51.754143 dv-cinder-830538-5-iscsi neutron-server[109569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 22:48:51.754143 dv-cinder-830538-5-iscsi neutron-server[109569]: return self.request(url, 'GET', **kwargs) Feb 28 22:48:51.754143 dv-cinder-830538-5-iscsi neutron-server[109569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 22:48:51.754143 dv-cinder-830538-5-iscsi neutron-server[109569]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 22:48:51.754143 dv-cinder-830538-5-iscsi neutron-server[109569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 22:48:51.754143 dv-cinder-830538-5-iscsi neutron-server[109569]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 22:48:51.754143 dv-cinder-830538-5-iscsi neutron-server[109569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 22:48:51.754143 dv-cinder-830538-5-iscsi neutron-server[109569]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 22:48:51.754143 dv-cinder-830538-5-iscsi neutron-server[109569]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 22:48:51.761927 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-27072883-112f-4b3c-aa92-fed6afc95847 admin admin] Publish callbacks [] for security_group (4a149534-f7a8-47e6-9ec6-9d7ee6c046cf), before_delete {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:48:51.788284 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.rpc [None req-154add69-038d-48cc-93ba-bd7e358b6d11 None None] Device 94c0ef23-6976-4e8a-80aa-720130750364 no longer exists at agent ovs-agent-dv-cinder-830538-5-iscsi {{(pid=109570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 22:48:51.794886 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-27072883-112f-4b3c-aa92-fed6afc95847 admin admin] Publish callbacks [] for security_group (4a149534-f7a8-47e6-9ec6-9d7ee6c046cf), precommit_delete {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:48:51.813674 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.plugin [None req-154add69-038d-48cc-93ba-bd7e358b6d11 None None] No Port match for: 94c0ef23-6976-4e8a-80aa-720130750364 {{(pid=109570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 22:48:51.814206 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.rpc [None req-154add69-038d-48cc-93ba-bd7e358b6d11 None None] Device 94c0ef23-6976-4e8a-80aa-720130750364 not bound to the agent host dv-cinder-830538-5-iscsi {{(pid=109570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 22:48:51.814438 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.rpc [None req-154add69-038d-48cc-93ba-bd7e358b6d11 None None] Device 36d4b064-d6be-498d-9d57-6b2022520b68 no longer exists at agent ovs-agent-dv-cinder-830538-5-iscsi {{(pid=109570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 22:48:51.822423 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-25c82c46-780b-4035-a7a2-76efa540f6c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-574441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33441228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33156859', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33522105'] for network (edf07b80-e6d5-4979-a5ae-1419df06b3b6), after_delete {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:48:51.832575 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-25c82c46-780b-4035-a7a2-76efa540f6c2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33156845'] for network (None), before_response {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:48:51.836051 dv-cinder-830538-5-iscsi neutron-server[109569]: INFO neutron.wsgi [None req-25c82c46-780b-4035-a7a2-76efa540f6c2 admin admin] 10.222.0.11 "DELETE /v2.0/networks/edf07b80-e6d5-4979-a5ae-1419df06b3b6 HTTP/1.1" status: 204 len: 168 time: 0.6072886 Feb 28 22:48:51.841577 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.plugin [None req-154add69-038d-48cc-93ba-bd7e358b6d11 None None] No Port match for: 36d4b064-d6be-498d-9d57-6b2022520b68 {{(pid=109570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 22:48:51.844370 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.rpc [None req-154add69-038d-48cc-93ba-bd7e358b6d11 None None] Device 36d4b064-d6be-498d-9d57-6b2022520b68 not bound to the agent host dv-cinder-830538-5-iscsi {{(pid=109570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 22:48:51.844845 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.rpc [None req-154add69-038d-48cc-93ba-bd7e358b6d11 None None] Device efa2069d-ff78-4e3e-acf6-b0a165b1c3f7 no longer exists at agent ovs-agent-dv-cinder-830538-5-iscsi {{(pid=109570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 22:48:51.854267 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c82c46-780b-4035-a7a2-76efa540f6c2 admin admin] Pushing event deleted for resources: {'Network': ['ID=edf07b80-e6d5-4979-a5ae-1419df06b3b6,revision_number=None']} {{(pid=109569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:48:51.858850 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-27072883-112f-4b3c-aa92-fed6afc95847 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33441213'] for security_group (4a149534-f7a8-47e6-9ec6-9d7ee6c046cf), after_delete {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:48:51.862470 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-27072883-112f-4b3c-aa92-fed6afc95847 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:48:51.875018 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [None req-27072883-112f-4b3c-aa92-fed6afc95847 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/4a149534-f7a8-47e6-9ec6-9d7ee6c046cf HTTP/1.1" status: 204 len: 168 time: 0.1600003 Feb 28 22:48:51.882098 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.plugin [None req-154add69-038d-48cc-93ba-bd7e358b6d11 None None] No Port match for: efa2069d-ff78-4e3e-acf6-b0a165b1c3f7 {{(pid=109570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 22:48:51.882444 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.rpc [None req-154add69-038d-48cc-93ba-bd7e358b6d11 None None] Device efa2069d-ff78-4e3e-acf6-b0a165b1c3f7 not bound to the agent host dv-cinder-830538-5-iscsi {{(pid=109570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 22:48:51.888488 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27072883-112f-4b3c-aa92-fed6afc95847 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a149534-f7a8-47e6-9ec6-9d7ee6c046cf,revision_number=None']} {{(pid=109568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:48:52.070561 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.wsgi [-] (109569) accepted ('10.222.0.11', 58368) {{(pid=109569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 22:48:52.113664 dv-cinder-830538-5-iscsi neutron-server[109569]: INFO neutron.wsgi [None req-bbf3627b-b395-4ccf-850f-367e169c99c6 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=564e12fb04954a5e8480fbdb9c7742fa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0417879 Feb 28 22:48:52.116162 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.wsgi [-] (109569) accepted ('10.222.0.11', 58370) {{(pid=109569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 22:48:52.179018 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-4d299525-e4b0-4d57-b169-49566928a642 admin admin] Publish callbacks [] for security_group (c0733c5d-9464-454f-8610-e8f35d7dcf08), before_delete {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:48:52.203569 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-4d299525-e4b0-4d57-b169-49566928a642 admin admin] Publish callbacks [] for security_group (c0733c5d-9464-454f-8610-e8f35d7dcf08), precommit_delete {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:48:52.260370 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-4d299525-e4b0-4d57-b169-49566928a642 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33441213'] for security_group (c0733c5d-9464-454f-8610-e8f35d7dcf08), after_delete {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:48:52.262801 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-4d299525-e4b0-4d57-b169-49566928a642 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:48:52.264011 dv-cinder-830538-5-iscsi neutron-server[109569]: INFO neutron.wsgi [None req-4d299525-e4b0-4d57-b169-49566928a642 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/c0733c5d-9464-454f-8610-e8f35d7dcf08 HTTP/1.1" status: 204 len: 168 time: 0.1466742 Feb 28 22:48:52.272065 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d299525-e4b0-4d57-b169-49566928a642 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0733c5d-9464-454f-8610-e8f35d7dcf08,revision_number=None']} {{(pid=109569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:48:52.534715 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.wsgi [-] (109569) accepted ('10.222.0.11', 58392) {{(pid=109569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 22:48:52.574256 dv-cinder-830538-5-iscsi neutron-server[109569]: INFO neutron.wsgi [None req-2359c12a-9bb6-4440-ae84-2017903dd00c admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=a8e3c461c65e43b388d1ce7a19eb0dab&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0383132 Feb 28 22:48:52.576841 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.wsgi [-] (109569) accepted ('10.222.0.11', 58394) {{(pid=109569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 22:48:52.626130 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-4c68293d-8cc1-4df5-ba61-c44be637a391 admin admin] Publish callbacks [] for security_group (0cbde6ce-d0a8-4756-836d-0d80d1ba6f0e), before_delete {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:48:52.648938 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-4c68293d-8cc1-4df5-ba61-c44be637a391 admin admin] Publish callbacks [] for security_group (0cbde6ce-d0a8-4756-836d-0d80d1ba6f0e), precommit_delete {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:48:52.700835 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-4c68293d-8cc1-4df5-ba61-c44be637a391 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33441213'] for security_group (0cbde6ce-d0a8-4756-836d-0d80d1ba6f0e), after_delete {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:48:52.703381 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-4c68293d-8cc1-4df5-ba61-c44be637a391 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:48:52.711693 dv-cinder-830538-5-iscsi neutron-server[109569]: INFO neutron.wsgi [None req-4c68293d-8cc1-4df5-ba61-c44be637a391 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/0cbde6ce-d0a8-4756-836d-0d80d1ba6f0e HTTP/1.1" status: 204 len: 168 time: 0.1301107 Feb 28 22:48:52.717729 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c68293d-8cc1-4df5-ba61-c44be637a391 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cbde6ce-d0a8-4756-836d-0d80d1ba6f0e,revision_number=None']} {{(pid=109569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:48:52.751713 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.rpc [None req-154add69-038d-48cc-93ba-bd7e358b6d11 None None] Device 4b4a7b36-c786-476d-8cbe-e99223f02a6e no longer exists at agent ovs-agent-dv-cinder-830538-5-iscsi {{(pid=109570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 22:48:52.775745 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.plugin [None req-154add69-038d-48cc-93ba-bd7e358b6d11 None None] No Port match for: 4b4a7b36-c786-476d-8cbe-e99223f02a6e {{(pid=109570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 22:48:52.776110 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.rpc [None req-154add69-038d-48cc-93ba-bd7e358b6d11 None None] Device 4b4a7b36-c786-476d-8cbe-e99223f02a6e not bound to the agent host dv-cinder-830538-5-iscsi {{(pid=109570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 22:48:52.776537 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.rpc [None req-154add69-038d-48cc-93ba-bd7e358b6d11 None None] Device 55b7ae2e-9386-45ad-825e-cfe45005ed52 no longer exists at agent ovs-agent-dv-cinder-830538-5-iscsi {{(pid=109570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 22:48:52.795350 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.plugin [None req-154add69-038d-48cc-93ba-bd7e358b6d11 None None] No Port match for: 55b7ae2e-9386-45ad-825e-cfe45005ed52 {{(pid=109570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 22:48:52.795755 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.rpc [None req-154add69-038d-48cc-93ba-bd7e358b6d11 None None] Device 55b7ae2e-9386-45ad-825e-cfe45005ed52 not bound to the agent host dv-cinder-830538-5-iscsi {{(pid=109570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 22:48:52.796180 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.rpc [None req-154add69-038d-48cc-93ba-bd7e358b6d11 None None] Device 3d46b5f7-1854-41da-af0f-326b323f79a8 no longer exists at agent ovs-agent-dv-cinder-830538-5-iscsi {{(pid=109570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 22:48:52.816072 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.plugin [None req-154add69-038d-48cc-93ba-bd7e358b6d11 None None] No Port match for: 3d46b5f7-1854-41da-af0f-326b323f79a8 {{(pid=109570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 22:48:52.816766 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.rpc [None req-154add69-038d-48cc-93ba-bd7e358b6d11 None None] Device 3d46b5f7-1854-41da-af0f-326b323f79a8 not bound to the agent host dv-cinder-830538-5-iscsi {{(pid=109570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 22:48:55.084603 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.wsgi [-] (109569) accepted ('10.222.0.11', 58432) {{(pid=109569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 22:48:55.185308 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-78c7aa88-4a5d-4f6b-b5fc-2e7cbb2ea0f5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:48:55.255707 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-78c7aa88-4a5d-4f6b-b5fc-2e7cbb2ea0f5 admin admin] Publish callbacks [] for security_group (8be915cd-ce1c-4d0c-837e-b102117e8187), precommit_create {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:48:55.259081 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-78c7aa88-4a5d-4f6b-b5fc-2e7cbb2ea0f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33441213'] for security_group (8be915cd-ce1c-4d0c-837e-b102117e8187), after_create {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:48:55.296483 dv-cinder-830538-5-iscsi neutron-server[109569]: INFO neutron.wsgi [None req-78c7aa88-4a5d-4f6b-b5fc-2e7cbb2ea0f5 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=82e27fb89a1f489497b99ec6889eda2e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2107868 Feb 28 22:48:55.297323 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c7aa88-4a5d-4f6b-b5fc-2e7cbb2ea0f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8be915cd-ce1c-4d0c-837e-b102117e8187,revision_number=1']} {{(pid=109569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:48:55.300560 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.wsgi [-] (109568) accepted ('10.222.0.11', 58440) {{(pid=109568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 22:48:55.353022 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-4fc6aea9-74df-469f-acb9-2b78a83ad397 admin admin] Publish callbacks [] for security_group (8be915cd-ce1c-4d0c-837e-b102117e8187), before_delete {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:48:55.376054 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-4fc6aea9-74df-469f-acb9-2b78a83ad397 admin admin] Publish callbacks [] for security_group (8be915cd-ce1c-4d0c-837e-b102117e8187), precommit_delete {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:48:55.422964 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-4fc6aea9-74df-469f-acb9-2b78a83ad397 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33441213'] for security_group (8be915cd-ce1c-4d0c-837e-b102117e8187), after_delete {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:48:55.426220 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-4fc6aea9-74df-469f-acb9-2b78a83ad397 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:48:55.427420 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [None req-4fc6aea9-74df-469f-acb9-2b78a83ad397 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/8be915cd-ce1c-4d0c-837e-b102117e8187 HTTP/1.1" status: 204 len: 168 time: 0.1250741 Feb 28 22:48:55.435670 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc6aea9-74df-469f-acb9-2b78a83ad397 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8be915cd-ce1c-4d0c-837e-b102117e8187,revision_number=None']} {{(pid=109568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:48:55.703562 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.wsgi [-] (109568) accepted ('10.222.0.11', 58450) {{(pid=109568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 22:48:55.717020 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-26b5856a-9052-47a9-a4dc-118e51fc7029 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:48:55.792298 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-26b5856a-9052-47a9-a4dc-118e51fc7029 admin admin] Publish callbacks [] for security_group (e6f5c2fc-e226-4e35-8aa6-ecf42c89820a), precommit_create {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:48:55.795937 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-26b5856a-9052-47a9-a4dc-118e51fc7029 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33441213'] for security_group (e6f5c2fc-e226-4e35-8aa6-ecf42c89820a), after_create {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:48:55.832302 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [None req-26b5856a-9052-47a9-a4dc-118e51fc7029 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=790048fe40d346f98a38be643ccc7a29&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1276653 Feb 28 22:48:55.834166 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b5856a-9052-47a9-a4dc-118e51fc7029 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6f5c2fc-e226-4e35-8aa6-ecf42c89820a,revision_number=1']} {{(pid=109568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:48:55.835155 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.wsgi [-] (109569) accepted ('10.222.0.11', 58452) {{(pid=109569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 22:48:55.883948 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-fdcc2226-14eb-4ea6-ba67-42a95c63f817 admin admin] Publish callbacks [] for security_group (e6f5c2fc-e226-4e35-8aa6-ecf42c89820a), before_delete {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:48:55.904798 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-fdcc2226-14eb-4ea6-ba67-42a95c63f817 admin admin] Publish callbacks [] for security_group (e6f5c2fc-e226-4e35-8aa6-ecf42c89820a), precommit_delete {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:48:55.953880 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-fdcc2226-14eb-4ea6-ba67-42a95c63f817 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33441213'] for security_group (e6f5c2fc-e226-4e35-8aa6-ecf42c89820a), after_delete {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:48:55.957128 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-fdcc2226-14eb-4ea6-ba67-42a95c63f817 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:48:55.958644 dv-cinder-830538-5-iscsi neutron-server[109569]: INFO neutron.wsgi [None req-fdcc2226-14eb-4ea6-ba67-42a95c63f817 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/e6f5c2fc-e226-4e35-8aa6-ecf42c89820a HTTP/1.1" status: 204 len: 168 time: 0.1224482 Feb 28 22:48:55.968953 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdcc2226-14eb-4ea6-ba67-42a95c63f817 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6f5c2fc-e226-4e35-8aa6-ecf42c89820a,revision_number=None']} {{(pid=109569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:48:58.798640 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.wsgi [-] (109569) accepted ('10.222.0.11', 58602) {{(pid=109569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 22:48:58.900297 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-d5c06b61-519d-484b-a8e0-2b74f824d3d2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:48:58.975412 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-d5c06b61-519d-484b-a8e0-2b74f824d3d2 admin admin] Publish callbacks [] for security_group (38fef4d9-e9ad-48b4-9270-3e4978dde90d), precommit_create {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:48:58.978927 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-d5c06b61-519d-484b-a8e0-2b74f824d3d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33441213'] for security_group (38fef4d9-e9ad-48b4-9270-3e4978dde90d), after_create {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:48:59.015585 dv-cinder-830538-5-iscsi neutron-server[109569]: INFO neutron.wsgi [None req-d5c06b61-519d-484b-a8e0-2b74f824d3d2 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=555a62b77d2f427398bfba198a56d48f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2159026 Feb 28 22:48:59.016538 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c06b61-519d-484b-a8e0-2b74f824d3d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38fef4d9-e9ad-48b4-9270-3e4978dde90d,revision_number=1']} {{(pid=109569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:48:59.018332 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.wsgi [-] (109568) accepted ('10.222.0.11', 58606) {{(pid=109568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 22:48:59.069187 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-d506c8d0-ac49-49a1-a7d5-e6d83e993a79 admin admin] Publish callbacks [] for security_group (38fef4d9-e9ad-48b4-9270-3e4978dde90d), before_delete {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:48:59.091187 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-d506c8d0-ac49-49a1-a7d5-e6d83e993a79 admin admin] Publish callbacks [] for security_group (38fef4d9-e9ad-48b4-9270-3e4978dde90d), precommit_delete {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:48:59.142161 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-d506c8d0-ac49-49a1-a7d5-e6d83e993a79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33441213'] for security_group (38fef4d9-e9ad-48b4-9270-3e4978dde90d), after_delete {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:48:59.145697 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-d506c8d0-ac49-49a1-a7d5-e6d83e993a79 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:48:59.146861 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [None req-d506c8d0-ac49-49a1-a7d5-e6d83e993a79 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/38fef4d9-e9ad-48b4-9270-3e4978dde90d HTTP/1.1" status: 204 len: 168 time: 0.1275506 Feb 28 22:48:59.161886 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d506c8d0-ac49-49a1-a7d5-e6d83e993a79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38fef4d9-e9ad-48b4-9270-3e4978dde90d,revision_number=None']} {{(pid=109568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:48:59.370903 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.wsgi [-] (109568) accepted ('10.222.0.11', 58628) {{(pid=109568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 22:48:59.475518 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-e276083c-f7ee-40c1-b21c-1c566f968630 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:48:59.475807 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.wsgi [-] (109569) accepted ('10.222.0.11', 58632) {{(pid=109569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 22:48:59.489096 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-fc2067b9-ab3e-4580-89f3-a9087591fbd8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:48:59.552516 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-e276083c-f7ee-40c1-b21c-1c566f968630 admin admin] Publish callbacks [] for security_group (b8337c8c-f139-47a4-9a0a-a9986885a912), precommit_create {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:48:59.556331 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-e276083c-f7ee-40c1-b21c-1c566f968630 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33441213'] for security_group (b8337c8c-f139-47a4-9a0a-a9986885a912), after_create {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:48:59.564619 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-fc2067b9-ab3e-4580-89f3-a9087591fbd8 admin admin] Publish callbacks [] for security_group (acd8f3b6-fd9d-4a39-a6ad-ba54dfec62c6), precommit_create {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:48:59.569190 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-fc2067b9-ab3e-4580-89f3-a9087591fbd8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33441213'] for security_group (acd8f3b6-fd9d-4a39-a6ad-ba54dfec62c6), after_create {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:48:59.594481 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [None req-e276083c-f7ee-40c1-b21c-1c566f968630 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=0df7cb3e5f064eb791203749b58d339d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2224884 Feb 28 22:48:59.596482 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e276083c-f7ee-40c1-b21c-1c566f968630 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8337c8c-f139-47a4-9a0a-a9986885a912,revision_number=1']} {{(pid=109568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:48:59.598591 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.wsgi [-] (109569) accepted ('10.222.0.11', 58634) {{(pid=109569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 22:48:59.621165 dv-cinder-830538-5-iscsi neutron-server[109569]: INFO neutron.wsgi [None req-fc2067b9-ab3e-4580-89f3-a9087591fbd8 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=ba0bdef2438e47b7a4cd69acdac95b85&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1442668 Feb 28 22:48:59.623419 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2067b9-ab3e-4580-89f3-a9087591fbd8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=acd8f3b6-fd9d-4a39-a6ad-ba54dfec62c6,revision_number=1']} {{(pid=109569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:48:59.623934 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.wsgi [-] (109568) accepted ('10.222.0.11', 58636) {{(pid=109568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 22:48:59.660782 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-8b634a1a-a951-48e2-9e59-3619444ec2cd admin admin] Publish callbacks [] for security_group (b8337c8c-f139-47a4-9a0a-a9986885a912), before_delete {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:48:59.672830 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-d87390d1-a5b3-4755-9ec6-d69756a97c61 admin admin] Publish callbacks [] for security_group (acd8f3b6-fd9d-4a39-a6ad-ba54dfec62c6), before_delete {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:48:59.682077 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-8b634a1a-a951-48e2-9e59-3619444ec2cd admin admin] Publish callbacks [] for security_group (b8337c8c-f139-47a4-9a0a-a9986885a912), precommit_delete {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:48:59.696378 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-d87390d1-a5b3-4755-9ec6-d69756a97c61 admin admin] Publish callbacks [] for security_group (acd8f3b6-fd9d-4a39-a6ad-ba54dfec62c6), precommit_delete {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:48:59.730678 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-8b634a1a-a951-48e2-9e59-3619444ec2cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33441213'] for security_group (b8337c8c-f139-47a4-9a0a-a9986885a912), after_delete {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:48:59.733416 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-8b634a1a-a951-48e2-9e59-3619444ec2cd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:48:59.736103 dv-cinder-830538-5-iscsi neutron-server[109569]: INFO neutron.wsgi [None req-8b634a1a-a951-48e2-9e59-3619444ec2cd admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/b8337c8c-f139-47a4-9a0a-a9986885a912 HTTP/1.1" status: 204 len: 168 time: 0.1341078 Feb 28 22:48:59.745165 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-d87390d1-a5b3-4755-9ec6-d69756a97c61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33441213'] for security_group (acd8f3b6-fd9d-4a39-a6ad-ba54dfec62c6), after_delete {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:48:59.746794 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b634a1a-a951-48e2-9e59-3619444ec2cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8337c8c-f139-47a4-9a0a-a9986885a912,revision_number=None']} {{(pid=109569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:48:59.747870 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-d87390d1-a5b3-4755-9ec6-d69756a97c61 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:48:59.752067 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [None req-d87390d1-a5b3-4755-9ec6-d69756a97c61 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/acd8f3b6-fd9d-4a39-a6ad-ba54dfec62c6 HTTP/1.1" status: 204 len: 168 time: 0.1269584 Feb 28 22:48:59.769311 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87390d1-a5b3-4755-9ec6-d69756a97c61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=acd8f3b6-fd9d-4a39-a6ad-ba54dfec62c6,revision_number=None']} {{(pid=109568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:49:00.859165 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-aaf6c886-179d-4881-99d7-b2d8f71802b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750845036683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579975'] for agent (55d6ddf3-619a-4750-95a9-02c5b2728e0c), after_update {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:49:03.139907 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-2e099ed3-b817-415c-a157-9c1489f8b16e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750845036683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579975'] for agent (1bbc3f13-d896-4633-9d3f-4f3415ceb83d), after_update {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:49:04.158447 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-fb85eb0a-98c9-414d-bd8b-45b99ef4efd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750845036683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579975'] for agent (0569ef69-4feb-452f-8380-1d628b96faff), after_update {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:49:05.457393 dv-cinder-830538-5-iscsi neutron-server[109571]: DEBUG neutron.db.agents_db [None req-267e04d6-1473-4c25-8f3a-d1c5e119a015 None None] Agent healthcheck: found 6 active agents {{(pid=109571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 22:49:05.579850 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.wsgi [-] (109568) accepted ('10.222.0.11', 58814) {{(pid=109568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 22:49:05.742205 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.plugins.ml2.plugin [None req-aea6c8ed-5575-45eb-9a5a-9d107990c5f5 tempest-TestShelveInstance-339258210 tempest-TestShelveInstance-339258210-project] Deleting port d584ce30-6204-41c8-ba60-ac78ce5843e9 {{(pid=109568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 22:49:05.742456 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-aea6c8ed-5575-45eb-9a5a-9d107990c5f5 tempest-TestShelveInstance-339258210 tempest-TestShelveInstance-339258210-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750845080441'] for port (d584ce30-6204-41c8-ba60-ac78ce5843e9), before_delete {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:49:05.819501 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-aea6c8ed-5575-45eb-9a5a-9d107990c5f5 tempest-TestShelveInstance-339258210 tempest-TestShelveInstance-339258210-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33552544'] for port (d584ce30-6204-41c8-ba60-ac78ce5843e9), precommit_delete {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:49:05.819873 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-aea6c8ed-5575-45eb-9a5a-9d107990c5f5 tempest-TestShelveInstance-339258210 tempest-TestShelveInstance-339258210-project] Publish callbacks [] for floatingip (d584ce30-6204-41c8-ba60-ac78ce5843e9), precommit_delete {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:49:05.831068 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.plugins.ml2.plugin [None req-aea6c8ed-5575-45eb-9a5a-9d107990c5f5 tempest-TestShelveInstance-339258210 tempest-TestShelveInstance-339258210-project] Calling delete_port for d584ce30-6204-41c8-ba60-ac78ce5843e9 owned by network:floatingip {{(pid=109568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 22:49:05.906237 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-f2b490b5-353e-4b99-942a-fb2407025861 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750845036683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579975'] for agent (e6e3d797-755b-495e-bc70-4cd2b9791ebb), after_update {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:49:06.019186 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-aea6c8ed-5575-45eb-9a5a-9d107990c5f5 tempest-TestShelveInstance-339258210 tempest-TestShelveInstance-339258210-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33156859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750845083868', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750844628237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30788389'] for port (d584ce30-6204-41c8-ba60-ac78ce5843e9), after_delete {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:49:06.045780 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea6c8ed-5575-45eb-9a5a-9d107990c5f5 tempest-TestShelveInstance-339258210 tempest-TestShelveInstance-339258210-project] Pushing event deleted for resources: {'Port': ['ID=d584ce30-6204-41c8-ba60-ac78ce5843e9,revision_number=None']} {{(pid=109568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:49:06.110536 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-aea6c8ed-5575-45eb-9a5a-9d107990c5f5 tempest-TestShelveInstance-339258210 tempest-TestShelveInstance-339258210-project] Publish callbacks [] for floatingip (17246171-2cf1-48cf-9a5d-4e35ee0e96fe), after_delete {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:49:06.110869 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.db.l3_db [None req-aea6c8ed-5575-45eb-9a5a-9d107990c5f5 tempest-TestShelveInstance-339258210 tempest-TestShelveInstance-339258210-project] Floating IP 17246171-2cf1-48cf-9a5d-4e35ee0e96fe disassociated (deleted). External IP: 172.27.0.228, port: e59bf740-33c4-4cb7-aa8d-608a93433e74. Feb 28 22:49:06.340715 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aea6c8ed-5575-45eb-9a5a-9d107990c5f5 tempest-TestShelveInstance-339258210 tempest-TestShelveInstance-339258210-project] Router 5cccabae-03f8-4a53-a123-a1f8775759e9 has already been hosted by L3 agent 1bbc3f13-d896-4633-9d3f-4f3415ceb83d {{(pid=109568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 22:49:06.464893 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aea6c8ed-5575-45eb-9a5a-9d107990c5f5 tempest-TestShelveInstance-339258210 tempest-TestShelveInstance-339258210-project] Notify agent at l3_agent.dv-cinder-830538-5-iscsi the message routers_updated {{(pid=109568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 22:49:06.470463 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-aea6c8ed-5575-45eb-9a5a-9d107990c5f5 tempest-TestShelveInstance-339258210 tempest-TestShelveInstance-339258210-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80159'] for floatingip (None), before_response {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:49:06.476606 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0b5c010-fe18-4126-89b5-fa1404a274a9 None None] Sync routers for ids ['5cccabae-03f8-4a53-a123-a1f8775759e9'] in dv-cinder-830538-5-iscsi {{(pid=109570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 22:49:06.488117 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0b5c010-fe18-4126-89b5-fa1404a274a9 None None] Routers {'5cccabae-03f8-4a53-a123-a1f8775759e9'} bound to L3 agent in host dv-cinder-830538-5-iscsi {{(pid=109570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 22:49:06.489858 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.db.l3_hamode_db [None req-f0b5c010-fe18-4126-89b5-fa1404a274a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830538-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T22:34:03Z,description=,heartbeat_timestamp=2022-02-28T22:49:03Z,host='dv-cinder-830538-5-iscsi',id=1bbc3f13-d896-4633-9d3f-4f3415ceb83d,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T22:34:03Z,topic='l3_agent')) {'router_ids': ['5cccabae-03f8-4a53-a123-a1f8775759e9'], 'active': True} {{(pid=109570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 22:49:06.510077 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [None req-aea6c8ed-5575-45eb-9a5a-9d107990c5f5 tempest-TestShelveInstance-339258210 tempest-TestShelveInstance-339258210-project] 10.222.0.11 "DELETE /v2.0/floatingips/17246171-2cf1-48cf-9a5d-4e35ee0e96fe HTTP/1.1" status: 204 len: 168 time: 0.9265623 Feb 28 22:49:06.510077 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7890d07e-869c-4cc7-81d8-0d515670203c', 'tag': 'e59bf740-33c4-4cb7-aa8d-608a93433e74'}] {{(pid=109568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 22:49:06.516376 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be30730c9f576b5ae602769365630bce3a2881df6c4aa92702dca8eb1643a507" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-761211c2-9481-4d9a-a469-e62c42a0135b" -d '{"events": [{"name": "network-changed", "server_uuid": "7890d07e-869c-4cc7-81d8-0d515670203c", "tag": "e59bf740-33c4-4cb7-aa8d-608a93433e74"}]}' {{(pid=109568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 22:49:06.559147 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 22:49:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51807a4d-c715-41d7-b58a-977a4339de21 x-openstack-request-id: req-51807a4d-c715-41d7-b58a-977a4339de21 {{(pid=109568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 22:49:06.559439 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7890d07e-869c-4cc7-81d8-0d515670203c", "tag": "e59bf740-33c4-4cb7-aa8d-608a93433e74", "status": "completed", "code": 200}]} {{(pid=109568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 22:49:06.559721 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-51807a4d-c715-41d7-b58a-977a4339de21 {{(pid=109568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 22:49:06.560128 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7890d07e-869c-4cc7-81d8-0d515670203c', 'tag': 'e59bf740-33c4-4cb7-aa8d-608a93433e74', 'status': 'completed', 'code': 200} Feb 28 22:49:06.617957 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.db.l3_dvr_db [None req-f0b5c010-fe18-4126-89b5-fa1404a274a9 None None] Set router 5cccabae-03f8-4a53-a123-a1f8775759e9 gateway port host: dv-cinder-830538-5-iscsi {{(pid=109570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 22:49:06.635943 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761211c2-9481-4d9a-a469-e62c42a0135b req-3d8b3454-a6cd-4500-b2ea-e6b045d89015 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:49:06.637699 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-761211c2-9481-4d9a-a469-e62c42a0135b req-3d8b3454-a6cd-4500-b2ea-e6b045d89015 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=77e116bf700b44a1a6f3fd4b298b9c7c&device_id=7890d07e-869c-4cc7-81d8-0d515670203c HTTP/1.1" status: 200 len: 1129 time: 0.0526483 Feb 28 22:49:06.796831 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761211c2-9481-4d9a-a469-e62c42a0135b req-23bfed48-511a-4b0c-a4a1-256a22bcaa84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:49:06.798248 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-761211c2-9481-4d9a-a469-e62c42a0135b req-23bfed48-511a-4b0c-a4a1-256a22bcaa84 service neutron] 10.222.0.36 "GET /v2.0/networks?id=5e888405-e835-4d9e-af33-9a4514df60c4 HTTP/1.1" status: 200 len: 909 time: 0.1472330 Feb 28 22:49:06.806266 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f571a3b-fa3e-43ff-b082-667d1f2c4c89 req-c7cc4462-d6fe-4cd7-b012-06d8f58aa45e tempest-TestShelveInstance-339258210 tempest-TestShelveInstance-339258210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:49:06.807645 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-3f571a3b-fa3e-43ff-b082-667d1f2c4c89 req-c7cc4462-d6fe-4cd7-b012-06d8f58aa45e tempest-TestShelveInstance-339258210 tempest-TestShelveInstance-339258210-project] 10.222.0.11 "GET /v2.0/ports?device_id=7890d07e-869c-4cc7-81d8-0d515670203c HTTP/1.1" status: 200 len: 945 time: 0.0907373 Feb 28 22:49:06.848920 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.db.l3_hamode_db [None req-f0b5c010-fe18-4126-89b5-fa1404a274a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cccabae-03f8-4a53-a123-a1f8775759e9', 'name': 'tempest-TestShelveInstance-508901651-router', 'tenant_id': '77e116bf700b44a1a6f3fd4b298b9c7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e7a10c7-addc-4b79-a555-0b472e939652', 'external_fixed_ips': [{'subnet_id': '8aaf002d-6309-4cf0-ae69-6d349a14c0b1', 'ip_address': '172.27.0.220'}], 'enable_snat': True}, 'gw_port_id': '72e1ae95-5578-4065-a44e-454842d789b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T22:44:05Z', 'updated_at': '2022-02-28T22:44:09Z', 'revision_number': 4, 'project_id': '77e116bf700b44a1a6f3fd4b298b9c7c', 'gw_port': {'id': '72e1ae95-5578-4065-a44e-454842d789b4', 'name': '', 'network_id': '3e7a10c7-addc-4b79-a555-0b472e939652', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:94:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cccabae-03f8-4a53-a123-a1f8775759e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': '8aaf002d-6309-4cf0-ae69-6d349a14c0b1', 'ip_address': '172.27.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T22:44:06Z', 'updated_at': '2022-02-28T22:44:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8aaf002d-6309-4cf0-ae69-6d349a14c0b1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830538-5-iscsi', '_interfaces': [{'id': '7ac7c138-d37d-49d6-84a8-6471145908cb', 'name': '', 'network_id': '5e888405-e835-4d9e-af33-9a4514df60c4', 'tenant_id': '77e116bf700b44a1a6f3fd4b298b9c7c', 'mac_address': 'fa:16:3e:db:ec:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cccabae-03f8-4a53-a123-a1f8775759e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': 'e81b642d-26f6-40c1-82ba-10ebf6b78fed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T22:44:08Z', 'updated_at': '2022-02-28T22:44:14Z', 'revision_number': 5, 'project_id': '77e116bf700b44a1a6f3fd4b298b9c7c', 'subnets': [{'id': 'e81b642d-26f6-40c1-82ba-10ebf6b78fed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830538-5-iscsi', False) {} {{(pid=109570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 22:49:06.853993 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-761211c2-9481-4d9a-a469-e62c42a0135b req-95dad6d4-b950-4df6-a5db-4eeb7b7fccf5 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e59bf740-33c4-4cb7-aa8d-608a93433e74 HTTP/1.1" status: 200 len: 217 time: 0.0453947 Feb 28 22:49:07.014842 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0b5c010-fe18-4126-89b5-fa1404a274a9 None None] Checking router: 5cccabae-03f8-4a53-a123-a1f8775759e9 for host: dv-cinder-830538-5-iscsi {{(pid=109570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 22:49:07.023864 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0b5c010-fe18-4126-89b5-fa1404a274a9 None None] Routers {'5cccabae-03f8-4a53-a123-a1f8775759e9'} bound to L3 agent in host dv-cinder-830538-5-iscsi {{(pid=109570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 22:49:07.024506 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.db.l3_hamode_db [None req-f0b5c010-fe18-4126-89b5-fa1404a274a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830538-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T22:34:03Z,description=,heartbeat_timestamp=2022-02-28T22:49:03Z,host='dv-cinder-830538-5-iscsi',id=1bbc3f13-d896-4633-9d3f-4f3415ceb83d,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T22:34:03Z,topic='l3_agent')) {'router_ids': ['5cccabae-03f8-4a53-a123-a1f8775759e9'], 'active': True} {{(pid=109570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 22:49:07.144845 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.db.l3_dvr_db [None req-f0b5c010-fe18-4126-89b5-fa1404a274a9 None None] Set router 5cccabae-03f8-4a53-a123-a1f8775759e9 gateway port host: dv-cinder-830538-5-iscsi {{(pid=109570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 22:49:07.183981 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-154add69-038d-48cc-93ba-bd7e358b6d11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750845036683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579975'] for agent (7aa25ffb-1b87-4f08-8530-4bdf6e6b221c), after_update {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:49:07.203623 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761211c2-9481-4d9a-a469-e62c42a0135b req-c52a516a-bd3e-46ef-82a9-80f6e12381f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:49:07.205123 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-761211c2-9481-4d9a-a469-e62c42a0135b req-c52a516a-bd3e-46ef-82a9-80f6e12381f1 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e81b642d-26f6-40c1-82ba-10ebf6b78fed HTTP/1.1" status: 200 len: 847 time: 0.3439550 Feb 28 22:49:07.210025 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-3f571a3b-fa3e-43ff-b082-667d1f2c4c89 req-cbc81f15-870d-422e-bfe0-b61a5d2fa2ae tempest-TestShelveInstance-339258210 tempest-TestShelveInstance-339258210-project] 10.222.0.11 "GET /v2.0/security-groups?id=024ad902-35c5-4d85-9bcc-a0943f245810&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3936050 Feb 28 22:49:07.259704 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761211c2-9481-4d9a-a469-e62c42a0135b req-4064add7-f498-4810-a53b-ff498ba0e779 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:49:07.261694 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-761211c2-9481-4d9a-a469-e62c42a0135b req-4064add7-f498-4810-a53b-ff498ba0e779 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=5e888405-e835-4d9e-af33-9a4514df60c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0495057 Feb 28 22:49:07.357012 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-761211c2-9481-4d9a-a469-e62c42a0135b req-dcdc2188-765d-45ff-9549-04bfabceeed4 service neutron] 10.222.0.36 "GET /v2.0/networks/5e888405-e835-4d9e-af33-9a4514df60c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878103 Feb 28 22:49:07.366222 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.db.l3_hamode_db [None req-f0b5c010-fe18-4126-89b5-fa1404a274a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cccabae-03f8-4a53-a123-a1f8775759e9', 'name': 'tempest-TestShelveInstance-508901651-router', 'tenant_id': '77e116bf700b44a1a6f3fd4b298b9c7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e7a10c7-addc-4b79-a555-0b472e939652', 'external_fixed_ips': [{'subnet_id': '8aaf002d-6309-4cf0-ae69-6d349a14c0b1', 'ip_address': '172.27.0.220'}], 'enable_snat': True}, 'gw_port_id': '72e1ae95-5578-4065-a44e-454842d789b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T22:44:05Z', 'updated_at': '2022-02-28T22:44:09Z', 'revision_number': 4, 'project_id': '77e116bf700b44a1a6f3fd4b298b9c7c', 'gw_port': {'id': '72e1ae95-5578-4065-a44e-454842d789b4', 'name': '', 'network_id': '3e7a10c7-addc-4b79-a555-0b472e939652', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:94:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cccabae-03f8-4a53-a123-a1f8775759e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': '8aaf002d-6309-4cf0-ae69-6d349a14c0b1', 'ip_address': '172.27.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T22:44:06Z', 'updated_at': '2022-02-28T22:44:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8aaf002d-6309-4cf0-ae69-6d349a14c0b1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830538-5-iscsi', '_interfaces': [{'id': '7ac7c138-d37d-49d6-84a8-6471145908cb', 'name': '', 'network_id': '5e888405-e835-4d9e-af33-9a4514df60c4', 'tenant_id': '77e116bf700b44a1a6f3fd4b298b9c7c', 'mac_address': 'fa:16:3e:db:ec:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cccabae-03f8-4a53-a123-a1f8775759e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': 'e81b642d-26f6-40c1-82ba-10ebf6b78fed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T22:44:08Z', 'updated_at': '2022-02-28T22:44:14Z', 'revision_number': 5, 'project_id': '77e116bf700b44a1a6f3fd4b298b9c7c', 'subnets': [{'id': 'e81b642d-26f6-40c1-82ba-10ebf6b78fed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830538-5-iscsi', False) {} {{(pid=109570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 22:49:07.392606 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0b5c010-fe18-4126-89b5-fa1404a274a9 None None] The sync data for ids ['5cccabae-03f8-4a53-a123-a1f8775759e9'] in dv-cinder-830538-5-iscsi is: [{'id': '5cccabae-03f8-4a53-a123-a1f8775759e9', 'name': 'tempest-TestShelveInstance-508901651-router', 'tenant_id': '77e116bf700b44a1a6f3fd4b298b9c7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e7a10c7-addc-4b79-a555-0b472e939652', 'external_fixed_ips': [{'subnet_id': '8aaf002d-6309-4cf0-ae69-6d349a14c0b1', 'ip_address': '172.27.0.220'}], 'enable_snat': True}, 'gw_port_id': '72e1ae95-5578-4065-a44e-454842d789b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T22:44:05Z', 'updated_at': '2022-02-28T22:44:09Z', 'revision_number': 4, 'project_id': '77e116bf700b44a1a6f3fd4b298b9c7c', 'gw_port': {'id': '72e1ae95-5578-4065-a44e-454842d789b4', 'name': '', 'network_id': '3e7a10c7-addc-4b79-a555-0b472e939652', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:94:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cccabae-03f8-4a53-a123-a1f8775759e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': '8aaf002d-6309-4cf0-ae69-6d349a14c0b1', 'ip_address': '172.27.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T22:44:06Z', 'updated_at': '2022-02-28T22:44:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8aaf002d-6309-4cf0-ae69-6d349a14c0b1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830538-5-iscsi', '_interfaces': [{'id': '7ac7c138-d37d-49d6-84a8-6471145908cb', 'name': '', 'network_id': '5e888405-e835-4d9e-af33-9a4514df60c4', 'tenant_id': '77e116bf700b44a1a6f3fd4b298b9c7c', 'mac_address': 'fa:16:3e:db:ec:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cccabae-03f8-4a53-a123-a1f8775759e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': 'e81b642d-26f6-40c1-82ba-10ebf6b78fed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T22:44:08Z', 'updated_at': '2022-02-28T22:44:14Z', 'revision_number': 5, 'project_id': '77e116bf700b44a1a6f3fd4b298b9c7c', 'subnets': [{'id': 'e81b642d-26f6-40c1-82ba-10ebf6b78fed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 22:49:07.451088 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-761211c2-9481-4d9a-a469-e62c42a0135b req-db7a18c4-d72e-474c-a573-aa5c0c02a923 service neutron] 10.222.0.36 "GET /v2.0/networks/5e888405-e835-4d9e-af33-9a4514df60c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876493 Feb 28 22:49:07.633699 dv-cinder-830538-5-iscsi neutron-server[109571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6606d2a0-76b5-47c8-84fd-84fa935c4623 None None] New status for floating IP 17246171-2cf1-48cf-9a5d-4e35ee0e96fe: DOWN {{(pid=109571) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 28 22:49:07.831964 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.wsgi [-] (109568) accepted ('10.222.0.11', 58856) {{(pid=109568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 22:49:07.942097 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-417bd017-7ad4-4af9-8770-77a88ca45284 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:49:08.016462 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-417bd017-7ad4-4af9-8770-77a88ca45284 admin admin] Publish callbacks [] for security_group (0b346c2b-3827-4223-a60e-f4282889c6ec), precommit_create {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:49:08.022995 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-417bd017-7ad4-4af9-8770-77a88ca45284 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33441213'] for security_group (0b346c2b-3827-4223-a60e-f4282889c6ec), after_create {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:49:08.065195 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [None req-417bd017-7ad4-4af9-8770-77a88ca45284 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=7ff28610de8e47499d4bc99168f881c0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2321248 Feb 28 22:49:08.066324 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417bd017-7ad4-4af9-8770-77a88ca45284 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b346c2b-3827-4223-a60e-f4282889c6ec,revision_number=1']} {{(pid=109568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:49:08.068643 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.wsgi [-] (109569) accepted ('10.222.0.11', 58860) {{(pid=109569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 22:49:08.116553 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-39a16e5d-cc75-4931-a181-6796224031da admin admin] Publish callbacks [] for security_group (0b346c2b-3827-4223-a60e-f4282889c6ec), before_delete {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:49:08.137948 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-39a16e5d-cc75-4931-a181-6796224031da admin admin] Publish callbacks [] for security_group (0b346c2b-3827-4223-a60e-f4282889c6ec), precommit_delete {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:49:08.184241 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-39a16e5d-cc75-4931-a181-6796224031da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33441213'] for security_group (0b346c2b-3827-4223-a60e-f4282889c6ec), after_delete {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:49:08.186660 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-39a16e5d-cc75-4931-a181-6796224031da admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:49:08.187846 dv-cinder-830538-5-iscsi neutron-server[109569]: INFO neutron.wsgi [None req-39a16e5d-cc75-4931-a181-6796224031da admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/0b346c2b-3827-4223-a60e-f4282889c6ec HTTP/1.1" status: 204 len: 168 time: 0.1181965 Feb 28 22:49:08.196577 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a16e5d-cc75-4931-a181-6796224031da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b346c2b-3827-4223-a60e-f4282889c6ec,revision_number=None']} {{(pid=109569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:49:08.203749 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a16e5d-cc75-4931-a181-6796224031da admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830538-5-iscsi {{(pid=109569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:49:08.204106 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a16e5d-cc75-4931-a181-6796224031da admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-5-iscsi {{(pid=109569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:49:08.204513 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a16e5d-cc75-4931-a181-6796224031da admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-5-iscsi {{(pid=109569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:49:08.204855 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a16e5d-cc75-4931-a181-6796224031da admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-5-iscsi {{(pid=109569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:49:08.205188 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a16e5d-cc75-4931-a181-6796224031da admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830538-5-iscsi {{(pid=109569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:49:08.205519 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a16e5d-cc75-4931-a181-6796224031da admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830538-5-iscsi {{(pid=109569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:49:08.205846 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a16e5d-cc75-4931-a181-6796224031da admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830538-5-iscsi {{(pid=109569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:49:08.206174 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a16e5d-cc75-4931-a181-6796224031da admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830538-5-iscsi {{(pid=109569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:49:08.206501 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a16e5d-cc75-4931-a181-6796224031da admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830538-5-iscsi {{(pid=109569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:49:08.206947 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a16e5d-cc75-4931-a181-6796224031da admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830538-5-iscsi {{(pid=109569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:49:08.207267 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a16e5d-cc75-4931-a181-6796224031da admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-5-iscsi {{(pid=109569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:49:08.207590 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a16e5d-cc75-4931-a181-6796224031da admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830538-5-iscsi {{(pid=109569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:49:08.207945 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a16e5d-cc75-4931-a181-6796224031da admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830538-5-iscsi {{(pid=109569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:49:08.294078 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb6ac59-757e-4a20-86d4-278acd4d9058 req-3f4f65e4-e329-4f94-956d-e1c86cede8d2 tempest-TestShelveInstance-339258210 tempest-TestShelveInstance-339258210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:49:08.295648 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-9cb6ac59-757e-4a20-86d4-278acd4d9058 req-3f4f65e4-e329-4f94-956d-e1c86cede8d2 tempest-TestShelveInstance-339258210 tempest-TestShelveInstance-339258210-project] 10.222.0.36 "GET /v2.0/ports?device_id=7890d07e-869c-4cc7-81d8-0d515670203c HTTP/1.1" status: 200 len: 945 time: 0.0579863 Feb 28 22:49:08.390380 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0c31d8-5344-4b1f-9f72-d4f22fb42ef7 req-68692346-0f6e-4791-91b5-4f9a80ee789a tempest-TestShelveInstance-339258210 tempest-TestShelveInstance-339258210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:49:08.393642 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-4a0c31d8-5344-4b1f-9f72-d4f22fb42ef7 req-68692346-0f6e-4791-91b5-4f9a80ee789a tempest-TestShelveInstance-339258210 tempest-TestShelveInstance-339258210-project] 10.222.0.11 "GET /v2.0/ports?device_id=7890d07e-869c-4cc7-81d8-0d515670203c HTTP/1.1" status: 200 len: 945 time: 0.1072457 Feb 28 22:49:08.482261 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-4a0c31d8-5344-4b1f-9f72-d4f22fb42ef7 req-5bc6d3c8-41fd-481c-9b52-d3f96ac48001 tempest-TestShelveInstance-339258210 tempest-TestShelveInstance-339258210-project] 10.222.0.11 "GET /v2.0/security-groups?id=024ad902-35c5-4d85-9bcc-a0943f245810&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0664701 Feb 28 22:49:08.485145 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.plugins.ml2.plugin [req-9cb6ac59-757e-4a20-86d4-278acd4d9058 req-a8cc775c-6c95-4fd4-8bfd-55c0c8fdc402 tempest-TestShelveInstance-339258210 tempest-TestShelveInstance-339258210-project] Deleting port e59bf740-33c4-4cb7-aa8d-608a93433e74 {{(pid=109568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 22:49:08.485272 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.wsgi [-] (109569) accepted ('10.222.0.11', 58870) {{(pid=109569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 22:49:08.485373 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [req-9cb6ac59-757e-4a20-86d4-278acd4d9058 req-a8cc775c-6c95-4fd4-8bfd-55c0c8fdc402 tempest-TestShelveInstance-339258210 tempest-TestShelveInstance-339258210-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750845080441'] for port (e59bf740-33c4-4cb7-aa8d-608a93433e74), before_delete {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:49:08.503600 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-73c18612-7002-40c6-aa13-e7639d77a363 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:49:08.582323 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-73c18612-7002-40c6-aa13-e7639d77a363 admin admin] Publish callbacks [] for security_group (35539bcb-6430-438c-90ff-fbc510d1eb70), precommit_create {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:49:08.583966 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.plugins.ml2.db [req-9cb6ac59-757e-4a20-86d4-278acd4d9058 req-a8cc775c-6c95-4fd4-8bfd-55c0c8fdc402 tempest-TestShelveInstance-339258210 tempest-TestShelveInstance-339258210-project] For port e59bf740-33c4-4cb7-aa8d-608a93433e74, host hv-cinder-83053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83053',level=0,port_id=e59bf740-33c4-4cb7-aa8d-608a93433e74,segment=NetworkSegment(40962d94-efde-405d-9470-857ab3eca9da),segment_id=40962d94-efde-405d-9470-857ab3eca9da)] {{(pid=109568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 22:49:08.584354 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [req-9cb6ac59-757e-4a20-86d4-278acd4d9058 req-a8cc775c-6c95-4fd4-8bfd-55c0c8fdc402 tempest-TestShelveInstance-339258210 tempest-TestShelveInstance-339258210-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33552544'] for port (e59bf740-33c4-4cb7-aa8d-608a93433e74), precommit_delete {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:49:08.586992 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-73c18612-7002-40c6-aa13-e7639d77a363 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33441213'] for security_group (35539bcb-6430-438c-90ff-fbc510d1eb70), after_create {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:49:08.604994 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.plugins.ml2.plugin [req-9cb6ac59-757e-4a20-86d4-278acd4d9058 req-a8cc775c-6c95-4fd4-8bfd-55c0c8fdc402 tempest-TestShelveInstance-339258210 tempest-TestShelveInstance-339258210-project] Calling delete_port for e59bf740-33c4-4cb7-aa8d-608a93433e74 owned by compute:nova {{(pid=109568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 22:49:08.627240 dv-cinder-830538-5-iscsi neutron-server[109569]: INFO neutron.wsgi [None req-73c18612-7002-40c6-aa13-e7639d77a363 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=490f062067354afc8ebc6a0d41031af3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1411574 Feb 28 22:49:08.627970 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c18612-7002-40c6-aa13-e7639d77a363 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35539bcb-6430-438c-90ff-fbc510d1eb70,revision_number=1']} {{(pid=109569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:49:08.631069 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.wsgi [-] (109569) accepted ('10.222.0.11', 58872) {{(pid=109569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 22:49:08.680769 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-5b9b66c7-2552-49cb-b796-4fe3631ba272 admin admin] Publish callbacks [] for security_group (35539bcb-6430-438c-90ff-fbc510d1eb70), before_delete {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:49:08.703035 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-5b9b66c7-2552-49cb-b796-4fe3631ba272 admin admin] Publish callbacks [] for security_group (35539bcb-6430-438c-90ff-fbc510d1eb70), precommit_delete {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:49:08.737515 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [req-9cb6ac59-757e-4a20-86d4-278acd4d9058 req-a8cc775c-6c95-4fd4-8bfd-55c0c8fdc402 tempest-TestShelveInstance-339258210 tempest-TestShelveInstance-339258210-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33156859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750845083868', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750844628237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30788389'] for port (e59bf740-33c4-4cb7-aa8d-608a93433e74), after_delete {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:49:08.752699 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-5b9b66c7-2552-49cb-b796-4fe3631ba272 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33441213'] for security_group (35539bcb-6430-438c-90ff-fbc510d1eb70), after_delete {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:49:08.755059 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-5b9b66c7-2552-49cb-b796-4fe3631ba272 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:49:08.758616 dv-cinder-830538-5-iscsi neutron-server[109569]: INFO neutron.wsgi [None req-5b9b66c7-2552-49cb-b796-4fe3631ba272 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/35539bcb-6430-438c-90ff-fbc510d1eb70 HTTP/1.1" status: 204 len: 168 time: 0.1241527 Feb 28 22:49:08.764193 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9b66c7-2552-49cb-b796-4fe3631ba272 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35539bcb-6430-438c-90ff-fbc510d1eb70,revision_number=None']} {{(pid=109569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:49:08.766331 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8cc775c-6c95-4fd4-8bfd-55c0c8fdc402 tempest-TestShelveInstance-339258210 tempest-TestShelveInstance-339258210-project] Pushing event deleted for resources: {'Port': ['ID=e59bf740-33c4-4cb7-aa8d-608a93433e74,revision_number=None']} {{(pid=109568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:49:08.832996 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.db.l3_dvrscheduler_db [req-9cb6ac59-757e-4a20-86d4-278acd4d9058 req-a8cc775c-6c95-4fd4-8bfd-55c0c8fdc402 tempest-TestShelveInstance-339258210 tempest-TestShelveInstance-339258210-project] No DVR routers for this DVR port e59bf740-33c4-4cb7-aa8d-608a93433e74 on host hv-cinder-83053 {{(pid=109568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 22:49:08.835523 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [req-9cb6ac59-757e-4a20-86d4-278acd4d9058 req-a8cc775c-6c95-4fd4-8bfd-55c0c8fdc402 tempest-TestShelveInstance-339258210 tempest-TestShelveInstance-339258210-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80159'] for port (None), before_response {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:49:08.838941 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-9cb6ac59-757e-4a20-86d4-278acd4d9058 req-a8cc775c-6c95-4fd4-8bfd-55c0c8fdc402 tempest-TestShelveInstance-339258210 tempest-TestShelveInstance-339258210-project] 10.222.0.36 "DELETE /v2.0/ports/e59bf740-33c4-4cb7-aa8d-608a93433e74 HTTP/1.1" status: 204 len: 173 time: 0.5343916 Feb 28 22:49:08.839405 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7890d07e-869c-4cc7-81d8-0d515670203c', 'name': 'network-vif-deleted', 'tag': 'e59bf740-33c4-4cb7-aa8d-608a93433e74'}] {{(pid=109568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 22:49:08.841708 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be30730c9f576b5ae602769365630bce3a2881df6c4aa92702dca8eb1643a507" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-783ae127-6cfa-43ef-9f59-d1b6f0c1dc4f" -d '{"events": [{"server_uuid": "7890d07e-869c-4cc7-81d8-0d515670203c", "name": "network-vif-deleted", "tag": "e59bf740-33c4-4cb7-aa8d-608a93433e74"}]}' {{(pid=109568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 22:49:08.884033 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 22:49:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4688cf2-f93f-426b-b43e-5598a147771c x-openstack-request-id: req-f4688cf2-f93f-426b-b43e-5598a147771c {{(pid=109568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 22:49:08.884346 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7890d07e-869c-4cc7-81d8-0d515670203c", "name": "network-vif-deleted", "tag": "e59bf740-33c4-4cb7-aa8d-608a93433e74", "status": "completed", "code": 200}]} {{(pid=109568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 22:49:08.884619 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-f4688cf2-f93f-426b-b43e-5598a147771c {{(pid=109568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 22:49:08.885033 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7890d07e-869c-4cc7-81d8-0d515670203c', 'name': 'network-vif-deleted', 'tag': 'e59bf740-33c4-4cb7-aa8d-608a93433e74', 'status': 'completed', 'code': 200} Feb 28 22:49:09.140527 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.wsgi [-] (109569) accepted ('10.222.0.11', 58880) {{(pid=109569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 22:49:09.156291 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-27bc59e8-f4df-4f0e-b514-7503f084c0eb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:49:09.242336 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-27bc59e8-f4df-4f0e-b514-7503f084c0eb admin admin] Publish callbacks [] for security_group (20f3e9d3-ea86-4c26-be2e-9d8c5a799b4f), precommit_create {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:49:09.246533 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-27bc59e8-f4df-4f0e-b514-7503f084c0eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33441213'] for security_group (20f3e9d3-ea86-4c26-be2e-9d8c5a799b4f), after_create {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:49:09.288711 dv-cinder-830538-5-iscsi neutron-server[109569]: INFO neutron.wsgi [None req-27bc59e8-f4df-4f0e-b514-7503f084c0eb admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=852d3ee66b694f79b91ad285f09e0eb6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1470833 Feb 28 22:49:09.289999 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27bc59e8-f4df-4f0e-b514-7503f084c0eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20f3e9d3-ea86-4c26-be2e-9d8c5a799b4f,revision_number=1']} {{(pid=109569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:49:09.291938 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.wsgi [-] (109568) accepted ('10.222.0.11', 58882) {{(pid=109568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 22:49:09.343135 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-0a9f5b49-cc82-4212-a11d-c6deba68d306 admin admin] Publish callbacks [] for security_group (20f3e9d3-ea86-4c26-be2e-9d8c5a799b4f), before_delete {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:49:09.365438 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-0a9f5b49-cc82-4212-a11d-c6deba68d306 admin admin] Publish callbacks [] for security_group (20f3e9d3-ea86-4c26-be2e-9d8c5a799b4f), precommit_delete {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:49:09.415458 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-0a9f5b49-cc82-4212-a11d-c6deba68d306 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33441213'] for security_group (20f3e9d3-ea86-4c26-be2e-9d8c5a799b4f), after_delete {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:49:09.418061 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-0a9f5b49-cc82-4212-a11d-c6deba68d306 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:49:09.419222 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [None req-0a9f5b49-cc82-4212-a11d-c6deba68d306 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/20f3e9d3-ea86-4c26-be2e-9d8c5a799b4f HTTP/1.1" status: 204 len: 168 time: 0.1262579 Feb 28 22:49:09.426981 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a9f5b49-cc82-4212-a11d-c6deba68d306 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20f3e9d3-ea86-4c26-be2e-9d8c5a799b4f,revision_number=None']} {{(pid=109568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:49:09.604316 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-7234d5e5-38c5-4919-93d5-957d6b20a971 req-11b9a31c-6d88-453f-b20d-400b5a1be4ed tempest-TestShelveInstance-339258210 tempest-TestShelveInstance-339258210-project] 10.222.0.11 "GET /v2.0/ports?device_id=7890d07e-869c-4cc7-81d8-0d515670203c HTTP/1.1" status: 200 len: 210 time: 0.0324998 Feb 28 22:49:10.671341 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.wsgi [-] (109568) accepted ('10.222.0.11', 58962) {{(pid=109568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 22:49:10.743432 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-41662083-55f4-4931-ac12-525b0045443e tempest-TestShelveInstance-339258210 tempest-TestShelveInstance-339258210-project] Publish callbacks [] for security_group (024ad902-35c5-4d85-9bcc-a0943f245810), before_delete {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:49:10.768365 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-41662083-55f4-4931-ac12-525b0045443e tempest-TestShelveInstance-339258210 tempest-TestShelveInstance-339258210-project] Publish callbacks [] for security_group (024ad902-35c5-4d85-9bcc-a0943f245810), precommit_delete {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:49:10.829027 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-41662083-55f4-4931-ac12-525b0045443e tempest-TestShelveInstance-339258210 tempest-TestShelveInstance-339258210-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33441213'] for security_group (024ad902-35c5-4d85-9bcc-a0943f245810), after_delete {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:49:10.831735 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-41662083-55f4-4931-ac12-525b0045443e tempest-TestShelveInstance-339258210 tempest-TestShelveInstance-339258210-project] Publish callbacks [] for security_group (None), before_response {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:49:10.832889 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [None req-41662083-55f4-4931-ac12-525b0045443e tempest-TestShelveInstance-339258210 tempest-TestShelveInstance-339258210-project] 10.222.0.11 "DELETE /v2.0/security-groups/024ad902-35c5-4d85-9bcc-a0943f245810 HTTP/1.1" status: 204 len: 168 time: 0.1494849 Feb 28 22:49:10.842626 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41662083-55f4-4931-ac12-525b0045443e tempest-TestShelveInstance-339258210 tempest-TestShelveInstance-339258210-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=024ad902-35c5-4d85-9bcc-a0943f245810,revision_number=None']} {{(pid=109568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:49:10.881546 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.wsgi [-] (109569) accepted ('10.222.0.11', 58968) {{(pid=109569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 22:49:11.374926 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-91f3ba8b-90c8-42cc-939a-84637bcbd8d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33522891'] for router_interface (5cccabae-03f8-4a53-a123-a1f8775759e9), before_delete {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:49:11.626723 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.plugins.ml2.plugin [None req-91f3ba8b-90c8-42cc-939a-84637bcbd8d3 admin admin] Deleting port 7ac7c138-d37d-49d6-84a8-6471145908cb {{(pid=109569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 22:49:11.626977 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-91f3ba8b-90c8-42cc-939a-84637bcbd8d3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750845080441'] for port (7ac7c138-d37d-49d6-84a8-6471145908cb), before_delete {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:49:11.704179 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.plugins.ml2.db [None req-91f3ba8b-90c8-42cc-939a-84637bcbd8d3 admin admin] For port 7ac7c138-d37d-49d6-84a8-6471145908cb, host dv-cinder-830538-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830538-5-iscsi',level=0,port_id=7ac7c138-d37d-49d6-84a8-6471145908cb,segment=NetworkSegment(40962d94-efde-405d-9470-857ab3eca9da),segment_id=40962d94-efde-405d-9470-857ab3eca9da)] {{(pid=109569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 22:49:11.704546 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-91f3ba8b-90c8-42cc-939a-84637bcbd8d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33552544'] for port (7ac7c138-d37d-49d6-84a8-6471145908cb), precommit_delete {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:49:11.721475 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.plugins.ml2.plugin [None req-91f3ba8b-90c8-42cc-939a-84637bcbd8d3 admin admin] Calling delete_port for 7ac7c138-d37d-49d6-84a8-6471145908cb owned by network:router_interface {{(pid=109569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 22:49:11.900452 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-91f3ba8b-90c8-42cc-939a-84637bcbd8d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33156859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750845083868', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750844628237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30055478'] for port (7ac7c138-d37d-49d6-84a8-6471145908cb), after_delete {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:49:11.926310 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f3ba8b-90c8-42cc-939a-84637bcbd8d3 admin admin] Pushing event deleted for resources: {'Port': ['ID=7ac7c138-d37d-49d6-84a8-6471145908cb,revision_number=None']} {{(pid=109569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:49:12.093097 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-91f3ba8b-90c8-42cc-939a-84637bcbd8d3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33156608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33522727'] for router_interface (5cccabae-03f8-4a53-a123-a1f8775759e9), after_delete {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:49:12.126462 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.rpc [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] Device e59bf740-33c4-4cb7-aa8d-608a93433e74 no longer exists at agent hyperv_hv-cinder-83053 {{(pid=109570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 22:49:12.150173 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.plugin [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] No Port match for: e59bf740-33c4-4cb7-aa8d-608a93433e74 {{(pid=109570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 22:49:12.150596 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.rpc [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] Device e59bf740-33c4-4cb7-aa8d-608a93433e74 not bound to the agent host hv-cinder-83053 {{(pid=109570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 22:49:12.309540 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91f3ba8b-90c8-42cc-939a-84637bcbd8d3 admin admin] Router 5cccabae-03f8-4a53-a123-a1f8775759e9 has already been hosted by L3 agent 1bbc3f13-d896-4633-9d3f-4f3415ceb83d {{(pid=109569) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 22:49:12.419101 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91f3ba8b-90c8-42cc-939a-84637bcbd8d3 admin admin] Notify agent at l3_agent.dv-cinder-830538-5-iscsi the message routers_updated {{(pid=109569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 22:49:12.424408 dv-cinder-830538-5-iscsi neutron-server[109569]: INFO neutron.wsgi [None req-91f3ba8b-90c8-42cc-939a-84637bcbd8d3 admin admin] 10.222.0.11 "PUT /v2.0/routers/5cccabae-03f8-4a53-a123-a1f8775759e9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5425708 Feb 28 22:49:12.427032 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.wsgi [-] (109568) accepted ('10.222.0.11', 58994) {{(pid=109568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 22:49:12.428350 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-824c1f75-1eef-4691-bcb5-6cdedee1cf9e None None] Sync routers for ids ['5cccabae-03f8-4a53-a123-a1f8775759e9'] in dv-cinder-830538-5-iscsi {{(pid=109570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 22:49:12.439427 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-824c1f75-1eef-4691-bcb5-6cdedee1cf9e None None] Routers {'5cccabae-03f8-4a53-a123-a1f8775759e9'} bound to L3 agent in host dv-cinder-830538-5-iscsi {{(pid=109570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 22:49:12.440084 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.db.l3_hamode_db [None req-824c1f75-1eef-4691-bcb5-6cdedee1cf9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830538-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T22:34:03Z,description=,heartbeat_timestamp=2022-02-28T22:49:03Z,host='dv-cinder-830538-5-iscsi',id=1bbc3f13-d896-4633-9d3f-4f3415ceb83d,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T22:34:03Z,topic='l3_agent')) {'router_ids': ['5cccabae-03f8-4a53-a123-a1f8775759e9'], 'active': True} {{(pid=109570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 22:49:12.545386 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-e762ec20-0e06-4b93-b888-5b7f24e53c55 admin admin] Publish callbacks [] for router (5cccabae-03f8-4a53-a123-a1f8775759e9), before_delete {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:49:12.558223 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.db.l3_dvr_db [None req-824c1f75-1eef-4691-bcb5-6cdedee1cf9e None None] Set router 5cccabae-03f8-4a53-a123-a1f8775759e9 gateway port host: dv-cinder-830538-5-iscsi {{(pid=109570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 22:49:12.653755 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-e762ec20-0e06-4b93-b888-5b7f24e53c55 admin admin] Publish callbacks [] for router_gateway (5cccabae-03f8-4a53-a123-a1f8775759e9), before_delete {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:49:12.712379 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.plugins.ml2.plugin [None req-e762ec20-0e06-4b93-b888-5b7f24e53c55 admin admin] Deleting port 72e1ae95-5578-4065-a44e-454842d789b4 {{(pid=109568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 22:49:12.712379 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-e762ec20-0e06-4b93-b888-5b7f24e53c55 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750845080441'] for port (72e1ae95-5578-4065-a44e-454842d789b4), before_delete {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:49:12.747968 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.db.l3_hamode_db [None req-824c1f75-1eef-4691-bcb5-6cdedee1cf9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cccabae-03f8-4a53-a123-a1f8775759e9', 'name': 'tempest-TestShelveInstance-508901651-router', 'tenant_id': '77e116bf700b44a1a6f3fd4b298b9c7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e7a10c7-addc-4b79-a555-0b472e939652', 'external_fixed_ips': [{'subnet_id': '8aaf002d-6309-4cf0-ae69-6d349a14c0b1', 'ip_address': '172.27.0.220'}], 'enable_snat': True}, 'gw_port_id': '72e1ae95-5578-4065-a44e-454842d789b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T22:44:05Z', 'updated_at': '2022-02-28T22:49:11Z', 'revision_number': 5, 'project_id': '77e116bf700b44a1a6f3fd4b298b9c7c', 'gw_port': {'id': '72e1ae95-5578-4065-a44e-454842d789b4', 'name': '', 'network_id': '3e7a10c7-addc-4b79-a555-0b472e939652', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:94:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cccabae-03f8-4a53-a123-a1f8775759e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': '8aaf002d-6309-4cf0-ae69-6d349a14c0b1', 'ip_address': '172.27.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T22:44:06Z', 'updated_at': '2022-02-28T22:44:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8aaf002d-6309-4cf0-ae69-6d349a14c0b1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830538-5-iscsi'}], 'dv-cinder-830538-5-iscsi', False) {} {{(pid=109570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 22:49:12.781553 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-824c1f75-1eef-4691-bcb5-6cdedee1cf9e None None] Checking router: 5cccabae-03f8-4a53-a123-a1f8775759e9 for host: dv-cinder-830538-5-iscsi {{(pid=109570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 22:49:12.790407 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-824c1f75-1eef-4691-bcb5-6cdedee1cf9e None None] Routers {'5cccabae-03f8-4a53-a123-a1f8775759e9'} bound to L3 agent in host dv-cinder-830538-5-iscsi {{(pid=109570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 22:49:12.791016 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.db.l3_hamode_db [None req-824c1f75-1eef-4691-bcb5-6cdedee1cf9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830538-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T22:34:03Z,description=,heartbeat_timestamp=2022-02-28T22:49:03Z,host='dv-cinder-830538-5-iscsi',id=1bbc3f13-d896-4633-9d3f-4f3415ceb83d,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T22:34:03Z,topic='l3_agent')) {'router_ids': ['5cccabae-03f8-4a53-a123-a1f8775759e9'], 'active': True} {{(pid=109570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 22:49:12.798598 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.plugins.ml2.db [None req-e762ec20-0e06-4b93-b888-5b7f24e53c55 admin admin] For port 72e1ae95-5578-4065-a44e-454842d789b4, host dv-cinder-830538-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830538-5-iscsi',level=0,port_id=72e1ae95-5578-4065-a44e-454842d789b4,segment=NetworkSegment(ee66776f-25dd-443a-9417-ae0becd0bae6),segment_id=ee66776f-25dd-443a-9417-ae0becd0bae6)] {{(pid=109568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 22:49:12.798967 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-e762ec20-0e06-4b93-b888-5b7f24e53c55 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33552544'] for port (72e1ae95-5578-4065-a44e-454842d789b4), precommit_delete {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:49:12.816658 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.plugins.ml2.plugin [None req-e762ec20-0e06-4b93-b888-5b7f24e53c55 admin admin] Calling delete_port for 72e1ae95-5578-4065-a44e-454842d789b4 owned by network:router_gateway {{(pid=109568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 22:49:12.878799 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.db.l3_dvr_db [None req-824c1f75-1eef-4691-bcb5-6cdedee1cf9e None None] Set router 5cccabae-03f8-4a53-a123-a1f8775759e9 gateway port host: None {{(pid=109570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 22:49:12.936492 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.db.l3_hamode_db [None req-824c1f75-1eef-4691-bcb5-6cdedee1cf9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cccabae-03f8-4a53-a123-a1f8775759e9', 'name': 'tempest-TestShelveInstance-508901651-router', 'tenant_id': '77e116bf700b44a1a6f3fd4b298b9c7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T22:44:05Z', 'updated_at': '2022-02-28T22:49:12Z', 'revision_number': 6, 'project_id': '77e116bf700b44a1a6f3fd4b298b9c7c', 'gw_port_host': None}], 'dv-cinder-830538-5-iscsi', False) {} {{(pid=109570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 22:49:12.964097 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-824c1f75-1eef-4691-bcb5-6cdedee1cf9e None None] The sync data for ids ['5cccabae-03f8-4a53-a123-a1f8775759e9'] in dv-cinder-830538-5-iscsi is: [{'id': '5cccabae-03f8-4a53-a123-a1f8775759e9', 'name': 'tempest-TestShelveInstance-508901651-router', 'tenant_id': '77e116bf700b44a1a6f3fd4b298b9c7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T22:44:05Z', 'updated_at': '2022-02-28T22:49:12Z', 'revision_number': 6, 'project_id': '77e116bf700b44a1a6f3fd4b298b9c7c', 'gw_port_host': None}] {{(pid=109570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 22:49:12.991026 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-e762ec20-0e06-4b93-b888-5b7f24e53c55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33156859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750845083868', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750844628237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30788389'] for port (72e1ae95-5578-4065-a44e-454842d789b4), after_delete {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:49:13.019193 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e762ec20-0e06-4b93-b888-5b7f24e53c55 admin admin] Pushing event deleted for resources: {'Port': ['ID=72e1ae95-5578-4065-a44e-454842d789b4,revision_number=None']} {{(pid=109568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:49:13.081735 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-e762ec20-0e06-4b93-b888-5b7f24e53c55 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33522053'] for router_gateway (5cccabae-03f8-4a53-a123-a1f8775759e9), after_delete {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:49:13.173548 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-e762ec20-0e06-4b93-b888-5b7f24e53c55 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33526293', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4159'] for router (5cccabae-03f8-4a53-a123-a1f8775759e9), precommit_delete {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:49:13.175702 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-e762ec20-0e06-4b93-b888-5b7f24e53c55 admin admin] Publish callbacks [] for router_controller (5cccabae-03f8-4a53-a123-a1f8775759e9), precommit_delete_associations {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:49:13.223122 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-e762ec20-0e06-4b93-b888-5b7f24e53c55 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33526318'] for router (5cccabae-03f8-4a53-a123-a1f8775759e9), after_delete {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:49:13.223576 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e762ec20-0e06-4b93-b888-5b7f24e53c55 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5cccabae-03f8-4a53-a123-a1f8775759e9 {{(pid=109568) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 28 22:49:13.228194 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-e762ec20-0e06-4b93-b888-5b7f24e53c55 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:49:13.229343 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [None req-e762ec20-0e06-4b93-b888-5b7f24e53c55 admin admin] 10.222.0.11 "DELETE /v2.0/routers/5cccabae-03f8-4a53-a123-a1f8775759e9 HTTP/1.1" status: 204 len: 168 time: 0.8001781 Feb 28 22:49:13.231835 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.wsgi [-] (109568) accepted ('10.222.0.11', 59000) {{(pid=109568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 22:49:13.276500 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.db.db_base_plugin_v2 [None req-b1b0e874-5805-4bc8-8474-6f73af4be672 admin admin] Deleting subnet e81b642d-26f6-40c1-82ba-10ebf6b78fed {{(pid=109568) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 22:49:13.279676 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-b1b0e874-5805-4bc8-8474-6f73af4be672 admin admin] Publish callbacks [] for subnet (e81b642d-26f6-40c1-82ba-10ebf6b78fed), before_delete {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:49:13.316839 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-b1b0e874-5805-4bc8-8474-6f73af4be672 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29573530'] for subnet (e81b642d-26f6-40c1-82ba-10ebf6b78fed), precommit_delete_associations {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:49:13.405704 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-b1b0e874-5805-4bc8-8474-6f73af4be672 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002603'] for subnet (e81b642d-26f6-40c1-82ba-10ebf6b78fed), precommit_delete {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:49:13.459299 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-b1b0e874-5805-4bc8-8474-6f73af4be672 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33448168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33156859', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30788374', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24898847'] for subnet (e81b642d-26f6-40c1-82ba-10ebf6b78fed), after_delete {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:49:13.484129 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b0e874-5805-4bc8-8474-6f73af4be672 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e81b642d-26f6-40c1-82ba-10ebf6b78fed,revision_number=None']} {{(pid=109568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:49:13.488100 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-b1b0e874-5805-4bc8-8474-6f73af4be672 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:49:13.493986 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [None req-b1b0e874-5805-4bc8-8474-6f73af4be672 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/e81b642d-26f6-40c1-82ba-10ebf6b78fed HTTP/1.1" status: 204 len: 168 time: 0.2589939 Feb 28 22:49:13.494253 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e87acc0-9e12-4312-b951-f6b5018c5491 None None] Network 5e888405-e835-4d9e-af33-9a4514df60c4 requested from dv-cinder-830538-5-iscsi {{(pid=109570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 22:49:13.494723 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.wsgi [-] (109568) accepted ('10.222.0.11', 59002) {{(pid=109568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 22:49:13.562328 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-049fee24-f6a3-46e1-9baf-9fa1145d26c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1026704'] for network (5e888405-e835-4d9e-af33-9a4514df60c4), before_delete {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:49:13.625502 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.plugins.ml2.plugin [None req-049fee24-f6a3-46e1-9baf-9fa1145d26c1 admin admin] Deleting port e7e7466f-3526-4bfb-8f22-d9110165db63 {{(pid=109568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 22:49:13.625839 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-049fee24-f6a3-46e1-9baf-9fa1145d26c1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750845080441'] for port (e7e7466f-3526-4bfb-8f22-d9110165db63), before_delete {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:49:13.689599 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.plugins.ml2.db [None req-049fee24-f6a3-46e1-9baf-9fa1145d26c1 admin admin] For port e7e7466f-3526-4bfb-8f22-d9110165db63, host dv-cinder-830538-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830538-5-iscsi',level=0,port_id=e7e7466f-3526-4bfb-8f22-d9110165db63,segment=NetworkSegment(40962d94-efde-405d-9470-857ab3eca9da),segment_id=40962d94-efde-405d-9470-857ab3eca9da)] {{(pid=109568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 22:49:13.689969 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-049fee24-f6a3-46e1-9baf-9fa1145d26c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33552544'] for port (e7e7466f-3526-4bfb-8f22-d9110165db63), precommit_delete {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:49:13.704445 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.plugins.ml2.plugin [None req-049fee24-f6a3-46e1-9baf-9fa1145d26c1 admin admin] Calling delete_port for e7e7466f-3526-4bfb-8f22-d9110165db63 owned by network:dhcp {{(pid=109568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 22:49:13.730365 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dbf114e-0f9b-4320-aba5-8c3475baf5b3 None None] DHCP port deletion for 5e888405-e835-4d9e-af33-9a4514df60c4 request from dv-cinder-830538-5-iscsi {{(pid=109570) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 28 22:49:13.785324 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.plugin [None req-8dbf114e-0f9b-4320-aba5-8c3475baf5b3 None None] Deleting port e7e7466f-3526-4bfb-8f22-d9110165db63 {{(pid=109570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 22:49:13.785611 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-8dbf114e-0f9b-4320-aba5-8c3475baf5b3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750845080441'] for port (e7e7466f-3526-4bfb-8f22-d9110165db63), before_delete {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:49:13.789121 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-049fee24-f6a3-46e1-9baf-9fa1145d26c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33156859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750845083868', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750844628237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30788389'] for port (e7e7466f-3526-4bfb-8f22-d9110165db63), after_delete {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:49:13.817006 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049fee24-f6a3-46e1-9baf-9fa1145d26c1 admin admin] Pushing event deleted for resources: {'Port': ['ID=e7e7466f-3526-4bfb-8f22-d9110165db63,revision_number=None']} {{(pid=109568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:49:13.828200 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-049fee24-f6a3-46e1-9baf-9fa1145d26c1 admin admin] No DVR routers for this DVR port e7e7466f-3526-4bfb-8f22-d9110165db63 on host dv-cinder-830538-5-iscsi {{(pid=109568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 22:49:13.862312 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.db [None req-8dbf114e-0f9b-4320-aba5-8c3475baf5b3 None None] For port e7e7466f-3526-4bfb-8f22-d9110165db63, host dv-cinder-830538-5-iscsi, got binding levels [] {{(pid=109570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 22:49:13.862757 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-8dbf114e-0f9b-4320-aba5-8c3475baf5b3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33552544'] for port (e7e7466f-3526-4bfb-8f22-d9110165db63), precommit_delete {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:49:13.876444 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.plugin [None req-8dbf114e-0f9b-4320-aba5-8c3475baf5b3 None None] Calling delete_port for e7e7466f-3526-4bfb-8f22-d9110165db63 owned by network:dhcp {{(pid=109570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 22:49:13.881733 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.db.ipam_backend_mixin [None req-8dbf114e-0f9b-4320-aba5-8c3475baf5b3 None None] Port e7e7466f-3526-4bfb-8f22-d9110165db63 was not found and therefore no delete operation was performed {{(pid=109570) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 28 22:49:13.884657 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-8dbf114e-0f9b-4320-aba5-8c3475baf5b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33156859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750845083868', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750844628237'] for port (e7e7466f-3526-4bfb-8f22-d9110165db63), after_delete {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:49:13.914491 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dbf114e-0f9b-4320-aba5-8c3475baf5b3 None None] No DVR routers for this DVR port e7e7466f-3526-4bfb-8f22-d9110165db63 on host dv-cinder-830538-5-iscsi {{(pid=109570) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 22:49:13.918516 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dbf114e-0f9b-4320-aba5-8c3475baf5b3 None None] Pushing event deleted for resources: {'Port': ['ID=e7e7466f-3526-4bfb-8f22-d9110165db63,revision_number=None']} {{(pid=109570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:49:13.919139 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-049fee24-f6a3-46e1-9baf-9fa1145d26c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-574352', 'neutron.services.segments.db._delete_segments_for_network-8750845036701'] for network (5e888405-e835-4d9e-af33-9a4514df60c4), precommit_delete {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:49:13.941140 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.services.segments.db [None req-049fee24-f6a3-46e1-9baf-9fa1145d26c1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5e888405-e835-4d9e-af33-9a4514df60c4']}} {{(pid=109568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 22:49:13.950714 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.services.segments.db [None req-049fee24-f6a3-46e1-9baf-9fa1145d26c1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '40962d94-efde-405d-9470-857ab3eca9da') {'for_net_delete': True} {{(pid=109568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 22:49:13.951006 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.services.segments.db [None req-049fee24-f6a3-46e1-9baf-9fa1145d26c1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '40962d94-efde-405d-9470-857ab3eca9da') {} {{(pid=109568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 22:49:13.960675 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-049fee24-f6a3-46e1-9baf-9fa1145d26c1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750845040550', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29573517'] for segment (40962d94-efde-405d-9470-857ab3eca9da), before_delete {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:49:13.976972 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-049fee24-f6a3-46e1-9baf-9fa1145d26c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1012980'] for segment (40962d94-efde-405d-9470-857ab3eca9da), precommit_delete {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:49:13.983062 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-049fee24-f6a3-46e1-9baf-9fa1145d26c1 admin admin] Releasing vlan 148 on physical network physnet1 to pool {{(pid=109568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 22:49:13.983705 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-049fee24-f6a3-46e1-9baf-9fa1145d26c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1012980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30788552'] for segment (40962d94-efde-405d-9470-857ab3eca9da), after_delete {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:49:13.985353 dv-cinder-830538-5-iscsi neutron-server[109568]: Traceback (most recent call last): Feb 28 22:49:13.985353 dv-cinder-830538-5-iscsi neutron-server[109568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 22:49:13.985353 dv-cinder-830538-5-iscsi neutron-server[109568]: timer() Feb 28 22:49:13.985353 dv-cinder-830538-5-iscsi neutron-server[109568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 22:49:13.985353 dv-cinder-830538-5-iscsi neutron-server[109568]: cb(*args, **kw) Feb 28 22:49:13.985353 dv-cinder-830538-5-iscsi neutron-server[109568]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 22:49:13.985353 dv-cinder-830538-5-iscsi neutron-server[109568]: return func(*args, **kwargs) Feb 28 22:49:13.985353 dv-cinder-830538-5-iscsi neutron-server[109568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 22:49:13.985353 dv-cinder-830538-5-iscsi neutron-server[109568]: self._notify() Feb 28 22:49:13.985353 dv-cinder-830538-5-iscsi neutron-server[109568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 22:49:13.985353 dv-cinder-830538-5-iscsi neutron-server[109568]: self.callback(batched_events) Feb 28 22:49:13.985353 dv-cinder-830538-5-iscsi neutron-server[109568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 22:49:13.985353 dv-cinder-830538-5-iscsi neutron-server[109568]: event.method(event) Feb 28 22:49:13.985353 dv-cinder-830538-5-iscsi neutron-server[109568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 22:49:13.985353 dv-cinder-830538-5-iscsi neutron-server[109568]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 22:49:13.985353 dv-cinder-830538-5-iscsi neutron-server[109568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 22:49:13.985353 dv-cinder-830538-5-iscsi neutron-server[109568]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 22:49:13.985353 dv-cinder-830538-5-iscsi neutron-server[109568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 22:49:13.985353 dv-cinder-830538-5-iscsi neutron-server[109568]: return f(self, *a, **k) Feb 28 22:49:13.985353 dv-cinder-830538-5-iscsi neutron-server[109568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 22:49:13.985353 dv-cinder-830538-5-iscsi neutron-server[109568]: return self._get(url).json() Feb 28 22:49:13.985353 dv-cinder-830538-5-iscsi neutron-server[109568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 22:49:13.985353 dv-cinder-830538-5-iscsi neutron-server[109568]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 22:49:13.985353 dv-cinder-830538-5-iscsi neutron-server[109568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 22:49:13.985353 dv-cinder-830538-5-iscsi neutron-server[109568]: return self.request(url, 'GET', **kwargs) Feb 28 22:49:13.985353 dv-cinder-830538-5-iscsi neutron-server[109568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 22:49:13.985353 dv-cinder-830538-5-iscsi neutron-server[109568]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 22:49:13.985353 dv-cinder-830538-5-iscsi neutron-server[109568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 22:49:13.985353 dv-cinder-830538-5-iscsi neutron-server[109568]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 22:49:13.985353 dv-cinder-830538-5-iscsi neutron-server[109568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 22:49:13.985353 dv-cinder-830538-5-iscsi neutron-server[109568]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 22:49:13.985353 dv-cinder-830538-5-iscsi neutron-server[109568]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 22:49:14.043239 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-049fee24-f6a3-46e1-9baf-9fa1145d26c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-574441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33441228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33156859', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33522105'] for network (5e888405-e835-4d9e-af33-9a4514df60c4), after_delete {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:49:14.053532 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-049fee24-f6a3-46e1-9baf-9fa1145d26c1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33156845'] for network (None), before_response {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:49:14.057001 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [None req-049fee24-f6a3-46e1-9baf-9fa1145d26c1 admin admin] 10.222.0.11 "DELETE /v2.0/networks/5e888405-e835-4d9e-af33-9a4514df60c4 HTTP/1.1" status: 204 len: 168 time: 0.5615802 Feb 28 22:49:14.059895 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.wsgi [-] (109569) accepted ('10.222.0.11', 59008) {{(pid=109569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 22:49:14.074467 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750845036683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579975'] for agent (5b2bda77-ea31-45ff-af39-f050a95cb1da), after_update {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:49:14.080928 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049fee24-f6a3-46e1-9baf-9fa1145d26c1 admin admin] Pushing event deleted for resources: {'Network': ['ID=5e888405-e835-4d9e-af33-9a4514df60c4,revision_number=None']} {{(pid=109568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:49:14.627225 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-384b1292-72eb-49e7-bb5f-4f0fd7b62ccc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33522891'] for router_interface (e385438f-830a-452e-8537-53a391666901), before_delete {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:49:14.758757 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.rpc [None req-154add69-038d-48cc-93ba-bd7e358b6d11 None None] Device e7e7466f-3526-4bfb-8f22-d9110165db63 no longer exists at agent ovs-agent-dv-cinder-830538-5-iscsi {{(pid=109570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 22:49:14.783443 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.plugin [None req-154add69-038d-48cc-93ba-bd7e358b6d11 None None] No Port match for: e7e7466f-3526-4bfb-8f22-d9110165db63 {{(pid=109570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 22:49:14.783819 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.rpc [None req-154add69-038d-48cc-93ba-bd7e358b6d11 None None] Device e7e7466f-3526-4bfb-8f22-d9110165db63 not bound to the agent host dv-cinder-830538-5-iscsi {{(pid=109570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 22:49:14.784243 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.rpc [None req-154add69-038d-48cc-93ba-bd7e358b6d11 None None] Device 7ac7c138-d37d-49d6-84a8-6471145908cb no longer exists at agent ovs-agent-dv-cinder-830538-5-iscsi {{(pid=109570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 22:49:14.803904 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.plugin [None req-154add69-038d-48cc-93ba-bd7e358b6d11 None None] No Port match for: 7ac7c138-d37d-49d6-84a8-6471145908cb {{(pid=109570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 22:49:14.804258 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.rpc [None req-154add69-038d-48cc-93ba-bd7e358b6d11 None None] Device 7ac7c138-d37d-49d6-84a8-6471145908cb not bound to the agent host dv-cinder-830538-5-iscsi {{(pid=109570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 22:49:14.804668 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.rpc [None req-154add69-038d-48cc-93ba-bd7e358b6d11 None None] Device 72e1ae95-5578-4065-a44e-454842d789b4 no longer exists at agent ovs-agent-dv-cinder-830538-5-iscsi {{(pid=109570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 22:49:14.824343 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.plugin [None req-154add69-038d-48cc-93ba-bd7e358b6d11 None None] No Port match for: 72e1ae95-5578-4065-a44e-454842d789b4 {{(pid=109570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 22:49:14.824684 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.rpc [None req-154add69-038d-48cc-93ba-bd7e358b6d11 None None] Device 72e1ae95-5578-4065-a44e-454842d789b4 not bound to the agent host dv-cinder-830538-5-iscsi {{(pid=109570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 22:49:14.890286 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.plugins.ml2.plugin [None req-384b1292-72eb-49e7-bb5f-4f0fd7b62ccc admin admin] Deleting port 089322dc-b53a-4b90-9590-9fcf12ca1cdf {{(pid=109569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 22:49:14.890626 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-384b1292-72eb-49e7-bb5f-4f0fd7b62ccc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750845080441'] for port (089322dc-b53a-4b90-9590-9fcf12ca1cdf), before_delete {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:49:14.978715 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.plugins.ml2.db [None req-384b1292-72eb-49e7-bb5f-4f0fd7b62ccc admin admin] For port 089322dc-b53a-4b90-9590-9fcf12ca1cdf, host dv-cinder-830538-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830538-5-iscsi',level=0,port_id=089322dc-b53a-4b90-9590-9fcf12ca1cdf,segment=NetworkSegment(fb73a256-b315-46d1-b37c-01047477a960),segment_id=fb73a256-b315-46d1-b37c-01047477a960)] {{(pid=109569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 22:49:14.979097 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-384b1292-72eb-49e7-bb5f-4f0fd7b62ccc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33552544'] for port (089322dc-b53a-4b90-9590-9fcf12ca1cdf), precommit_delete {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:49:14.992809 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.plugins.ml2.plugin [None req-384b1292-72eb-49e7-bb5f-4f0fd7b62ccc admin admin] Calling delete_port for 089322dc-b53a-4b90-9590-9fcf12ca1cdf owned by network:router_interface {{(pid=109569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 22:49:15.183493 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-384b1292-72eb-49e7-bb5f-4f0fd7b62ccc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33156859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750845083868', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750844628237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30055478'] for port (089322dc-b53a-4b90-9590-9fcf12ca1cdf), after_delete {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:49:15.211784 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384b1292-72eb-49e7-bb5f-4f0fd7b62ccc admin admin] Pushing event deleted for resources: {'Port': ['ID=089322dc-b53a-4b90-9590-9fcf12ca1cdf,revision_number=None']} {{(pid=109569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:49:15.382129 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-384b1292-72eb-49e7-bb5f-4f0fd7b62ccc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33156608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33522727'] for router_interface (e385438f-830a-452e-8537-53a391666901), after_delete {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:49:15.611478 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-384b1292-72eb-49e7-bb5f-4f0fd7b62ccc admin admin] Router e385438f-830a-452e-8537-53a391666901 has already been hosted by L3 agent 1bbc3f13-d896-4633-9d3f-4f3415ceb83d {{(pid=109569) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 22:49:15.723078 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-384b1292-72eb-49e7-bb5f-4f0fd7b62ccc admin admin] Notify agent at l3_agent.dv-cinder-830538-5-iscsi the message routers_updated {{(pid=109569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 22:49:15.728271 dv-cinder-830538-5-iscsi neutron-server[109569]: INFO neutron.wsgi [None req-384b1292-72eb-49e7-bb5f-4f0fd7b62ccc admin admin] 10.222.0.11 "PUT /v2.0/routers/e385438f-830a-452e-8537-53a391666901/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6666937 Feb 28 22:49:15.730703 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.wsgi [-] (109569) accepted ('10.222.0.11', 59018) {{(pid=109569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 22:49:15.732524 dv-cinder-830538-5-iscsi neutron-server[109571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-702c6608-e9ba-47bf-aa91-8b32228a4799 None None] Sync routers for ids ['e385438f-830a-452e-8537-53a391666901'] in dv-cinder-830538-5-iscsi {{(pid=109571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 22:49:15.743218 dv-cinder-830538-5-iscsi neutron-server[109571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-702c6608-e9ba-47bf-aa91-8b32228a4799 None None] Routers {'e385438f-830a-452e-8537-53a391666901'} bound to L3 agent in host dv-cinder-830538-5-iscsi {{(pid=109571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 22:49:15.743947 dv-cinder-830538-5-iscsi neutron-server[109571]: DEBUG neutron.db.l3_hamode_db [None req-702c6608-e9ba-47bf-aa91-8b32228a4799 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830538-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T22:34:03Z,description=,heartbeat_timestamp=2022-02-28T22:49:03Z,host='dv-cinder-830538-5-iscsi',id=1bbc3f13-d896-4633-9d3f-4f3415ceb83d,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T22:34:03Z,topic='l3_agent')) {'router_ids': ['e385438f-830a-452e-8537-53a391666901'], 'active': True} {{(pid=109571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 22:49:15.847884 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-20ee6aa0-350e-41ff-b09e-b61f8ee5743a admin admin] Publish callbacks [] for router (e385438f-830a-452e-8537-53a391666901), before_delete {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:49:15.953003 dv-cinder-830538-5-iscsi neutron-server[109571]: DEBUG neutron.db.l3_dvr_db [None req-702c6608-e9ba-47bf-aa91-8b32228a4799 None None] Set router e385438f-830a-452e-8537-53a391666901 gateway port host: dv-cinder-830538-5-iscsi {{(pid=109571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 22:49:16.001684 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-20ee6aa0-350e-41ff-b09e-b61f8ee5743a admin admin] Publish callbacks [] for router_gateway (e385438f-830a-452e-8537-53a391666901), before_delete {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:49:16.065457 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.plugins.ml2.plugin [None req-20ee6aa0-350e-41ff-b09e-b61f8ee5743a admin admin] Deleting port bb011a2b-3de4-420b-a68b-5364dc126f0f {{(pid=109569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 22:49:16.066095 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-20ee6aa0-350e-41ff-b09e-b61f8ee5743a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750845080441'] for port (bb011a2b-3de4-420b-a68b-5364dc126f0f), before_delete {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:49:16.146516 dv-cinder-830538-5-iscsi neutron-server[109571]: DEBUG neutron.db.l3_hamode_db [None req-702c6608-e9ba-47bf-aa91-8b32228a4799 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e385438f-830a-452e-8537-53a391666901', 'name': 'tempest-TestShelveInstance-1643082802-router', 'tenant_id': '4d18c00916aa475f9d6ff02bc782bf15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e7a10c7-addc-4b79-a555-0b472e939652', 'external_fixed_ips': [{'subnet_id': '8aaf002d-6309-4cf0-ae69-6d349a14c0b1', 'ip_address': '172.27.0.79'}], 'enable_snat': True}, 'gw_port_id': 'bb011a2b-3de4-420b-a68b-5364dc126f0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T22:44:11Z', 'updated_at': '2022-02-28T22:49:15Z', 'revision_number': 5, 'project_id': '4d18c00916aa475f9d6ff02bc782bf15', 'gw_port': {'id': 'bb011a2b-3de4-420b-a68b-5364dc126f0f', 'name': '', 'network_id': '3e7a10c7-addc-4b79-a555-0b472e939652', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:d7:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e385438f-830a-452e-8537-53a391666901', 'device_owner': 'network:router_gateway', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': '8aaf002d-6309-4cf0-ae69-6d349a14c0b1', 'ip_address': '172.27.0.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T22:44:12Z', 'updated_at': '2022-02-28T22:44:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8aaf002d-6309-4cf0-ae69-6d349a14c0b1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830538-5-iscsi'}], 'dv-cinder-830538-5-iscsi', False) {} {{(pid=109571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 22:49:16.151769 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.plugins.ml2.db [None req-20ee6aa0-350e-41ff-b09e-b61f8ee5743a admin admin] For port bb011a2b-3de4-420b-a68b-5364dc126f0f, host dv-cinder-830538-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830538-5-iscsi',level=0,port_id=bb011a2b-3de4-420b-a68b-5364dc126f0f,segment=NetworkSegment(ee66776f-25dd-443a-9417-ae0becd0bae6),segment_id=ee66776f-25dd-443a-9417-ae0becd0bae6)] {{(pid=109569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 22:49:16.152136 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-20ee6aa0-350e-41ff-b09e-b61f8ee5743a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33552544'] for port (bb011a2b-3de4-420b-a68b-5364dc126f0f), precommit_delete {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:49:16.165854 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.plugins.ml2.plugin [None req-20ee6aa0-350e-41ff-b09e-b61f8ee5743a admin admin] Calling delete_port for bb011a2b-3de4-420b-a68b-5364dc126f0f owned by network:router_gateway {{(pid=109569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 22:49:16.176189 dv-cinder-830538-5-iscsi neutron-server[109571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-702c6608-e9ba-47bf-aa91-8b32228a4799 None None] Checking router: e385438f-830a-452e-8537-53a391666901 for host: dv-cinder-830538-5-iscsi {{(pid=109571) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 22:49:16.185672 dv-cinder-830538-5-iscsi neutron-server[109571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-702c6608-e9ba-47bf-aa91-8b32228a4799 None None] Routers {'e385438f-830a-452e-8537-53a391666901'} bound to L3 agent in host dv-cinder-830538-5-iscsi {{(pid=109571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 22:49:16.186279 dv-cinder-830538-5-iscsi neutron-server[109571]: DEBUG neutron.db.l3_hamode_db [None req-702c6608-e9ba-47bf-aa91-8b32228a4799 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830538-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T22:34:03Z,description=,heartbeat_timestamp=2022-02-28T22:49:03Z,host='dv-cinder-830538-5-iscsi',id=1bbc3f13-d896-4633-9d3f-4f3415ceb83d,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T22:34:03Z,topic='l3_agent')) {'router_ids': ['e385438f-830a-452e-8537-53a391666901'], 'active': True} {{(pid=109571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 22:49:16.278183 dv-cinder-830538-5-iscsi neutron-server[109571]: DEBUG neutron.db.l3_dvr_db [None req-702c6608-e9ba-47bf-aa91-8b32228a4799 None None] Set router e385438f-830a-452e-8537-53a391666901 gateway port host: None {{(pid=109571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 22:49:16.332611 dv-cinder-830538-5-iscsi neutron-server[109571]: DEBUG neutron.db.l3_hamode_db [None req-702c6608-e9ba-47bf-aa91-8b32228a4799 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e385438f-830a-452e-8537-53a391666901', 'name': 'tempest-TestShelveInstance-1643082802-router', 'tenant_id': '4d18c00916aa475f9d6ff02bc782bf15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T22:44:11Z', 'updated_at': '2022-02-28T22:49:16Z', 'revision_number': 6, 'project_id': '4d18c00916aa475f9d6ff02bc782bf15', 'gw_port_host': None}], 'dv-cinder-830538-5-iscsi', False) {} {{(pid=109571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 22:49:16.346220 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-20ee6aa0-350e-41ff-b09e-b61f8ee5743a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33156859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750845083868', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750844628237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30055478'] for port (bb011a2b-3de4-420b-a68b-5364dc126f0f), after_delete {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:49:16.363338 dv-cinder-830538-5-iscsi neutron-server[109571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-702c6608-e9ba-47bf-aa91-8b32228a4799 None None] The sync data for ids ['e385438f-830a-452e-8537-53a391666901'] in dv-cinder-830538-5-iscsi is: [{'id': 'e385438f-830a-452e-8537-53a391666901', 'name': 'tempest-TestShelveInstance-1643082802-router', 'tenant_id': '4d18c00916aa475f9d6ff02bc782bf15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T22:44:11Z', 'updated_at': '2022-02-28T22:49:16Z', 'revision_number': 6, 'project_id': '4d18c00916aa475f9d6ff02bc782bf15', 'gw_port_host': None}] {{(pid=109571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 22:49:16.375116 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ee6aa0-350e-41ff-b09e-b61f8ee5743a admin admin] Pushing event deleted for resources: {'Port': ['ID=bb011a2b-3de4-420b-a68b-5364dc126f0f,revision_number=None']} {{(pid=109569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:49:16.440170 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-20ee6aa0-350e-41ff-b09e-b61f8ee5743a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33522053'] for router_gateway (e385438f-830a-452e-8537-53a391666901), after_delete {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:49:16.535458 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-20ee6aa0-350e-41ff-b09e-b61f8ee5743a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33526293', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4159'] for router (e385438f-830a-452e-8537-53a391666901), precommit_delete {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:49:16.538356 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-20ee6aa0-350e-41ff-b09e-b61f8ee5743a admin admin] Publish callbacks [] for router_controller (e385438f-830a-452e-8537-53a391666901), precommit_delete_associations {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:49:16.581238 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-20ee6aa0-350e-41ff-b09e-b61f8ee5743a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33526318'] for router (e385438f-830a-452e-8537-53a391666901), after_delete {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:49:16.581619 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20ee6aa0-350e-41ff-b09e-b61f8ee5743a admin admin] Fanout notify agent at l3_agent the message router_deleted on router e385438f-830a-452e-8537-53a391666901 {{(pid=109569) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 28 22:49:16.586357 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-20ee6aa0-350e-41ff-b09e-b61f8ee5743a admin admin] Publish callbacks [] for router (None), before_response {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:49:16.589902 dv-cinder-830538-5-iscsi neutron-server[109569]: INFO neutron.wsgi [None req-20ee6aa0-350e-41ff-b09e-b61f8ee5743a admin admin] 10.222.0.11 "DELETE /v2.0/routers/e385438f-830a-452e-8537-53a391666901 HTTP/1.1" status: 204 len: 168 time: 0.8559039 Feb 28 22:49:16.590004 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.wsgi [-] (109569) accepted ('10.222.0.11', 59032) {{(pid=109569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 22:49:16.633656 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.db.db_base_plugin_v2 [None req-779565a2-f1d8-4dc4-bc69-13e9ac1a719a admin admin] Deleting subnet 560231c7-4387-441d-a27c-e8fa28469c29 {{(pid=109569) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 22:49:16.636738 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-779565a2-f1d8-4dc4-bc69-13e9ac1a719a admin admin] Publish callbacks [] for subnet (560231c7-4387-441d-a27c-e8fa28469c29), before_delete {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:49:16.672655 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-779565a2-f1d8-4dc4-bc69-13e9ac1a719a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31262425'] for subnet (560231c7-4387-441d-a27c-e8fa28469c29), precommit_delete_associations {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:49:16.766692 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-779565a2-f1d8-4dc4-bc69-13e9ac1a719a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002603'] for subnet (560231c7-4387-441d-a27c-e8fa28469c29), precommit_delete {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:49:16.828450 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-779565a2-f1d8-4dc4-bc69-13e9ac1a719a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33448168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33156859', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30055429', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30127737'] for subnet (560231c7-4387-441d-a27c-e8fa28469c29), after_delete {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:49:16.855136 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779565a2-f1d8-4dc4-bc69-13e9ac1a719a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=560231c7-4387-441d-a27c-e8fa28469c29,revision_number=None']} {{(pid=109569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:49:16.857708 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-779565a2-f1d8-4dc4-bc69-13e9ac1a719a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33156845'] for subnet (None), before_response {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:49:16.860981 dv-cinder-830538-5-iscsi neutron-server[109569]: INFO neutron.wsgi [None req-779565a2-f1d8-4dc4-bc69-13e9ac1a719a admin admin] 10.222.0.11 "DELETE /v2.0/subnets/560231c7-4387-441d-a27c-e8fa28469c29 HTTP/1.1" status: 204 len: 168 time: 0.2700543 Feb 28 22:49:16.861504 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adf35116-0a80-4f12-af49-25c450d6f9ab None None] Network 08e2098a-9f90-4073-b242-036db0aac34f requested from dv-cinder-830538-5-iscsi {{(pid=109570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 22:49:16.863577 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.wsgi [-] (109568) accepted ('10.222.0.11', 59034) {{(pid=109568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 22:49:16.938802 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-31a691f4-cc3d-406e-93a0-7f33d6073233 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1026704'] for network (08e2098a-9f90-4073-b242-036db0aac34f), before_delete {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:49:16.994680 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.plugins.ml2.plugin [None req-31a691f4-cc3d-406e-93a0-7f33d6073233 admin admin] Deleting port 028dabda-6531-4d32-abbf-df0954ba21cd {{(pid=109568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 22:49:16.995031 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-31a691f4-cc3d-406e-93a0-7f33d6073233 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750845080441'] for port (028dabda-6531-4d32-abbf-df0954ba21cd), before_delete {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:49:17.058622 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.plugins.ml2.db [None req-31a691f4-cc3d-406e-93a0-7f33d6073233 admin admin] For port 028dabda-6531-4d32-abbf-df0954ba21cd, host dv-cinder-830538-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830538-5-iscsi',level=0,port_id=028dabda-6531-4d32-abbf-df0954ba21cd,segment=NetworkSegment(fb73a256-b315-46d1-b37c-01047477a960),segment_id=fb73a256-b315-46d1-b37c-01047477a960)] {{(pid=109568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 22:49:17.058899 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-31a691f4-cc3d-406e-93a0-7f33d6073233 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33552544'] for port (028dabda-6531-4d32-abbf-df0954ba21cd), precommit_delete {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:49:17.072512 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.plugins.ml2.plugin [None req-31a691f4-cc3d-406e-93a0-7f33d6073233 admin admin] Calling delete_port for 028dabda-6531-4d32-abbf-df0954ba21cd owned by network:dhcp {{(pid=109568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 22:49:17.140608 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b1b3d1d-aa3f-4824-b455-edc9a980dd5f None None] DHCP port deletion for 08e2098a-9f90-4073-b242-036db0aac34f request from dv-cinder-830538-5-iscsi {{(pid=109570) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 28 22:49:17.144912 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.rpc [None req-154add69-038d-48cc-93ba-bd7e358b6d11 None None] Device 089322dc-b53a-4b90-9590-9fcf12ca1cdf no longer exists at agent ovs-agent-dv-cinder-830538-5-iscsi {{(pid=109570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 22:49:17.171523 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.plugin [None req-154add69-038d-48cc-93ba-bd7e358b6d11 None None] No Port match for: 089322dc-b53a-4b90-9590-9fcf12ca1cdf {{(pid=109570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 22:49:17.171970 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.rpc [None req-154add69-038d-48cc-93ba-bd7e358b6d11 None None] Device 089322dc-b53a-4b90-9590-9fcf12ca1cdf not bound to the agent host dv-cinder-830538-5-iscsi {{(pid=109570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 22:49:17.172074 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-31a691f4-cc3d-406e-93a0-7f33d6073233 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33156859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750845083868', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750844628237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30788389'] for port (028dabda-6531-4d32-abbf-df0954ba21cd), after_delete {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:49:17.193946 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.plugin [None req-3b1b3d1d-aa3f-4824-b455-edc9a980dd5f None None] The port '028dabda-6531-4d32-abbf-df0954ba21cd' was deleted {{(pid=109570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Feb 28 22:49:17.212464 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a691f4-cc3d-406e-93a0-7f33d6073233 admin admin] Pushing event deleted for resources: {'Port': ['ID=028dabda-6531-4d32-abbf-df0954ba21cd,revision_number=None']} {{(pid=109568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:49:17.217272 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31a691f4-cc3d-406e-93a0-7f33d6073233 admin admin] No DVR routers for this DVR port 028dabda-6531-4d32-abbf-df0954ba21cd on host dv-cinder-830538-5-iscsi {{(pid=109568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 22:49:17.309514 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-31a691f4-cc3d-406e-93a0-7f33d6073233 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-574352', 'neutron.services.segments.db._delete_segments_for_network-8750845036701'] for network (08e2098a-9f90-4073-b242-036db0aac34f), precommit_delete {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:49:17.332932 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.services.segments.db [None req-31a691f4-cc3d-406e-93a0-7f33d6073233 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['08e2098a-9f90-4073-b242-036db0aac34f']}} {{(pid=109568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 22:49:17.343481 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.services.segments.db [None req-31a691f4-cc3d-406e-93a0-7f33d6073233 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fb73a256-b315-46d1-b37c-01047477a960') {'for_net_delete': True} {{(pid=109568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 22:49:17.343920 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.services.segments.db [None req-31a691f4-cc3d-406e-93a0-7f33d6073233 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fb73a256-b315-46d1-b37c-01047477a960') {} {{(pid=109568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 22:49:17.355217 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-31a691f4-cc3d-406e-93a0-7f33d6073233 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750845040550', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29573517'] for segment (fb73a256-b315-46d1-b37c-01047477a960), before_delete {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:49:17.370197 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-31a691f4-cc3d-406e-93a0-7f33d6073233 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1012980'] for segment (fb73a256-b315-46d1-b37c-01047477a960), precommit_delete {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:49:17.376392 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-31a691f4-cc3d-406e-93a0-7f33d6073233 admin admin] Releasing vlan 104 on physical network physnet1 to pool {{(pid=109568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 22:49:17.376786 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-31a691f4-cc3d-406e-93a0-7f33d6073233 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1012980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30788552'] for segment (fb73a256-b315-46d1-b37c-01047477a960), after_delete {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:49:17.379450 dv-cinder-830538-5-iscsi neutron-server[109568]: Traceback (most recent call last): Feb 28 22:49:17.379450 dv-cinder-830538-5-iscsi neutron-server[109568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 22:49:17.379450 dv-cinder-830538-5-iscsi neutron-server[109568]: timer() Feb 28 22:49:17.379450 dv-cinder-830538-5-iscsi neutron-server[109568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 22:49:17.379450 dv-cinder-830538-5-iscsi neutron-server[109568]: cb(*args, **kw) Feb 28 22:49:17.379450 dv-cinder-830538-5-iscsi neutron-server[109568]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 22:49:17.379450 dv-cinder-830538-5-iscsi neutron-server[109568]: return func(*args, **kwargs) Feb 28 22:49:17.379450 dv-cinder-830538-5-iscsi neutron-server[109568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 22:49:17.379450 dv-cinder-830538-5-iscsi neutron-server[109568]: self._notify() Feb 28 22:49:17.379450 dv-cinder-830538-5-iscsi neutron-server[109568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 22:49:17.379450 dv-cinder-830538-5-iscsi neutron-server[109568]: self.callback(batched_events) Feb 28 22:49:17.379450 dv-cinder-830538-5-iscsi neutron-server[109568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 22:49:17.379450 dv-cinder-830538-5-iscsi neutron-server[109568]: event.method(event) Feb 28 22:49:17.379450 dv-cinder-830538-5-iscsi neutron-server[109568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 22:49:17.379450 dv-cinder-830538-5-iscsi neutron-server[109568]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 22:49:17.379450 dv-cinder-830538-5-iscsi neutron-server[109568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 22:49:17.379450 dv-cinder-830538-5-iscsi neutron-server[109568]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 22:49:17.379450 dv-cinder-830538-5-iscsi neutron-server[109568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 22:49:17.379450 dv-cinder-830538-5-iscsi neutron-server[109568]: return f(self, *a, **k) Feb 28 22:49:17.379450 dv-cinder-830538-5-iscsi neutron-server[109568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 22:49:17.379450 dv-cinder-830538-5-iscsi neutron-server[109568]: return self._get(url).json() Feb 28 22:49:17.379450 dv-cinder-830538-5-iscsi neutron-server[109568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 22:49:17.379450 dv-cinder-830538-5-iscsi neutron-server[109568]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 22:49:17.379450 dv-cinder-830538-5-iscsi neutron-server[109568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 22:49:17.379450 dv-cinder-830538-5-iscsi neutron-server[109568]: return self.request(url, 'GET', **kwargs) Feb 28 22:49:17.379450 dv-cinder-830538-5-iscsi neutron-server[109568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 22:49:17.379450 dv-cinder-830538-5-iscsi neutron-server[109568]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 22:49:17.379450 dv-cinder-830538-5-iscsi neutron-server[109568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 22:49:17.379450 dv-cinder-830538-5-iscsi neutron-server[109568]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 22:49:17.379450 dv-cinder-830538-5-iscsi neutron-server[109568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 22:49:17.379450 dv-cinder-830538-5-iscsi neutron-server[109568]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 22:49:17.379450 dv-cinder-830538-5-iscsi neutron-server[109568]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 22:49:17.398954 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.wsgi [-] (109569) accepted ('10.222.0.11', 59044) {{(pid=109569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 22:49:17.441384 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-31a691f4-cc3d-406e-93a0-7f33d6073233 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-574441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33441228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33156859', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33522105'] for network (08e2098a-9f90-4073-b242-036db0aac34f), after_delete {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:49:17.456221 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-31a691f4-cc3d-406e-93a0-7f33d6073233 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33156845'] for network (None), before_response {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:49:17.459925 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [None req-31a691f4-cc3d-406e-93a0-7f33d6073233 admin admin] 10.222.0.11 "DELETE /v2.0/networks/08e2098a-9f90-4073-b242-036db0aac34f HTTP/1.1" status: 204 len: 168 time: 0.5952611 Feb 28 22:49:17.484619 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a691f4-cc3d-406e-93a0-7f33d6073233 admin admin] Pushing event deleted for resources: {'Network': ['ID=08e2098a-9f90-4073-b242-036db0aac34f,revision_number=None']} {{(pid=109568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:49:17.539745 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-aff4a9dd-2c10-4532-b461-e0cf0a7b81fc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:49:17.602617 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.wsgi [-] (109568) accepted ('10.222.0.11', 59050) {{(pid=109568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 22:49:17.621755 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-aff4a9dd-2c10-4532-b461-e0cf0a7b81fc admin admin] Publish callbacks [] for security_group (4764d9cb-f166-4705-8ac6-a7c29fb8d8db), precommit_create {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:49:17.625795 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-aff4a9dd-2c10-4532-b461-e0cf0a7b81fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33441213'] for security_group (4764d9cb-f166-4705-8ac6-a7c29fb8d8db), after_create {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:49:17.647786 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [None req-33dbec4b-da21-478b-8244-0c2a08fbc488 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=77e116bf700b44a1a6f3fd4b298b9c7c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0438392 Feb 28 22:49:17.650383 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.wsgi [-] (109568) accepted ('10.222.0.11', 59052) {{(pid=109568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 22:49:17.672645 dv-cinder-830538-5-iscsi neutron-server[109569]: INFO neutron.wsgi [None req-aff4a9dd-2c10-4532-b461-e0cf0a7b81fc admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=0a5787dd845a48cda36a9624c0192086&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2702227 Feb 28 22:49:17.672645 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff4a9dd-2c10-4532-b461-e0cf0a7b81fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4764d9cb-f166-4705-8ac6-a7c29fb8d8db,revision_number=1']} {{(pid=109569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:49:17.674018 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.wsgi [-] (109568) accepted ('10.222.0.11', 59054) {{(pid=109568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 22:49:17.730439 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-042ec778-697b-49f3-8e1a-bd19dc7c82ce admin admin] Publish callbacks [] for security_group (b507b039-165c-47f2-b68f-5b22c5e8db63), before_delete {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:49:17.749281 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-a6171019-e131-402f-aa2b-94fc8821a373 admin admin] Publish callbacks [] for security_group (4764d9cb-f166-4705-8ac6-a7c29fb8d8db), before_delete {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:49:17.769616 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-042ec778-697b-49f3-8e1a-bd19dc7c82ce admin admin] Publish callbacks [] for security_group (b507b039-165c-47f2-b68f-5b22c5e8db63), precommit_delete {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:49:17.788915 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-a6171019-e131-402f-aa2b-94fc8821a373 admin admin] Publish callbacks [] for security_group (4764d9cb-f166-4705-8ac6-a7c29fb8d8db), precommit_delete {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:49:17.853797 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-042ec778-697b-49f3-8e1a-bd19dc7c82ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33441213'] for security_group (b507b039-165c-47f2-b68f-5b22c5e8db63), after_delete {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:49:17.856441 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-042ec778-697b-49f3-8e1a-bd19dc7c82ce admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:49:17.857588 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [None req-042ec778-697b-49f3-8e1a-bd19dc7c82ce admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/b507b039-165c-47f2-b68f-5b22c5e8db63 HTTP/1.1" status: 204 len: 168 time: 0.2062056 Feb 28 22:49:17.860209 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-a6171019-e131-402f-aa2b-94fc8821a373 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33441213'] for security_group (4764d9cb-f166-4705-8ac6-a7c29fb8d8db), after_delete {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:49:17.862551 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-a6171019-e131-402f-aa2b-94fc8821a373 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:49:17.866548 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [None req-a6171019-e131-402f-aa2b-94fc8821a373 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/4764d9cb-f166-4705-8ac6-a7c29fb8d8db HTTP/1.1" status: 204 len: 168 time: 0.1886382 Feb 28 22:49:17.869991 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042ec778-697b-49f3-8e1a-bd19dc7c82ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b507b039-165c-47f2-b68f-5b22c5e8db63,revision_number=None']} {{(pid=109568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:49:17.879910 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6171019-e131-402f-aa2b-94fc8821a373 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4764d9cb-f166-4705-8ac6-a7c29fb8d8db,revision_number=None']} {{(pid=109568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:49:18.264237 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.wsgi [-] (109568) accepted ('10.222.0.11', 59072) {{(pid=109568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 22:49:18.316297 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [None req-a75118a7-d7d2-4c36-b9fc-8b09b000307d admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=4d18c00916aa475f9d6ff02bc782bf15&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0505667 Feb 28 22:49:18.319480 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.wsgi [-] (109569) accepted ('10.222.0.11', 59076) {{(pid=109569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 22:49:18.367075 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-b9981551-fa14-46bb-a80e-75d813d4f41e admin admin] Publish callbacks [] for security_group (6b30e226-d516-40fc-aff2-3ea8f5e61e50), before_delete {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:49:18.388968 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-b9981551-fa14-46bb-a80e-75d813d4f41e admin admin] Publish callbacks [] for security_group (6b30e226-d516-40fc-aff2-3ea8f5e61e50), precommit_delete {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:49:18.439164 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-b9981551-fa14-46bb-a80e-75d813d4f41e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33441213'] for security_group (6b30e226-d516-40fc-aff2-3ea8f5e61e50), after_delete {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:49:18.442261 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-b9981551-fa14-46bb-a80e-75d813d4f41e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:49:18.443943 dv-cinder-830538-5-iscsi neutron-server[109569]: INFO neutron.wsgi [None req-b9981551-fa14-46bb-a80e-75d813d4f41e admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/6b30e226-d516-40fc-aff2-3ea8f5e61e50 HTTP/1.1" status: 204 len: 168 time: 0.1234374 Feb 28 22:49:18.452012 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9981551-fa14-46bb-a80e-75d813d4f41e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b30e226-d516-40fc-aff2-3ea8f5e61e50,revision_number=None']} {{(pid=109569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:49:18.778306 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.rpc [None req-154add69-038d-48cc-93ba-bd7e358b6d11 None None] Device bb011a2b-3de4-420b-a68b-5364dc126f0f no longer exists at agent ovs-agent-dv-cinder-830538-5-iscsi {{(pid=109570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 22:49:18.803537 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.plugin [None req-154add69-038d-48cc-93ba-bd7e358b6d11 None None] No Port match for: bb011a2b-3de4-420b-a68b-5364dc126f0f {{(pid=109570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 22:49:18.804060 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.rpc [None req-154add69-038d-48cc-93ba-bd7e358b6d11 None None] Device bb011a2b-3de4-420b-a68b-5364dc126f0f not bound to the agent host dv-cinder-830538-5-iscsi {{(pid=109570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 22:49:18.804576 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.rpc [None req-154add69-038d-48cc-93ba-bd7e358b6d11 None None] Device 028dabda-6531-4d32-abbf-df0954ba21cd no longer exists at agent ovs-agent-dv-cinder-830538-5-iscsi {{(pid=109570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 22:49:18.825385 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.plugin [None req-154add69-038d-48cc-93ba-bd7e358b6d11 None None] No Port match for: 028dabda-6531-4d32-abbf-df0954ba21cd {{(pid=109570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 22:49:18.825806 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.rpc [None req-154add69-038d-48cc-93ba-bd7e358b6d11 None None] Device 028dabda-6531-4d32-abbf-df0954ba21cd not bound to the agent host dv-cinder-830538-5-iscsi {{(pid=109570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 22:49:26.424185 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.wsgi [-] (109569) accepted ('10.222.0.11', 59178) {{(pid=109569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 22:49:26.528174 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-574d0237-62e3-4c0a-9108-fc165b24e4bb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:49:26.600523 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-574d0237-62e3-4c0a-9108-fc165b24e4bb admin admin] Publish callbacks [] for security_group (0128950a-a842-403e-a40c-090e8dfb2eb6), precommit_create {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:49:26.604209 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-574d0237-62e3-4c0a-9108-fc165b24e4bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33441213'] for security_group (0128950a-a842-403e-a40c-090e8dfb2eb6), after_create {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:49:26.641573 dv-cinder-830538-5-iscsi neutron-server[109569]: INFO neutron.wsgi [None req-574d0237-62e3-4c0a-9108-fc165b24e4bb admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=2535e821fac348eaa6c5978cb39219df&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2164154 Feb 28 22:49:26.642417 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574d0237-62e3-4c0a-9108-fc165b24e4bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0128950a-a842-403e-a40c-090e8dfb2eb6,revision_number=1']} {{(pid=109569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:49:26.644318 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.wsgi [-] (109568) accepted ('10.222.0.11', 59182) {{(pid=109568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 22:49:26.692171 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-259bdd9d-3fdf-4b32-88fb-c10568728471 admin admin] Publish callbacks [] for security_group (0128950a-a842-403e-a40c-090e8dfb2eb6), before_delete {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:49:26.713741 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-259bdd9d-3fdf-4b32-88fb-c10568728471 admin admin] Publish callbacks [] for security_group (0128950a-a842-403e-a40c-090e8dfb2eb6), precommit_delete {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:49:26.763647 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-259bdd9d-3fdf-4b32-88fb-c10568728471 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33441213'] for security_group (0128950a-a842-403e-a40c-090e8dfb2eb6), after_delete {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:49:26.766221 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-259bdd9d-3fdf-4b32-88fb-c10568728471 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:49:26.767365 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [None req-259bdd9d-3fdf-4b32-88fb-c10568728471 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/0128950a-a842-403e-a40c-090e8dfb2eb6 HTTP/1.1" status: 204 len: 168 time: 0.1220727 Feb 28 22:49:26.775826 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259bdd9d-3fdf-4b32-88fb-c10568728471 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0128950a-a842-403e-a40c-090e8dfb2eb6,revision_number=None']} {{(pid=109568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:49:28.947807 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-60e1efd7-504f-4881-93e7-4478d1e9ca59 req-fd0a9e14-7ce9-4ff3-a7da-0c6a4d6ac48d tempest-VolumesNegativeTest-1689809232 tempest-VolumesNegativeTest-1689809232-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=2c15741b2ac941e49aba2f290e7e135e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0339656 Feb 28 22:49:29.124797 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e1efd7-504f-4881-93e7-4478d1e9ca59 req-dd656ce5-fcc7-4d08-9b23-57acb25fb2e9 tempest-VolumesNegativeTest-1689809232 tempest-VolumesNegativeTest-1689809232-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:49:29.126163 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-60e1efd7-504f-4881-93e7-4478d1e9ca59 req-dd656ce5-fcc7-4d08-9b23-57acb25fb2e9 tempest-VolumesNegativeTest-1689809232 tempest-VolumesNegativeTest-1689809232-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1730142 Feb 28 22:49:29.140378 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-60e1efd7-504f-4881-93e7-4478d1e9ca59 req-f8a18f32-ebc7-44d3-85fd-ecb83b723e09 tempest-VolumesNegativeTest-1689809232 tempest-VolumesNegativeTest-1689809232-project] 10.222.0.11 "GET /v2.0/quotas/2c15741b2ac941e49aba2f290e7e135e HTTP/1.1" status: 200 len: 375 time: 0.0088408 Feb 28 22:49:29.175731 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-60e1efd7-504f-4881-93e7-4478d1e9ca59 req-1c69ad53-6c39-4a76-897d-52b3f32b6d08 tempest-VolumesNegativeTest-1689809232 tempest-VolumesNegativeTest-1689809232-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=2c15741b2ac941e49aba2f290e7e135e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0306003 Feb 28 22:49:29.328330 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-5a5363b3-571d-44bc-b8ef-ff51b2a6dd27 req-0e76cc44-8cc3-460e-bd9f-04f4fa5deef4 tempest-VolumesNegativeTest-1689809232 tempest-VolumesNegativeTest-1689809232-project] 10.222.0.11 "GET /v2.0/ports?device_id=b657a034-c3ad-4dba-af3c-45a538b45852 HTTP/1.1" status: 200 len: 210 time: 0.0260546 Feb 28 22:49:30.418559 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-3895329c-c380-47ba-b392-0fbb4c40a01c req-a9b0cd96-8d5f-411b-8592-fe050048f4dc tempest-VolumesNegativeTest-1689809232 tempest-VolumesNegativeTest-1689809232-project] 10.222.0.11 "GET /v2.0/ports?device_id=b657a034-c3ad-4dba-af3c-45a538b45852 HTTP/1.1" status: 200 len: 210 time: 0.0259845 Feb 28 22:49:30.851937 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-3f42883e-edaf-4038-9895-b34eeea7851a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750845036683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579975'] for agent (55d6ddf3-619a-4750-95a9-02c5b2728e0c), after_update {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:49:31.231164 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-60e1efd7-504f-4881-93e7-4478d1e9ca59 req-56939c8e-7ee7-4e1e-91e0-3e157c7e79da tempest-VolumesNegativeTest-1689809232 tempest-VolumesNegativeTest-1689809232-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=2c15741b2ac941e49aba2f290e7e135e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0227590 Feb 28 22:49:31.336958 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e1efd7-504f-4881-93e7-4478d1e9ca59 req-ff387add-bcc0-493c-8550-47df8723e056 tempest-VolumesNegativeTest-1689809232 tempest-VolumesNegativeTest-1689809232-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:49:31.339052 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-60e1efd7-504f-4881-93e7-4478d1e9ca59 req-ff387add-bcc0-493c-8550-47df8723e056 tempest-VolumesNegativeTest-1689809232 tempest-VolumesNegativeTest-1689809232-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1027629 Feb 28 22:49:31.350400 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.api.v2.base [req-60e1efd7-504f-4881-93e7-4478d1e9ca59 req-d9c9b585-b29f-467f-a9f3-09d65e86d4d5 tempest-VolumesNegativeTest-1689809232 tempest-VolumesNegativeTest-1689809232-project] Request body: {'port': {'device_id': 'b657a034-c3ad-4dba-af3c-45a538b45852', 'network_id': 'ca3c08bb-9276-4419-a839-2089b2f017c7', 'admin_state_up': True, 'tenant_id': '2c15741b2ac941e49aba2f290e7e135e'}} {{(pid=109568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 22:49:31.456800 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-60e1efd7-504f-4881-93e7-4478d1e9ca59 req-d9c9b585-b29f-467f-a9f3-09d65e86d4d5 tempest-VolumesNegativeTest-1689809232 tempest-VolumesNegativeTest-1689809232-project] Made reservation on behalf of 2c15741b2ac941e49aba2f290e7e135e for: {'port': 1} {{(pid=109568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 22:49:31.460144 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [req-60e1efd7-504f-4881-93e7-4478d1e9ca59 req-d9c9b585-b29f-467f-a9f3-09d65e86d4d5 tempest-VolumesNegativeTest-1689809232 tempest-VolumesNegativeTest-1689809232-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616566'] for port (None), before_create {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:49:31.469241 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [req-60e1efd7-504f-4881-93e7-4478d1e9ca59 req-d9c9b585-b29f-467f-a9f3-09d65e86d4d5 tempest-VolumesNegativeTest-1689809232 tempest-VolumesNegativeTest-1689809232-project] Publish callbacks [] for security_group (None), before_create {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:49:31.518750 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-11eb236b-2cbd-4175-aa88-fb4bcea90844 req-232f60ea-f265-4354-81c4-eb739adfd2be tempest-VolumesNegativeTest-1689809232 tempest-VolumesNegativeTest-1689809232-project] 10.222.0.11 "GET /v2.0/ports?device_id=b657a034-c3ad-4dba-af3c-45a538b45852 HTTP/1.1" status: 200 len: 210 time: 0.0320108 Feb 28 22:49:31.567616 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [req-60e1efd7-504f-4881-93e7-4478d1e9ca59 req-d9c9b585-b29f-467f-a9f3-09d65e86d4d5 tempest-VolumesNegativeTest-1689809232 tempest-VolumesNegativeTest-1689809232-project] Publish callbacks [] for security_group (d664c9fa-5b9a-4057-8837-ad2303db6b35), precommit_create {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:49:31.571431 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [req-60e1efd7-504f-4881-93e7-4478d1e9ca59 req-d9c9b585-b29f-467f-a9f3-09d65e86d4d5 tempest-VolumesNegativeTest-1689809232 tempest-VolumesNegativeTest-1689809232-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33441213'] for security_group (d664c9fa-5b9a-4057-8837-ad2303db6b35), after_create {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:49:31.634603 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c9b585-b29f-467f-a9f3-09d65e86d4d5 tempest-VolumesNegativeTest-1689809232 tempest-VolumesNegativeTest-1689809232-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d664c9fa-5b9a-4057-8837-ad2303db6b35,revision_number=1']} {{(pid=109568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:49:31.646797 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9c9b585-b29f-467f-a9f3-09d65e86d4d5 tempest-VolumesNegativeTest-1689809232 tempest-VolumesNegativeTest-1689809232-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830538-5-iscsi {{(pid=109568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:49:31.647144 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9c9b585-b29f-467f-a9f3-09d65e86d4d5 tempest-VolumesNegativeTest-1689809232 tempest-VolumesNegativeTest-1689809232-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-5-iscsi {{(pid=109568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:49:31.647485 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9c9b585-b29f-467f-a9f3-09d65e86d4d5 tempest-VolumesNegativeTest-1689809232 tempest-VolumesNegativeTest-1689809232-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-5-iscsi {{(pid=109568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:49:31.647849 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9c9b585-b29f-467f-a9f3-09d65e86d4d5 tempest-VolumesNegativeTest-1689809232 tempest-VolumesNegativeTest-1689809232-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-5-iscsi {{(pid=109568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:49:31.648182 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9c9b585-b29f-467f-a9f3-09d65e86d4d5 tempest-VolumesNegativeTest-1689809232 tempest-VolumesNegativeTest-1689809232-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830538-5-iscsi {{(pid=109568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:49:31.648507 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9c9b585-b29f-467f-a9f3-09d65e86d4d5 tempest-VolumesNegativeTest-1689809232 tempest-VolumesNegativeTest-1689809232-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830538-5-iscsi {{(pid=109568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:49:31.648831 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9c9b585-b29f-467f-a9f3-09d65e86d4d5 tempest-VolumesNegativeTest-1689809232 tempest-VolumesNegativeTest-1689809232-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830538-5-iscsi {{(pid=109568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:49:31.649156 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9c9b585-b29f-467f-a9f3-09d65e86d4d5 tempest-VolumesNegativeTest-1689809232 tempest-VolumesNegativeTest-1689809232-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830538-5-iscsi {{(pid=109568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:49:31.649505 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9c9b585-b29f-467f-a9f3-09d65e86d4d5 tempest-VolumesNegativeTest-1689809232 tempest-VolumesNegativeTest-1689809232-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830538-5-iscsi {{(pid=109568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:49:31.649828 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9c9b585-b29f-467f-a9f3-09d65e86d4d5 tempest-VolumesNegativeTest-1689809232 tempest-VolumesNegativeTest-1689809232-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830538-5-iscsi {{(pid=109568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:49:31.650657 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9c9b585-b29f-467f-a9f3-09d65e86d4d5 tempest-VolumesNegativeTest-1689809232 tempest-VolumesNegativeTest-1689809232-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-5-iscsi {{(pid=109568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:49:31.650975 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9c9b585-b29f-467f-a9f3-09d65e86d4d5 tempest-VolumesNegativeTest-1689809232 tempest-VolumesNegativeTest-1689809232-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830538-5-iscsi {{(pid=109568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:49:31.651291 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9c9b585-b29f-467f-a9f3-09d65e86d4d5 tempest-VolumesNegativeTest-1689809232 tempest-VolumesNegativeTest-1689809232-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830538-5-iscsi {{(pid=109568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:49:31.711282 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.db.db_base_plugin_common [req-60e1efd7-504f-4881-93e7-4478d1e9ca59 req-d9c9b585-b29f-467f-a9f3-09d65e86d4d5 tempest-VolumesNegativeTest-1689809232 tempest-VolumesNegativeTest-1689809232-project] Allocated IP 192.168.233.36 (ca3c08bb-9276-4419-a839-2089b2f017c7/c8759c32-ae3a-4028-8bf2-a46574d4aa5f/873699a4-5c8d-4293-a389-b14d4f20f472) {{(pid=109568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 22:49:32.103039 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [req-60e1efd7-504f-4881-93e7-4478d1e9ca59 req-d9c9b585-b29f-467f-a9f3-09d65e86d4d5 tempest-VolumesNegativeTest-1689809232 tempest-VolumesNegativeTest-1689809232-project] Publish callbacks [] for port (873699a4-5c8d-4293-a389-b14d4f20f472), precommit_create {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:49:32.135508 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [req-60e1efd7-504f-4881-93e7-4478d1e9ca59 req-d9c9b585-b29f-467f-a9f3-09d65e86d4d5 tempest-VolumesNegativeTest-1689809232 tempest-VolumesNegativeTest-1689809232-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33156859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750844628228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30788389'] for port (873699a4-5c8d-4293-a389-b14d4f20f472), after_create {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:49:32.177701 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-60e1efd7-504f-4881-93e7-4478d1e9ca59 req-d9c9b585-b29f-467f-a9f3-09d65e86d4d5 tempest-VolumesNegativeTest-1689809232 tempest-VolumesNegativeTest-1689809232-project] Network ca3c08bb-9276-4419-a839-2089b2f017c7 is already hosted by enough agents. {{(pid=109568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 22:49:32.180673 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.scheduler.base_scheduler [req-60e1efd7-504f-4881-93e7-4478d1e9ca59 req-d9c9b585-b29f-467f-a9f3-09d65e86d4d5 tempest-VolumesNegativeTest-1689809232 tempest-VolumesNegativeTest-1689809232-project] Resources bound (agent type, host, resource id): {{(pid=109568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 22:49:32.184164 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.db.l3_dvrscheduler_db [req-60e1efd7-504f-4881-93e7-4478d1e9ca59 req-d9c9b585-b29f-467f-a9f3-09d65e86d4d5 tempest-VolumesNegativeTest-1689809232 tempest-VolumesNegativeTest-1689809232-project] Received port after_create {{(pid=109568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 22:49:32.208858 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c9b585-b29f-467f-a9f3-09d65e86d4d5 tempest-VolumesNegativeTest-1689809232 tempest-VolumesNegativeTest-1689809232-project] Pushing event updated for resources: {'Port': ['ID=873699a4-5c8d-4293-a389-b14d4f20f472,revision_number=1']} {{(pid=109568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:49:32.238113 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e1efd7-504f-4881-93e7-4478d1e9ca59 req-d9c9b585-b29f-467f-a9f3-09d65e86d4d5 tempest-VolumesNegativeTest-1689809232 tempest-VolumesNegativeTest-1689809232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:49:32.238727 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [req-60e1efd7-504f-4881-93e7-4478d1e9ca59 req-d9c9b585-b29f-467f-a9f3-09d65e86d4d5 tempest-VolumesNegativeTest-1689809232 tempest-VolumesNegativeTest-1689809232-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80159'] for port (None), before_response {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:49:32.255576 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-60e1efd7-504f-4881-93e7-4478d1e9ca59 req-d9c9b585-b29f-467f-a9f3-09d65e86d4d5 tempest-VolumesNegativeTest-1689809232 tempest-VolumesNegativeTest-1689809232-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.9088466 Feb 28 22:49:32.270990 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.api.v2.base [req-60e1efd7-504f-4881-93e7-4478d1e9ca59 req-5d9b9621-e740-40be-bc68-6833f794dd21 service neutron] Request body: {'port': {'device_id': 'b657a034-c3ad-4dba-af3c-45a538b45852', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83053'}} {{(pid=109568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 22:49:32.339519 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [req-60e1efd7-504f-4881-93e7-4478d1e9ca59 req-5d9b9621-e740-40be-bc68-6833f794dd21 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616566'] for port (873699a4-5c8d-4293-a389-b14d4f20f472), before_update {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:49:32.462286 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.db.provisioning_blocks [None req-e80cdab2-ecb2-44c2-adf0-3e320e957915 None None] Provisioning complete for port 873699a4-5c8d-4293-a389-b14d4f20f472 triggered by entity DHCP. {{(pid=109570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 22:49:32.462963 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-e80cdab2-ecb2-44c2-adf0-3e320e957915 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579965'] for port (873699a4-5c8d-4293-a389-b14d4f20f472), provisioning_complete {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:49:32.496184 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.plugin [None req-e80cdab2-ecb2-44c2-adf0-3e320e957915 None None] Port 873699a4-5c8d-4293-a389-b14d4f20f472 cannot update to ACTIVE because it is not bound. {{(pid=109570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 22:49:32.620867 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.notifiers.nova [req-60e1efd7-504f-4881-93e7-4478d1e9ca59 req-5d9b9621-e740-40be-bc68-6833f794dd21 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 873699a4-5c8d-4293-a389-b14d4f20f472 {{(pid=109568) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 22:49:32.630076 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [req-60e1efd7-504f-4881-93e7-4478d1e9ca59 req-5d9b9621-e740-40be-bc68-6833f794dd21 service neutron] Publish callbacks [] for port (873699a4-5c8d-4293-a389-b14d4f20f472), precommit_update {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:49:32.647168 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.db.provisioning_blocks [req-60e1efd7-504f-4881-93e7-4478d1e9ca59 req-5d9b9621-e740-40be-bc68-6833f794dd21 service neutron] Transition to ACTIVE for port object 873699a4-5c8d-4293-a389-b14d4f20f472 will not be triggered until provisioned by entity L2. {{(pid=109568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Feb 28 22:49:32.654755 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [req-60e1efd7-504f-4881-93e7-4478d1e9ca59 req-5d9b9621-e740-40be-bc68-6833f794dd21 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33156859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750845083886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750844628246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750844628264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30788396'] for port (873699a4-5c8d-4293-a389-b14d4f20f472), after_update {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:49:32.673192 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3de653b-ee12-491a-b2a9-653e250ab78f req-b816b252-aeee-4b64-85fe-4fd5360d3fb2 tempest-VolumesNegativeTest-1689809232 tempest-VolumesNegativeTest-1689809232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:49:32.674635 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-f3de653b-ee12-491a-b2a9-653e250ab78f req-b816b252-aeee-4b64-85fe-4fd5360d3fb2 tempest-VolumesNegativeTest-1689809232 tempest-VolumesNegativeTest-1689809232-project] 10.222.0.11 "GET /v2.0/ports?device_id=b657a034-c3ad-4dba-af3c-45a538b45852 HTTP/1.1" status: 200 len: 935 time: 0.0863438 Feb 28 22:49:32.735370 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9b9621-e740-40be-bc68-6833f794dd21 service neutron] Pushing event updated for resources: {'Port': ['ID=873699a4-5c8d-4293-a389-b14d4f20f472,revision_number=2']} {{(pid=109568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:49:32.799978 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-f3de653b-ee12-491a-b2a9-653e250ab78f req-054bfd68-bf1c-4b12-afef-0dd9a8ba3a11 tempest-VolumesNegativeTest-1689809232 tempest-VolumesNegativeTest-1689809232-project] 10.222.0.11 "GET /v2.0/security-groups?id=d664c9fa-5b9a-4057-8837-ad2303db6b35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066480 Feb 28 22:49:32.826127 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.plugins.ml2.managers [req-60e1efd7-504f-4881-93e7-4478d1e9ca59 req-5d9b9621-e740-40be-bc68-6833f794dd21 service neutron] Attempting to bind port 873699a4-5c8d-4293-a389-b14d4f20f472 on host hv-cinder-83053 for vnic_type normal with profile {{(pid=109568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 22:49:32.826459 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.plugins.ml2.managers [req-60e1efd7-504f-4881-93e7-4478d1e9ca59 req-5d9b9621-e740-40be-bc68-6833f794dd21 service neutron] Attempting to bind port 873699a4-5c8d-4293-a389-b14d4f20f472 by drivers openvswitch,hyperv on host hv-cinder-83053 at level 0 using segments [{'id': '81e0f9a6-ccd9-4520-87c6-2d412c29247d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'ca3c08bb-9276-4419-a839-2089b2f017c7'}] {{(pid=109568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 22:49:32.826790 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60e1efd7-504f-4881-93e7-4478d1e9ca59 req-5d9b9621-e740-40be-bc68-6833f794dd21 service neutron] Attempting to bind port 873699a4-5c8d-4293-a389-b14d4f20f472 on network ca3c08bb-9276-4419-a839-2089b2f017c7 {{(pid=109568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 22:49:32.831230 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60e1efd7-504f-4881-93e7-4478d1e9ca59 req-5d9b9621-e740-40be-bc68-6833f794dd21 service neutron] Port 873699a4-5c8d-4293-a389-b14d4f20f472 on network ca3c08bb-9276-4419-a839-2089b2f017c7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83053 {{(pid=109568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 22:49:32.831550 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60e1efd7-504f-4881-93e7-4478d1e9ca59 req-5d9b9621-e740-40be-bc68-6833f794dd21 service neutron] Attempting to bind port 873699a4-5c8d-4293-a389-b14d4f20f472 on network ca3c08bb-9276-4419-a839-2089b2f017c7 {{(pid=109568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 22:49:32.836482 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60e1efd7-504f-4881-93e7-4478d1e9ca59 req-5d9b9621-e740-40be-bc68-6833f794dd21 service neutron] Checking agent: {'id': '5b2bda77-ea31-45ff-af39-f050a95cb1da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83053', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 22, 40, 14), 'started_at': datetime.datetime(2022, 2, 28, 22, 40, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 22, 49, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 22:49:32.836822 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60e1efd7-504f-4881-93e7-4478d1e9ca59 req-5d9b9621-e740-40be-bc68-6833f794dd21 service neutron] Checking segment: {'id': '81e0f9a6-ccd9-4520-87c6-2d412c29247d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'ca3c08bb-9276-4419-a839-2089b2f017c7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 22:49:32.837206 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60e1efd7-504f-4881-93e7-4478d1e9ca59 req-5d9b9621-e740-40be-bc68-6833f794dd21 service neutron] Bound using segment: {'id': '81e0f9a6-ccd9-4520-87c6-2d412c29247d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'ca3c08bb-9276-4419-a839-2089b2f017c7'} {{(pid=109568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 22:49:32.838531 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.plugins.ml2.managers [req-60e1efd7-504f-4881-93e7-4478d1e9ca59 req-5d9b9621-e740-40be-bc68-6833f794dd21 service neutron] Bound port: 873699a4-5c8d-4293-a389-b14d4f20f472, host: hv-cinder-83053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '81e0f9a6-ccd9-4520-87c6-2d412c29247d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'ca3c08bb-9276-4419-a839-2089b2f017c7'}}] {{(pid=109568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 22:49:32.838892 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [req-60e1efd7-504f-4881-93e7-4478d1e9ca59 req-5d9b9621-e740-40be-bc68-6833f794dd21 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616566'] for port (873699a4-5c8d-4293-a389-b14d4f20f472), before_update {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:49:32.906253 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.plugins.ml2.db [req-60e1efd7-504f-4881-93e7-4478d1e9ca59 req-5d9b9621-e740-40be-bc68-6833f794dd21 service neutron] For port 873699a4-5c8d-4293-a389-b14d4f20f472, host hv-cinder-83053, cleared binding levels {{(pid=109568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 22:49:32.909371 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.plugins.ml2.db [req-60e1efd7-504f-4881-93e7-4478d1e9ca59 req-5d9b9621-e740-40be-bc68-6833f794dd21 service neutron] For port 873699a4-5c8d-4293-a389-b14d4f20f472, host hv-cinder-83053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83053',level=0,port_id=873699a4-5c8d-4293-a389-b14d4f20f472,segment=NetworkSegment(81e0f9a6-ccd9-4520-87c6-2d412c29247d),segment_id=81e0f9a6-ccd9-4520-87c6-2d412c29247d)] {{(pid=109568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 22:49:32.915843 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [req-60e1efd7-504f-4881-93e7-4478d1e9ca59 req-5d9b9621-e740-40be-bc68-6833f794dd21 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33156859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750845083886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750844628246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750844628264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30788396'] for port (873699a4-5c8d-4293-a389-b14d4f20f472), after_update {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:49:32.948220 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e1efd7-504f-4881-93e7-4478d1e9ca59 req-5d9b9621-e740-40be-bc68-6833f794dd21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:49:32.948851 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [req-60e1efd7-504f-4881-93e7-4478d1e9ca59 req-5d9b9621-e740-40be-bc68-6833f794dd21 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80159'] for port (None), before_response {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:49:32.950227 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-60e1efd7-504f-4881-93e7-4478d1e9ca59 req-5d9b9621-e740-40be-bc68-6833f794dd21 service neutron] 10.222.0.36 "PUT /v2.0/ports/873699a4-5c8d-4293-a389-b14d4f20f472 HTTP/1.1" status: 200 len: 1097 time: 0.6836116 Feb 28 22:49:32.950666 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b657a034-c3ad-4dba-af3c-45a538b45852', 'tag': '873699a4-5c8d-4293-a389-b14d4f20f472'}] {{(pid=109568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 22:49:32.956438 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be30730c9f576b5ae602769365630bce3a2881df6c4aa92702dca8eb1643a507" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94df3290-2fdb-4f1f-b61f-55e6fa396f38" -d '{"events": [{"name": "network-changed", "server_uuid": "b657a034-c3ad-4dba-af3c-45a538b45852", "tag": "873699a4-5c8d-4293-a389-b14d4f20f472"}]}' {{(pid=109568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 22:49:32.993643 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9b9621-e740-40be-bc68-6833f794dd21 service neutron] Pushing event updated for resources: {'Port': ['ID=873699a4-5c8d-4293-a389-b14d4f20f472,revision_number=3']} {{(pid=109568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:49:33.016904 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 22:49:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f365f07c-61d8-44a3-b0a0-5d9e12c54ec9 x-openstack-request-id: req-f365f07c-61d8-44a3-b0a0-5d9e12c54ec9 {{(pid=109568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 22:49:33.017259 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b657a034-c3ad-4dba-af3c-45a538b45852", "tag": "873699a4-5c8d-4293-a389-b14d4f20f472", "status": "completed", "code": 200}]} {{(pid=109568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 22:49:33.017846 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-f365f07c-61d8-44a3-b0a0-5d9e12c54ec9 {{(pid=109568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 22:49:33.018089 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b657a034-c3ad-4dba-af3c-45a538b45852', 'tag': '873699a4-5c8d-4293-a389-b14d4f20f472', 'status': 'completed', 'code': 200} Feb 28 22:49:33.054832 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e1efd7-504f-4881-93e7-4478d1e9ca59 req-72afc024-67f1-426b-975e-6a9d89a6dbcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:49:33.056496 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-60e1efd7-504f-4881-93e7-4478d1e9ca59 req-72afc024-67f1-426b-975e-6a9d89a6dbcc service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=2c15741b2ac941e49aba2f290e7e135e&device_id=b657a034-c3ad-4dba-af3c-45a538b45852 HTTP/1.1" status: 200 len: 1131 time: 0.0516686 Feb 28 22:49:33.107807 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-60e1efd7-504f-4881-93e7-4478d1e9ca59 req-931eec1c-b4d2-423c-abfc-297fd709ec44 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.36&port_id=873699a4-5c8d-4293-a389-b14d4f20f472 HTTP/1.1" status: 200 len: 217 time: 0.0441949 Feb 28 22:49:33.146496 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-1013e846-2abf-4721-9139-b6f0ac7f7711 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750845036683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579975'] for agent (1bbc3f13-d896-4633-9d3f-4f3415ceb83d), after_update {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:49:33.164554 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e1efd7-504f-4881-93e7-4478d1e9ca59 req-7f055a99-a3f1-4e8e-bba3-c8a8177f05c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:49:33.166683 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-60e1efd7-504f-4881-93e7-4478d1e9ca59 req-7f055a99-a3f1-4e8e-bba3-c8a8177f05c4 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c8759c32-ae3a-4028-8bf2-a46574d4aa5f HTTP/1.1" status: 200 len: 843 time: 0.0534697 Feb 28 22:49:33.217758 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e1efd7-504f-4881-93e7-4478d1e9ca59 req-ef9930a9-9af6-4ed3-b015-60f56ed7ea63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:49:33.219284 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-60e1efd7-504f-4881-93e7-4478d1e9ca59 req-ef9930a9-9af6-4ed3-b015-60f56ed7ea63 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=ca3c08bb-9276-4419-a839-2089b2f017c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0450144 Feb 28 22:49:33.316516 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-60e1efd7-504f-4881-93e7-4478d1e9ca59 req-0e725fdd-a235-48bb-b207-5d8315380aae service neutron] 10.222.0.36 "GET /v2.0/networks/ca3c08bb-9276-4419-a839-2089b2f017c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910423 Feb 28 22:49:33.420640 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-60e1efd7-504f-4881-93e7-4478d1e9ca59 req-e56d90a5-1cf6-46ba-8c28-136a4dcc3311 service neutron] 10.222.0.36 "GET /v2.0/networks/ca3c08bb-9276-4419-a839-2089b2f017c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0992877 Feb 28 22:49:33.505507 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94df3290-2fdb-4f1f-b61f-55e6fa396f38 req-1f9e33b6-92df-468c-9dfa-636022ee41eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:49:33.506933 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-94df3290-2fdb-4f1f-b61f-55e6fa396f38 req-1f9e33b6-92df-468c-9dfa-636022ee41eb service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=2c15741b2ac941e49aba2f290e7e135e&device_id=b657a034-c3ad-4dba-af3c-45a538b45852 HTTP/1.1" status: 200 len: 1131 time: 0.0451338 Feb 28 22:49:33.599309 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94df3290-2fdb-4f1f-b61f-55e6fa396f38 req-4b0a41cd-f703-4287-baba-4eb345ad2cde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:49:33.600816 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-94df3290-2fdb-4f1f-b61f-55e6fa396f38 req-4b0a41cd-f703-4287-baba-4eb345ad2cde service neutron] 10.222.0.36 "GET /v2.0/networks?id=ca3c08bb-9276-4419-a839-2089b2f017c7 HTTP/1.1" status: 200 len: 870 time: 0.0868154 Feb 28 22:49:33.643330 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-94df3290-2fdb-4f1f-b61f-55e6fa396f38 req-4011ecbc-4a89-4914-8074-c241dec65733 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.36&port_id=873699a4-5c8d-4293-a389-b14d4f20f472 HTTP/1.1" status: 200 len: 217 time: 0.0348692 Feb 28 22:49:33.694581 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94df3290-2fdb-4f1f-b61f-55e6fa396f38 req-d2bb19cd-ace8-41d7-8b16-f0034f791e75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:49:33.696091 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-94df3290-2fdb-4f1f-b61f-55e6fa396f38 req-d2bb19cd-ace8-41d7-8b16-f0034f791e75 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c8759c32-ae3a-4028-8bf2-a46574d4aa5f HTTP/1.1" status: 200 len: 843 time: 0.0469687 Feb 28 22:49:33.744769 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94df3290-2fdb-4f1f-b61f-55e6fa396f38 req-89de6045-6052-44b0-9541-e1748de3f9c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:49:33.746257 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-94df3290-2fdb-4f1f-b61f-55e6fa396f38 req-89de6045-6052-44b0-9541-e1748de3f9c6 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=ca3c08bb-9276-4419-a839-2089b2f017c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0443013 Feb 28 22:49:33.834053 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-94df3290-2fdb-4f1f-b61f-55e6fa396f38 req-95dc3d92-3d92-4a9d-b8f5-37834e6e443b service neutron] 10.222.0.36 "GET /v2.0/networks/ca3c08bb-9276-4419-a839-2089b2f017c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806892 Feb 28 22:49:33.961718 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-94df3290-2fdb-4f1f-b61f-55e6fa396f38 req-fa19f415-b6d7-4835-8ca0-32af6cd864e7 service neutron] 10.222.0.36 "GET /v2.0/networks/ca3c08bb-9276-4419-a839-2089b2f017c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1210923 Feb 28 22:49:33.969624 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb63774-38f8-41cc-bbe4-bce46a76be84 req-0202f48c-b812-403a-b155-35eed9601cb3 tempest-VolumesNegativeTest-1689809232 tempest-VolumesNegativeTest-1689809232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:49:33.971060 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-4fb63774-38f8-41cc-bbe4-bce46a76be84 req-0202f48c-b812-403a-b155-35eed9601cb3 tempest-VolumesNegativeTest-1689809232 tempest-VolumesNegativeTest-1689809232-project] 10.222.0.11 "GET /v2.0/ports?device_id=b657a034-c3ad-4dba-af3c-45a538b45852 HTTP/1.1" status: 200 len: 947 time: 0.0837035 Feb 28 22:49:34.019890 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-4fb63774-38f8-41cc-bbe4-bce46a76be84 req-c860bd76-3b87-4084-83c6-a4f0b2455047 tempest-VolumesNegativeTest-1689809232 tempest-VolumesNegativeTest-1689809232-project] 10.222.0.11 "GET /v2.0/security-groups?id=d664c9fa-5b9a-4057-8837-ad2303db6b35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417218 Feb 28 22:49:34.160705 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-fb85eb0a-98c9-414d-bd8b-45b99ef4efd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750845036683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579975'] for agent (0569ef69-4feb-452f-8380-1d628b96faff), after_update {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:49:34.219960 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.rpc [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] Device 873699a4-5c8d-4293-a389-b14d4f20f472 details requested by agent hyperv_hv-cinder-83053 with host hv-cinder-83053 {{(pid=109570) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 22:49:34.317244 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.db [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] For port 873699a4-5c8d-4293-a389-b14d4f20f472, host hv-cinder-83053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83053',level=0,port_id=873699a4-5c8d-4293-a389-b14d4f20f472,segment=NetworkSegment(81e0f9a6-ccd9-4520-87c6-2d412c29247d),segment_id=81e0f9a6-ccd9-4520-87c6-2d412c29247d)] {{(pid=109570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 22:49:34.327826 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.rpc [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] Returning: {'device': '873699a4-5c8d-4293-a389-b14d4f20f472', 'network_id': 'ca3c08bb-9276-4419-a839-2089b2f017c7', 'port_id': '873699a4-5c8d-4293-a389-b14d4f20f472', 'mac_address': 'fa:16:3e:b8:3c:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 130, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c8759c32-ae3a-4028-8bf2-a46574d4aa5f', 'ip_address': '192.168.233.36'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109570) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 22:49:34.363080 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.plugin [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] Current status of the port 873699a4-5c8d-4293-a389-b14d4f20f472 is: DOWN; New status is: BUILD {{(pid=109570) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 22:49:34.363471 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616566'] for port (873699a4-5c8d-4293-a389-b14d4f20f472), before_update {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:49:34.376946 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.notifiers.nova [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 873699a4-5c8d-4293-a389-b14d4f20f472 {{(pid=109570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 22:49:34.396102 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.db [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] For port 873699a4-5c8d-4293-a389-b14d4f20f472, host hv-cinder-83053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83053',level=0,port_id=873699a4-5c8d-4293-a389-b14d4f20f472,segment=NetworkSegment(81e0f9a6-ccd9-4520-87c6-2d412c29247d),segment_id=81e0f9a6-ccd9-4520-87c6-2d412c29247d)] {{(pid=109570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 22:49:34.400621 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33156859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750845083886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750844628246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750844628264'] for port (873699a4-5c8d-4293-a389-b14d4f20f472), after_update {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:49:34.451836 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] Pushing event updated for resources: {'Port': ['ID=873699a4-5c8d-4293-a389-b14d4f20f472,revision_number=4']} {{(pid=109570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:49:34.603040 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.db [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] get_ports_and_sgs() called for port_ids ['873699a4-5c8d-4293-a389-b14d4f20f472'] {{(pid=109570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 22:49:35.145580 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4034e8e9-173d-4505-8ff3-ebd7af6b64e4 req-9ca41486-ed5f-40ce-8bb2-18399d9cbca1 tempest-VolumesNegativeTest-1689809232 tempest-VolumesNegativeTest-1689809232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:49:35.147075 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-4034e8e9-173d-4505-8ff3-ebd7af6b64e4 req-9ca41486-ed5f-40ce-8bb2-18399d9cbca1 tempest-VolumesNegativeTest-1689809232 tempest-VolumesNegativeTest-1689809232-project] 10.222.0.11 "GET /v2.0/ports?device_id=b657a034-c3ad-4dba-af3c-45a538b45852 HTTP/1.1" status: 200 len: 948 time: 0.0607047 Feb 28 22:49:35.195018 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-4034e8e9-173d-4505-8ff3-ebd7af6b64e4 req-a799cf25-ac96-4f0b-9350-0d75be13f182 tempest-VolumesNegativeTest-1689809232 tempest-VolumesNegativeTest-1689809232-project] 10.222.0.11 "GET /v2.0/security-groups?id=d664c9fa-5b9a-4057-8837-ad2303db6b35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417008 Feb 28 22:49:35.905974 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-f2b490b5-353e-4b99-942a-fb2407025861 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750845036683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579975'] for agent (e6e3d797-755b-495e-bc70-4cd2b9791ebb), after_update {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:49:36.313187 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81abe20-3952-4985-8fc5-6872e0c7d036 req-ba196f42-083b-4214-a164-fa678b9d8129 tempest-VolumesNegativeTest-1689809232 tempest-VolumesNegativeTest-1689809232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:49:36.314661 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-c81abe20-3952-4985-8fc5-6872e0c7d036 req-ba196f42-083b-4214-a164-fa678b9d8129 tempest-VolumesNegativeTest-1689809232 tempest-VolumesNegativeTest-1689809232-project] 10.222.0.11 "GET /v2.0/ports?device_id=b657a034-c3ad-4dba-af3c-45a538b45852 HTTP/1.1" status: 200 len: 948 time: 0.0518310 Feb 28 22:49:36.360526 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-c81abe20-3952-4985-8fc5-6872e0c7d036 req-f65d376e-5fd8-4c78-8df5-347046d0f910 tempest-VolumesNegativeTest-1689809232 tempest-VolumesNegativeTest-1689809232-project] 10.222.0.11 "GET /v2.0/security-groups?id=d664c9fa-5b9a-4057-8837-ad2303db6b35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401106 Feb 28 22:49:36.662534 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.rpc [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] Device 873699a4-5c8d-4293-a389-b14d4f20f472 up at agent hyperv_hv-cinder-83053 {{(pid=109570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 22:49:36.709187 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.db.provisioning_blocks [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] Provisioning for port 873699a4-5c8d-4293-a389-b14d4f20f472 completed by entity L2. {{(pid=109570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 28 22:49:36.713513 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.db.provisioning_blocks [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] Provisioning complete for port 873699a4-5c8d-4293-a389-b14d4f20f472 triggered by entity L2. {{(pid=109570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 22:49:36.713834 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579965'] for port (873699a4-5c8d-4293-a389-b14d4f20f472), provisioning_complete {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:49:36.788232 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.plugin [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] Current status of the port 873699a4-5c8d-4293-a389-b14d4f20f472 is: BUILD; New status is: ACTIVE {{(pid=109570) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 22:49:36.788624 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616566'] for port (873699a4-5c8d-4293-a389-b14d4f20f472), before_update {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:49:36.811183 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b657a034-c3ad-4dba-af3c-45a538b45852', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '873699a4-5c8d-4293-a389-b14d4f20f472'}] {{(pid=109570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 22:49:36.813454 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fade63a226c96e14254c735f674fb73a181a47373151acc9bb38ade81564009" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a184fb5-aebd-4ccb-bd59-f3c71aef1783" -d '{"events": [{"server_uuid": "b657a034-c3ad-4dba-af3c-45a538b45852", "name": "network-vif-plugged", "status": "completed", "tag": "873699a4-5c8d-4293-a389-b14d4f20f472"}]}' {{(pid=109570) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 22:49:36.827278 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.db [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] For port 873699a4-5c8d-4293-a389-b14d4f20f472, host hv-cinder-83053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83053',level=0,port_id=873699a4-5c8d-4293-a389-b14d4f20f472,segment=NetworkSegment(81e0f9a6-ccd9-4520-87c6-2d412c29247d),segment_id=81e0f9a6-ccd9-4520-87c6-2d412c29247d)] {{(pid=109570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 22:49:36.832609 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33156859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750845083886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750844628246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750844628264'] for port (873699a4-5c8d-4293-a389-b14d4f20f472), after_update {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:49:36.857789 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 22:49:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cda0d955-d721-4a5c-b3e8-d71537e4916d x-openstack-request-id: req-cda0d955-d721-4a5c-b3e8-d71537e4916d {{(pid=109570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 22:49:36.858084 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b657a034-c3ad-4dba-af3c-45a538b45852", "name": "network-vif-plugged", "status": "completed", "tag": "873699a4-5c8d-4293-a389-b14d4f20f472", "code": 200}]} {{(pid=109570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 22:49:36.858336 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-cda0d955-d721-4a5c-b3e8-d71537e4916d {{(pid=109570) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 22:49:36.858717 dv-cinder-830538-5-iscsi neutron-server[109570]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b657a034-c3ad-4dba-af3c-45a538b45852', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '873699a4-5c8d-4293-a389-b14d4f20f472', 'code': 200} Feb 28 22:49:36.883333 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] Pushing event updated for resources: {'Port': ['ID=873699a4-5c8d-4293-a389-b14d4f20f472,revision_number=5']} {{(pid=109570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:49:37.156791 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-154add69-038d-48cc-93ba-bd7e358b6d11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750845036683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579975'] for agent (7aa25ffb-1b87-4f08-8530-4bdf6e6b221c), after_update {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:49:37.480462 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd879ac-b19c-4688-97d9-01742ba0eb32 req-fefcc536-53ba-4347-99ce-a57cb11b5fad tempest-VolumesNegativeTest-1689809232 tempest-VolumesNegativeTest-1689809232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:49:37.481858 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-ebd879ac-b19c-4688-97d9-01742ba0eb32 req-fefcc536-53ba-4347-99ce-a57cb11b5fad tempest-VolumesNegativeTest-1689809232 tempest-VolumesNegativeTest-1689809232-project] 10.222.0.11 "GET /v2.0/ports?device_id=b657a034-c3ad-4dba-af3c-45a538b45852 HTTP/1.1" status: 200 len: 949 time: 0.0562589 Feb 28 22:49:37.527934 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-ebd879ac-b19c-4688-97d9-01742ba0eb32 req-328fa94c-83f7-4502-a482-2c68a1ac1dd9 tempest-VolumesNegativeTest-1689809232 tempest-VolumesNegativeTest-1689809232-project] 10.222.0.11 "GET /v2.0/security-groups?id=d664c9fa-5b9a-4057-8837-ad2303db6b35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405383 Feb 28 22:49:37.703471 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6240487-5c3d-4140-8475-70e4b2277b90 req-a7221044-50f2-4128-a46a-eb6611347b2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:49:37.704984 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-d6240487-5c3d-4140-8475-70e4b2277b90 req-a7221044-50f2-4128-a46a-eb6611347b2f service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=b657a034-c3ad-4dba-af3c-45a538b45852 HTTP/1.1" status: 200 len: 1133 time: 0.0432785 Feb 28 22:49:37.748788 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-d6240487-5c3d-4140-8475-70e4b2277b90 req-b589e3f5-eccf-4afd-b3f5-f5abea653b02 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=d664c9fa-5b9a-4057-8837-ad2303db6b35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376921 Feb 28 22:49:38.644119 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698c2009-1300-4354-960a-b8a6bbecffac req-30a983a1-d34d-4f05-892c-7a4c9be3a164 tempest-VolumesNegativeTest-1689809232 tempest-VolumesNegativeTest-1689809232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:49:38.645641 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-698c2009-1300-4354-960a-b8a6bbecffac req-30a983a1-d34d-4f05-892c-7a4c9be3a164 tempest-VolumesNegativeTest-1689809232 tempest-VolumesNegativeTest-1689809232-project] 10.222.0.11 "GET /v2.0/ports?device_id=b657a034-c3ad-4dba-af3c-45a538b45852 HTTP/1.1" status: 200 len: 949 time: 0.0518885 Feb 28 22:49:38.695100 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-698c2009-1300-4354-960a-b8a6bbecffac req-067eb1c7-0d22-447a-a821-16cda4b66a4f tempest-VolumesNegativeTest-1689809232 tempest-VolumesNegativeTest-1689809232-project] 10.222.0.11 "GET /v2.0/security-groups?id=d664c9fa-5b9a-4057-8837-ad2303db6b35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439866 Feb 28 22:49:39.812472 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ca1278-d422-4fbe-bd0b-6818031ff820 req-0bf51d91-ab4a-4a69-9f15-6b0a9121fc28 tempest-VolumesNegativeTest-1689809232 tempest-VolumesNegativeTest-1689809232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:49:39.813959 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-f6ca1278-d422-4fbe-bd0b-6818031ff820 req-0bf51d91-ab4a-4a69-9f15-6b0a9121fc28 tempest-VolumesNegativeTest-1689809232 tempest-VolumesNegativeTest-1689809232-project] 10.222.0.11 "GET /v2.0/ports?device_id=b657a034-c3ad-4dba-af3c-45a538b45852 HTTP/1.1" status: 200 len: 949 time: 0.0512121 Feb 28 22:49:39.861635 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-f6ca1278-d422-4fbe-bd0b-6818031ff820 req-ebab0b9b-a524-4dc0-b8af-b87a4759d625 tempest-VolumesNegativeTest-1689809232 tempest-VolumesNegativeTest-1689809232-project] 10.222.0.11 "GET /v2.0/security-groups?id=d664c9fa-5b9a-4057-8837-ad2303db6b35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419748 Feb 28 22:49:40.117068 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49245591-d6bd-4cec-8a45-dd55cfb82eab req-68ae5b09-62e9-4450-a2f0-2eb7b25d04ef tempest-VolumesNegativeTest-1689809232 tempest-VolumesNegativeTest-1689809232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:49:40.118778 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-49245591-d6bd-4cec-8a45-dd55cfb82eab req-68ae5b09-62e9-4450-a2f0-2eb7b25d04ef tempest-VolumesNegativeTest-1689809232 tempest-VolumesNegativeTest-1689809232-project] 10.222.0.11 "GET /v2.0/ports?device_id=b657a034-c3ad-4dba-af3c-45a538b45852 HTTP/1.1" status: 200 len: 949 time: 0.0549278 Feb 28 22:49:40.171428 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-49245591-d6bd-4cec-8a45-dd55cfb82eab req-ebe4d362-be6b-4eda-b5e3-5e0d06265c15 tempest-VolumesNegativeTest-1689809232 tempest-VolumesNegativeTest-1689809232-project] 10.222.0.11 "GET /v2.0/security-groups?id=d664c9fa-5b9a-4057-8837-ad2303db6b35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454066 Feb 28 22:49:41.304256 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88a489b-433e-483b-af7e-18aaf66a550a req-7a95afff-7fd6-4781-b2aa-0c9289cce921 tempest-VolumesNegativeTest-1689809232 tempest-VolumesNegativeTest-1689809232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:49:41.305752 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-d88a489b-433e-483b-af7e-18aaf66a550a req-7a95afff-7fd6-4781-b2aa-0c9289cce921 tempest-VolumesNegativeTest-1689809232 tempest-VolumesNegativeTest-1689809232-project] 10.222.0.11 "GET /v2.0/ports?device_id=b657a034-c3ad-4dba-af3c-45a538b45852 HTTP/1.1" status: 200 len: 949 time: 0.0621543 Feb 28 22:49:41.377218 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-d88a489b-433e-483b-af7e-18aaf66a550a req-12afacab-ad29-47fe-9913-265f5e5a024c tempest-VolumesNegativeTest-1689809232 tempest-VolumesNegativeTest-1689809232-project] 10.222.0.11 "GET /v2.0/security-groups?id=d664c9fa-5b9a-4057-8837-ad2303db6b35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643463 Feb 28 22:49:41.399296 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c745ec8-aea6-4dbe-9ac6-877f63f79ae3 req-23b58750-3539-4aab-bda6-c595f1d3d723 tempest-VolumesNegativeTest-1689809232 tempest-VolumesNegativeTest-1689809232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:49:41.401525 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-1c745ec8-aea6-4dbe-9ac6-877f63f79ae3 req-23b58750-3539-4aab-bda6-c595f1d3d723 tempest-VolumesNegativeTest-1689809232 tempest-VolumesNegativeTest-1689809232-project] 10.222.0.36 "GET /v2.0/ports?device_id=b657a034-c3ad-4dba-af3c-45a538b45852 HTTP/1.1" status: 200 len: 949 time: 0.0607264 Feb 28 22:49:41.496224 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.plugins.ml2.plugin [req-1c745ec8-aea6-4dbe-9ac6-877f63f79ae3 req-749faabc-3997-4f6e-a1dd-a1b5a949892e tempest-VolumesNegativeTest-1689809232 tempest-VolumesNegativeTest-1689809232-project] Deleting port 873699a4-5c8d-4293-a389-b14d4f20f472 {{(pid=109568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 22:49:41.496477 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [req-1c745ec8-aea6-4dbe-9ac6-877f63f79ae3 req-749faabc-3997-4f6e-a1dd-a1b5a949892e tempest-VolumesNegativeTest-1689809232 tempest-VolumesNegativeTest-1689809232-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750845080441'] for port (873699a4-5c8d-4293-a389-b14d4f20f472), before_delete {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:49:41.584928 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.plugins.ml2.db [req-1c745ec8-aea6-4dbe-9ac6-877f63f79ae3 req-749faabc-3997-4f6e-a1dd-a1b5a949892e tempest-VolumesNegativeTest-1689809232 tempest-VolumesNegativeTest-1689809232-project] For port 873699a4-5c8d-4293-a389-b14d4f20f472, host hv-cinder-83053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83053',level=0,port_id=873699a4-5c8d-4293-a389-b14d4f20f472,segment=NetworkSegment(81e0f9a6-ccd9-4520-87c6-2d412c29247d),segment_id=81e0f9a6-ccd9-4520-87c6-2d412c29247d)] {{(pid=109568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 22:49:41.585354 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [req-1c745ec8-aea6-4dbe-9ac6-877f63f79ae3 req-749faabc-3997-4f6e-a1dd-a1b5a949892e tempest-VolumesNegativeTest-1689809232 tempest-VolumesNegativeTest-1689809232-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33552544'] for port (873699a4-5c8d-4293-a389-b14d4f20f472), precommit_delete {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:49:41.599144 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.plugins.ml2.plugin [req-1c745ec8-aea6-4dbe-9ac6-877f63f79ae3 req-749faabc-3997-4f6e-a1dd-a1b5a949892e tempest-VolumesNegativeTest-1689809232 tempest-VolumesNegativeTest-1689809232-project] Calling delete_port for 873699a4-5c8d-4293-a389-b14d4f20f472 owned by compute:nova {{(pid=109568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 22:49:41.727863 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [req-1c745ec8-aea6-4dbe-9ac6-877f63f79ae3 req-749faabc-3997-4f6e-a1dd-a1b5a949892e tempest-VolumesNegativeTest-1689809232 tempest-VolumesNegativeTest-1689809232-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33156859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750845083868', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750844628237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30788389'] for port (873699a4-5c8d-4293-a389-b14d4f20f472), after_delete {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:49:41.741011 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.db [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] get_ports_and_sgs() called for port_ids ['873699a4-5c8d-4293-a389-b14d4f20f472'] {{(pid=109570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 22:49:41.757631 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749faabc-3997-4f6e-a1dd-a1b5a949892e tempest-VolumesNegativeTest-1689809232 tempest-VolumesNegativeTest-1689809232-project] Pushing event deleted for resources: {'Port': ['ID=873699a4-5c8d-4293-a389-b14d4f20f472,revision_number=None']} {{(pid=109568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:49:41.803456 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c745ec8-aea6-4dbe-9ac6-877f63f79ae3 req-749faabc-3997-4f6e-a1dd-a1b5a949892e tempest-VolumesNegativeTest-1689809232 tempest-VolumesNegativeTest-1689809232-project] No DVR routers for this DVR port 873699a4-5c8d-4293-a389-b14d4f20f472 on host hv-cinder-83053 {{(pid=109568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 22:49:41.806054 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [req-1c745ec8-aea6-4dbe-9ac6-877f63f79ae3 req-749faabc-3997-4f6e-a1dd-a1b5a949892e tempest-VolumesNegativeTest-1689809232 tempest-VolumesNegativeTest-1689809232-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80159'] for port (None), before_response {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:49:41.809787 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-1c745ec8-aea6-4dbe-9ac6-877f63f79ae3 req-749faabc-3997-4f6e-a1dd-a1b5a949892e tempest-VolumesNegativeTest-1689809232 tempest-VolumesNegativeTest-1689809232-project] 10.222.0.36 "DELETE /v2.0/ports/873699a4-5c8d-4293-a389-b14d4f20f472 HTTP/1.1" status: 204 len: 173 time: 0.4004576 Feb 28 22:49:41.810236 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b657a034-c3ad-4dba-af3c-45a538b45852', 'name': 'network-vif-deleted', 'tag': '873699a4-5c8d-4293-a389-b14d4f20f472'}] {{(pid=109568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 22:49:41.812691 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be30730c9f576b5ae602769365630bce3a2881df6c4aa92702dca8eb1643a507" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97a18708-a6d2-490a-a835-ca8937f2ef72" -d '{"events": [{"server_uuid": "b657a034-c3ad-4dba-af3c-45a538b45852", "name": "network-vif-deleted", "tag": "873699a4-5c8d-4293-a389-b14d4f20f472"}]}' {{(pid=109568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 22:49:41.851519 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 22:49:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-263e51a9-4ca7-43ce-a8e3-32186d492d68 x-openstack-request-id: req-263e51a9-4ca7-43ce-a8e3-32186d492d68 {{(pid=109568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 22:49:41.851835 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b657a034-c3ad-4dba-af3c-45a538b45852", "name": "network-vif-deleted", "tag": "873699a4-5c8d-4293-a389-b14d4f20f472", "status": "completed", "code": 200}]} {{(pid=109568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 22:49:41.852160 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-263e51a9-4ca7-43ce-a8e3-32186d492d68 {{(pid=109568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 22:49:41.852618 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b657a034-c3ad-4dba-af3c-45a538b45852', 'name': 'network-vif-deleted', 'tag': '873699a4-5c8d-4293-a389-b14d4f20f472', 'status': 'completed', 'code': 200} Feb 28 22:49:42.456280 dv-cinder-830538-5-iscsi neutron-server[109571]: DEBUG neutron.db.agents_db [None req-267e04d6-1473-4c25-8f3a-d1c5e119a015 None None] Agent healthcheck: found 6 active agents {{(pid=109571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 22:49:43.715017 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.wsgi [-] (109569) accepted ('10.222.0.11', 59474) {{(pid=109569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 22:49:43.824549 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-9dd4ef31-9939-4117-9d59-32f370279821 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:49:43.900517 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-9dd4ef31-9939-4117-9d59-32f370279821 admin admin] Publish callbacks [] for security_group (126ebe50-8841-4bd7-90b5-77ebbe440e95), precommit_create {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:49:43.904851 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-9dd4ef31-9939-4117-9d59-32f370279821 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33441213'] for security_group (126ebe50-8841-4bd7-90b5-77ebbe440e95), after_create {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:49:43.941935 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd4ef31-9939-4117-9d59-32f370279821 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=126ebe50-8841-4bd7-90b5-77ebbe440e95,revision_number=1']} {{(pid=109569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:49:43.946272 dv-cinder-830538-5-iscsi neutron-server[109569]: INFO neutron.wsgi [None req-9dd4ef31-9939-4117-9d59-32f370279821 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=25610b19554140ada5dd429da707a5f6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2300880 Feb 28 22:49:43.949669 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.wsgi [-] (109569) accepted ('10.222.0.11', 59512) {{(pid=109569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 22:49:43.999222 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-c8d284f5-3245-4999-a176-015e13d0929a admin admin] Publish callbacks [] for security_group (126ebe50-8841-4bd7-90b5-77ebbe440e95), before_delete {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:49:44.020242 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-c8d284f5-3245-4999-a176-015e13d0929a admin admin] Publish callbacks [] for security_group (126ebe50-8841-4bd7-90b5-77ebbe440e95), precommit_delete {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:49:44.063317 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750845036683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579975'] for agent (5b2bda77-ea31-45ff-af39-f050a95cb1da), after_update {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:49:44.067059 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-c8d284f5-3245-4999-a176-015e13d0929a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33441213'] for security_group (126ebe50-8841-4bd7-90b5-77ebbe440e95), after_delete {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:49:44.069661 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-c8d284f5-3245-4999-a176-015e13d0929a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:49:44.071360 dv-cinder-830538-5-iscsi neutron-server[109569]: INFO neutron.wsgi [None req-c8d284f5-3245-4999-a176-015e13d0929a admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/126ebe50-8841-4bd7-90b5-77ebbe440e95 HTTP/1.1" status: 204 len: 168 time: 0.1206150 Feb 28 22:49:44.082456 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d284f5-3245-4999-a176-015e13d0929a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=126ebe50-8841-4bd7-90b5-77ebbe440e95,revision_number=None']} {{(pid=109569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:49:44.299036 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.rpc [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] Device 873699a4-5c8d-4293-a389-b14d4f20f472 no longer exists at agent hyperv_hv-cinder-83053 {{(pid=109570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 22:49:44.336044 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.plugin [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] No Port match for: 873699a4-5c8d-4293-a389-b14d4f20f472 {{(pid=109570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 22:49:44.336570 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.rpc [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] Device 873699a4-5c8d-4293-a389-b14d4f20f472 not bound to the agent host hv-cinder-83053 {{(pid=109570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 22:49:44.768869 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.wsgi [-] (109568) accepted ('10.222.0.11', 59582) {{(pid=109568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 22:49:44.871004 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.api.v2.base [None req-6bf4bc40-3c63-4404-8de1-fc225c7b3068 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1210953094-network', 'tenant_id': '548098efad62447182b89d0ac0bd94a1'}} {{(pid=109568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 22:49:44.893542 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bf4bc40-3c63-4404-8de1-fc225c7b3068 admin admin] Made reservation on behalf of 548098efad62447182b89d0ac0bd94a1 for: {'network': 1} {{(pid=109568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 22:49:44.895933 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-6bf4bc40-3c63-4404-8de1-fc225c7b3068 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616566'] for network (None), before_create {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:49:44.905450 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-6bf4bc40-3c63-4404-8de1-fc225c7b3068 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:49:44.988738 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-6bf4bc40-3c63-4404-8de1-fc225c7b3068 admin admin] Publish callbacks [] for security_group (53e280b3-cb64-46d9-bd10-d9b74b1cdb25), precommit_create {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:49:44.992592 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-6bf4bc40-3c63-4404-8de1-fc225c7b3068 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33441213'] for security_group (53e280b3-cb64-46d9-bd10-d9b74b1cdb25), after_create {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:49:45.015419 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6bf4bc40-3c63-4404-8de1-fc225c7b3068 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 147} {{(pid=109568) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 22:49:45.031172 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf4bc40-3c63-4404-8de1-fc225c7b3068 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53e280b3-cb64-46d9-bd10-d9b74b1cdb25,revision_number=1']} {{(pid=109568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:49:45.034057 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-6bf4bc40-3c63-4404-8de1-fc225c7b3068 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1012980'] for segment (b4c94aae-f16b-4b60-9b49-212dc03c99fc), precommit_create {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:49:45.034399 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.db.segments_db [None req-6bf4bc40-3c63-4404-8de1-fc225c7b3068 admin admin] Added segment b4c94aae-f16b-4b60-9b49-212dc03c99fc of type vlan for network a2e178de-6ce8-46dc-b930-151655f7d071 Feb 28 22:49:45.081362 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-6bf4bc40-3c63-4404-8de1-fc225c7b3068 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750844646229'] for network (a2e178de-6ce8-46dc-b930-151655f7d071), precommit_create {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:49:45.112326 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-6bf4bc40-3c63-4404-8de1-fc225c7b3068 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33441228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33156859'] for network (a2e178de-6ce8-46dc-b930-151655f7d071), after_create {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:49:45.113455 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bf4bc40-3c63-4404-8de1-fc225c7b3068 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:49:45.114128 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-6bf4bc40-3c63-4404-8de1-fc225c7b3068 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33156845'] for network (None), before_response {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:49:45.168104 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [None req-6bf4bc40-3c63-4404-8de1-fc225c7b3068 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3979166 Feb 28 22:49:45.170780 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.wsgi [-] (109568) accepted ('10.222.0.11', 59614) {{(pid=109568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 22:49:45.175515 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.api.v2.base [None req-b49e37b3-2e9c-4085-a6f6-1163291f13af admin admin] Request body: {'subnet': {'network_id': 'a2e178de-6ce8-46dc-b930-151655f7d071', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1210953094-subnet', 'tenant_id': '548098efad62447182b89d0ac0bd94a1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 22:49:45.193227 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf4bc40-3c63-4404-8de1-fc225c7b3068 admin admin] Pushing event updated for resources: {'Network': ['ID=a2e178de-6ce8-46dc-b930-151655f7d071,revision_number=1']} {{(pid=109568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:49:45.203117 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.rpc [None req-154add69-038d-48cc-93ba-bd7e358b6d11 None None] Network a2e178de-6ce8-46dc-b930-151655f7d071 details requested by agent ovs-agent-dv-cinder-830538-5-iscsi with host dv-cinder-830538-5-iscsi {{(pid=109570) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 22:49:45.207178 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b49e37b3-2e9c-4085-a6f6-1163291f13af admin admin] Made reservation on behalf of 548098efad62447182b89d0ac0bd94a1 for: {'subnet': 1} {{(pid=109568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 22:49:45.209669 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-b49e37b3-2e9c-4085-a6f6-1163291f13af admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24898868'] for subnet (None), before_create {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:49:45.376265 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-b49e37b3-2e9c-4085-a6f6-1163291f13af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33448168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33156859', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30788433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24898822'] for subnet (3455a689-1924-4cc1-a40d-2004d6090b34), after_create {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:49:45.433848 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49e37b3-2e9c-4085-a6f6-1163291f13af admin admin] Pushing event updated for resources: {'Subnet': ['ID=3455a689-1924-4cc1-a40d-2004d6090b34,revision_number=0']} {{(pid=109568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:49:45.439488 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b49e37b3-2e9c-4085-a6f6-1163291f13af admin admin] Checking segment: {'id': 'b4c94aae-f16b-4b60-9b49-212dc03c99fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'a2e178de-6ce8-46dc-b930-151655f7d071'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 22:49:45.439875 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b49e37b3-2e9c-4085-a6f6-1163291f13af admin admin] Network hostable DHCP agents. Network: a2e178de-6ce8-46dc-b930-151655f7d071, hostable agents: ['55d6ddf3-619a-4750-95a9-02c5b2728e0c'], hosted agents: [] {{(pid=109568) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 22:49:45.455362 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b49e37b3-2e9c-4085-a6f6-1163291f13af admin admin] Network a2e178de-6ce8-46dc-b930-151655f7d071 is scheduled to be hosted by DHCP agent 55d6ddf3-619a-4750-95a9-02c5b2728e0c with binding_index 1 {{(pid=109568) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 22:49:45.463751 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.scheduler.base_scheduler [None req-b49e37b3-2e9c-4085-a6f6-1163291f13af admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830538-5-iscsi, a2e178de-6ce8-46dc-b930-151655f7d071) {{(pid=109568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 22:49:45.467637 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b49e37b3-2e9c-4085-a6f6-1163291f13af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:49:45.468250 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-b49e37b3-2e9c-4085-a6f6-1163291f13af admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:49:45.474066 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52842fbf-619b-4730-adba-5cc2b85cb831 None None] Network a2e178de-6ce8-46dc-b930-151655f7d071 requested from dv-cinder-830538-5-iscsi {{(pid=109570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 22:49:45.483999 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [None req-b49e37b3-2e9c-4085-a6f6-1163291f13af admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3122039 Feb 28 22:49:45.703976 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fa69f3a-ba7a-403d-888d-5762f104f542 None None] Network a2e178de-6ce8-46dc-b930-151655f7d071 requested from dv-cinder-830538-5-iscsi {{(pid=109570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 22:49:46.363405 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.wsgi [-] (109568) accepted ('10.222.0.11', 59632) {{(pid=109568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 22:49:46.491586 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [None req-2f4262f5-acfc-4ac4-bab1-1ddfc9d433ab admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=2c15741b2ac941e49aba2f290e7e135e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1269925 Feb 28 22:49:46.494059 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.wsgi [-] (109568) accepted ('10.222.0.11', 59636) {{(pid=109568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 22:49:46.540202 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-91f511a6-06da-43a5-b88b-57d89a1d6c16 admin admin] Publish callbacks [] for security_group (d664c9fa-5b9a-4057-8837-ad2303db6b35), before_delete {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:49:46.560953 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-91f511a6-06da-43a5-b88b-57d89a1d6c16 admin admin] Publish callbacks [] for security_group (d664c9fa-5b9a-4057-8837-ad2303db6b35), precommit_delete {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:49:46.609811 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-91f511a6-06da-43a5-b88b-57d89a1d6c16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33441213'] for security_group (d664c9fa-5b9a-4057-8837-ad2303db6b35), after_delete {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:49:46.612331 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-91f511a6-06da-43a5-b88b-57d89a1d6c16 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:49:46.613471 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [None req-91f511a6-06da-43a5-b88b-57d89a1d6c16 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/d664c9fa-5b9a-4057-8837-ad2303db6b35 HTTP/1.1" status: 204 len: 168 time: 0.1179562 Feb 28 22:49:46.623188 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f511a6-06da-43a5-b88b-57d89a1d6c16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d664c9fa-5b9a-4057-8837-ad2303db6b35,revision_number=None']} {{(pid=109568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:49:47.314202 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83d646f-fd72-49ff-9158-fb4251b0970d req-56ace353-5294-4b4d-9bf9-b560f4a3173c tempest-VolumesSnapshotTestJSON-823419687 tempest-VolumesSnapshotTestJSON-823419687-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:49:47.315689 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-f83d646f-fd72-49ff-9158-fb4251b0970d req-56ace353-5294-4b4d-9bf9-b560f4a3173c tempest-VolumesSnapshotTestJSON-823419687 tempest-VolumesSnapshotTestJSON-823419687-project] 10.222.0.11 "GET /v2.0/networks?id=a2e178de-6ce8-46dc-b930-151655f7d071 HTTP/1.1" status: 200 len: 814 time: 0.0986331 Feb 28 22:49:47.330236 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-f83d646f-fd72-49ff-9158-fb4251b0970d req-27e85755-c0e2-4569-9266-b09abb9b9cf2 tempest-VolumesSnapshotTestJSON-823419687 tempest-VolumesSnapshotTestJSON-823419687-project] 10.222.0.11 "GET /v2.0/quotas/548098efad62447182b89d0ac0bd94a1 HTTP/1.1" status: 200 len: 375 time: 0.0089753 Feb 28 22:49:47.362572 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-f83d646f-fd72-49ff-9158-fb4251b0970d req-12a67b8e-a715-465c-9138-0994436b0967 tempest-VolumesSnapshotTestJSON-823419687 tempest-VolumesSnapshotTestJSON-823419687-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=548098efad62447182b89d0ac0bd94a1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0273011 Feb 28 22:49:47.552487 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-f83d646f-fd72-49ff-9158-fb4251b0970d req-5593878f-7662-49f1-9453-7e5e91931db5 service neutron] 10.222.0.11 "GET /v2.0/networks/a2e178de-6ce8-46dc-b930-151655f7d071?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1834450 Feb 28 22:49:47.640792 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-f83d646f-fd72-49ff-9158-fb4251b0970d req-aa27bf1c-f427-4d5b-9d46-5448911a2157 service neutron] 10.222.0.11 "GET /v2.0/networks/a2e178de-6ce8-46dc-b930-151655f7d071?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825303 Feb 28 22:49:47.830874 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-1966f0c6-86cf-48db-bf0c-20f673cc6171 req-e56f8c19-af48-4f16-b88c-cfd78279be5b tempest-VolumesSnapshotTestJSON-823419687 tempest-VolumesSnapshotTestJSON-823419687-project] 10.222.0.11 "GET /v2.0/ports?device_id=ebab9525-0fbd-4f55-8283-c94f758ed334 HTTP/1.1" status: 200 len: 210 time: 0.0342069 Feb 28 22:49:48.716712 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83d646f-fd72-49ff-9158-fb4251b0970d req-34dd2e24-162a-4394-a964-5b1017f9c45d tempest-VolumesSnapshotTestJSON-823419687 tempest-VolumesSnapshotTestJSON-823419687-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:49:48.718321 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-f83d646f-fd72-49ff-9158-fb4251b0970d req-34dd2e24-162a-4394-a964-5b1017f9c45d tempest-VolumesSnapshotTestJSON-823419687 tempest-VolumesSnapshotTestJSON-823419687-project] 10.222.0.36 "GET /v2.0/networks?id=a2e178de-6ce8-46dc-b930-151655f7d071 HTTP/1.1" status: 200 len: 814 time: 0.0998139 Feb 28 22:49:48.729953 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.api.v2.base [req-f83d646f-fd72-49ff-9158-fb4251b0970d req-3fe3e104-45cb-49a5-8743-89d6c0d7cedb tempest-VolumesSnapshotTestJSON-823419687 tempest-VolumesSnapshotTestJSON-823419687-project] Request body: {'port': {'device_id': 'ebab9525-0fbd-4f55-8283-c94f758ed334', 'network_id': 'a2e178de-6ce8-46dc-b930-151655f7d071', 'admin_state_up': True, 'tenant_id': '548098efad62447182b89d0ac0bd94a1'}} {{(pid=109568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 22:49:48.842348 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f83d646f-fd72-49ff-9158-fb4251b0970d req-3fe3e104-45cb-49a5-8743-89d6c0d7cedb tempest-VolumesSnapshotTestJSON-823419687 tempest-VolumesSnapshotTestJSON-823419687-project] Made reservation on behalf of 548098efad62447182b89d0ac0bd94a1 for: {'port': 1} {{(pid=109568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 22:49:48.845819 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [req-f83d646f-fd72-49ff-9158-fb4251b0970d req-3fe3e104-45cb-49a5-8743-89d6c0d7cedb tempest-VolumesSnapshotTestJSON-823419687 tempest-VolumesSnapshotTestJSON-823419687-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616566'] for port (None), before_create {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:49:48.939512 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-0777ecd8-b709-44aa-ba21-da68412d9a79 req-2364df4f-aaa2-4a8b-acf4-cc7e2d2c5458 tempest-VolumesSnapshotTestJSON-823419687 tempest-VolumesSnapshotTestJSON-823419687-project] 10.222.0.11 "GET /v2.0/ports?device_id=ebab9525-0fbd-4f55-8283-c94f758ed334 HTTP/1.1" status: 200 len: 210 time: 0.0345972 Feb 28 22:49:49.008272 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.db.db_base_plugin_common [req-f83d646f-fd72-49ff-9158-fb4251b0970d req-3fe3e104-45cb-49a5-8743-89d6c0d7cedb tempest-VolumesSnapshotTestJSON-823419687 tempest-VolumesSnapshotTestJSON-823419687-project] Allocated IP 172.20.0.7 (a2e178de-6ce8-46dc-b930-151655f7d071/3455a689-1924-4cc1-a40d-2004d6090b34/1fd29284-0f21-46aa-b863-ee158b1bf97a) {{(pid=109568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 22:49:49.155045 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [req-f83d646f-fd72-49ff-9158-fb4251b0970d req-3fe3e104-45cb-49a5-8743-89d6c0d7cedb tempest-VolumesSnapshotTestJSON-823419687 tempest-VolumesSnapshotTestJSON-823419687-project] Publish callbacks [] for port (1fd29284-0f21-46aa-b863-ee158b1bf97a), precommit_create {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:49:49.190869 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [req-f83d646f-fd72-49ff-9158-fb4251b0970d req-3fe3e104-45cb-49a5-8743-89d6c0d7cedb tempest-VolumesSnapshotTestJSON-823419687 tempest-VolumesSnapshotTestJSON-823419687-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33156859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750844628228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30788389'] for port (1fd29284-0f21-46aa-b863-ee158b1bf97a), after_create {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:49:49.233172 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f83d646f-fd72-49ff-9158-fb4251b0970d req-3fe3e104-45cb-49a5-8743-89d6c0d7cedb tempest-VolumesSnapshotTestJSON-823419687 tempest-VolumesSnapshotTestJSON-823419687-project] Network a2e178de-6ce8-46dc-b930-151655f7d071 is already hosted by enough agents. {{(pid=109568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 22:49:49.236369 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.scheduler.base_scheduler [req-f83d646f-fd72-49ff-9158-fb4251b0970d req-3fe3e104-45cb-49a5-8743-89d6c0d7cedb tempest-VolumesSnapshotTestJSON-823419687 tempest-VolumesSnapshotTestJSON-823419687-project] Resources bound (agent type, host, resource id): {{(pid=109568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 22:49:49.240180 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.db.l3_dvrscheduler_db [req-f83d646f-fd72-49ff-9158-fb4251b0970d req-3fe3e104-45cb-49a5-8743-89d6c0d7cedb tempest-VolumesSnapshotTestJSON-823419687 tempest-VolumesSnapshotTestJSON-823419687-project] Received port after_create {{(pid=109568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 22:49:49.264901 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe3e104-45cb-49a5-8743-89d6c0d7cedb tempest-VolumesSnapshotTestJSON-823419687 tempest-VolumesSnapshotTestJSON-823419687-project] Pushing event updated for resources: {'Port': ['ID=1fd29284-0f21-46aa-b863-ee158b1bf97a,revision_number=1']} {{(pid=109568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:49:49.291093 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83d646f-fd72-49ff-9158-fb4251b0970d req-3fe3e104-45cb-49a5-8743-89d6c0d7cedb tempest-VolumesSnapshotTestJSON-823419687 tempest-VolumesSnapshotTestJSON-823419687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:49:49.291888 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [req-f83d646f-fd72-49ff-9158-fb4251b0970d req-3fe3e104-45cb-49a5-8743-89d6c0d7cedb tempest-VolumesSnapshotTestJSON-823419687 tempest-VolumesSnapshotTestJSON-823419687-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80159'] for port (None), before_response {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:49:49.306670 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-f83d646f-fd72-49ff-9158-fb4251b0970d req-3fe3e104-45cb-49a5-8743-89d6c0d7cedb tempest-VolumesSnapshotTestJSON-823419687 tempest-VolumesSnapshotTestJSON-823419687-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5810297 Feb 28 22:49:50.058961 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01031871-8e1c-4d5d-8833-5958cb50cfbf req-91dedf8e-d4a3-4d62-b9b7-1fb3503a84de tempest-VolumesSnapshotTestJSON-823419687 tempest-VolumesSnapshotTestJSON-823419687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:49:50.060507 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-01031871-8e1c-4d5d-8833-5958cb50cfbf req-91dedf8e-d4a3-4d62-b9b7-1fb3503a84de tempest-VolumesSnapshotTestJSON-823419687 tempest-VolumesSnapshotTestJSON-823419687-project] 10.222.0.11 "GET /v2.0/ports?device_id=ebab9525-0fbd-4f55-8283-c94f758ed334 HTTP/1.1" status: 200 len: 931 time: 0.0526507 Feb 28 22:49:50.107155 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-01031871-8e1c-4d5d-8833-5958cb50cfbf req-3c6db5d9-dab5-4635-86f6-72676e2b528f tempest-VolumesSnapshotTestJSON-823419687 tempest-VolumesSnapshotTestJSON-823419687-project] 10.222.0.11 "GET /v2.0/security-groups?id=53e280b3-cb64-46d9-bd10-d9b74b1cdb25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409470 Feb 28 22:49:50.786500 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.api.v2.base [req-f83d646f-fd72-49ff-9158-fb4251b0970d req-9dce959f-0ecf-4602-a6f0-d0cb745d34d6 service neutron] Request body: {'port': {'device_id': 'ebab9525-0fbd-4f55-8283-c94f758ed334', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83053'}} {{(pid=109568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 22:49:50.848301 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [req-f83d646f-fd72-49ff-9158-fb4251b0970d req-9dce959f-0ecf-4602-a6f0-d0cb745d34d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616566'] for port (1fd29284-0f21-46aa-b863-ee158b1bf97a), before_update {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:49:51.107812 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.notifiers.nova [req-f83d646f-fd72-49ff-9158-fb4251b0970d req-9dce959f-0ecf-4602-a6f0-d0cb745d34d6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1fd29284-0f21-46aa-b863-ee158b1bf97a {{(pid=109568) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 22:49:51.115176 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [req-f83d646f-fd72-49ff-9158-fb4251b0970d req-9dce959f-0ecf-4602-a6f0-d0cb745d34d6 service neutron] Publish callbacks [] for port (1fd29284-0f21-46aa-b863-ee158b1bf97a), precommit_update {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:49:51.127527 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.db.provisioning_blocks [req-f83d646f-fd72-49ff-9158-fb4251b0970d req-9dce959f-0ecf-4602-a6f0-d0cb745d34d6 service neutron] Transition to ACTIVE for port object 1fd29284-0f21-46aa-b863-ee158b1bf97a will not be triggered until provisioned by entity L2. {{(pid=109568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Feb 28 22:49:51.131355 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [req-f83d646f-fd72-49ff-9158-fb4251b0970d req-9dce959f-0ecf-4602-a6f0-d0cb745d34d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33156859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750845083886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750844628246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750844628264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30788396'] for port (1fd29284-0f21-46aa-b863-ee158b1bf97a), after_update {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:49:51.211887 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dce959f-0ecf-4602-a6f0-d0cb745d34d6 service neutron] Pushing event updated for resources: {'Port': ['ID=1fd29284-0f21-46aa-b863-ee158b1bf97a,revision_number=2']} {{(pid=109568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:49:51.285558 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc73760-5094-4f1b-855b-f20ea23b9dbf req-fc032871-b99a-40f1-8143-16624aac78fd tempest-VolumesSnapshotTestJSON-823419687 tempest-VolumesSnapshotTestJSON-823419687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:49:51.287038 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-3dc73760-5094-4f1b-855b-f20ea23b9dbf req-fc032871-b99a-40f1-8143-16624aac78fd tempest-VolumesSnapshotTestJSON-823419687 tempest-VolumesSnapshotTestJSON-823419687-project] 10.222.0.11 "GET /v2.0/ports?device_id=ebab9525-0fbd-4f55-8283-c94f758ed334 HTTP/1.1" status: 200 len: 943 time: 0.1130829 Feb 28 22:49:51.324628 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.plugins.ml2.managers [req-f83d646f-fd72-49ff-9158-fb4251b0970d req-9dce959f-0ecf-4602-a6f0-d0cb745d34d6 service neutron] Attempting to bind port 1fd29284-0f21-46aa-b863-ee158b1bf97a on host hv-cinder-83053 for vnic_type normal with profile {{(pid=109568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 22:49:51.324880 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.plugins.ml2.managers [req-f83d646f-fd72-49ff-9158-fb4251b0970d req-9dce959f-0ecf-4602-a6f0-d0cb745d34d6 service neutron] Attempting to bind port 1fd29284-0f21-46aa-b863-ee158b1bf97a by drivers openvswitch,hyperv on host hv-cinder-83053 at level 0 using segments [{'id': 'b4c94aae-f16b-4b60-9b49-212dc03c99fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'a2e178de-6ce8-46dc-b930-151655f7d071'}] {{(pid=109568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 22:49:51.325209 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f83d646f-fd72-49ff-9158-fb4251b0970d req-9dce959f-0ecf-4602-a6f0-d0cb745d34d6 service neutron] Attempting to bind port 1fd29284-0f21-46aa-b863-ee158b1bf97a on network a2e178de-6ce8-46dc-b930-151655f7d071 {{(pid=109568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 22:49:51.336489 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f83d646f-fd72-49ff-9158-fb4251b0970d req-9dce959f-0ecf-4602-a6f0-d0cb745d34d6 service neutron] Port 1fd29284-0f21-46aa-b863-ee158b1bf97a on network a2e178de-6ce8-46dc-b930-151655f7d071 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83053 {{(pid=109568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 22:49:51.336809 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f83d646f-fd72-49ff-9158-fb4251b0970d req-9dce959f-0ecf-4602-a6f0-d0cb745d34d6 service neutron] Attempting to bind port 1fd29284-0f21-46aa-b863-ee158b1bf97a on network a2e178de-6ce8-46dc-b930-151655f7d071 {{(pid=109568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 22:49:51.346237 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f83d646f-fd72-49ff-9158-fb4251b0970d req-9dce959f-0ecf-4602-a6f0-d0cb745d34d6 service neutron] Checking agent: {'id': '5b2bda77-ea31-45ff-af39-f050a95cb1da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83053', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 22, 40, 14), 'started_at': datetime.datetime(2022, 2, 28, 22, 40, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 22, 49, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 22:49:51.346572 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f83d646f-fd72-49ff-9158-fb4251b0970d req-9dce959f-0ecf-4602-a6f0-d0cb745d34d6 service neutron] Checking segment: {'id': 'b4c94aae-f16b-4b60-9b49-212dc03c99fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'a2e178de-6ce8-46dc-b930-151655f7d071'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 22:49:51.346948 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f83d646f-fd72-49ff-9158-fb4251b0970d req-9dce959f-0ecf-4602-a6f0-d0cb745d34d6 service neutron] Bound using segment: {'id': 'b4c94aae-f16b-4b60-9b49-212dc03c99fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'a2e178de-6ce8-46dc-b930-151655f7d071'} {{(pid=109568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 22:49:51.347366 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.plugins.ml2.managers [req-f83d646f-fd72-49ff-9158-fb4251b0970d req-9dce959f-0ecf-4602-a6f0-d0cb745d34d6 service neutron] Bound port: 1fd29284-0f21-46aa-b863-ee158b1bf97a, host: hv-cinder-83053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b4c94aae-f16b-4b60-9b49-212dc03c99fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'a2e178de-6ce8-46dc-b930-151655f7d071'}}] {{(pid=109568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 22:49:51.347747 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [req-f83d646f-fd72-49ff-9158-fb4251b0970d req-9dce959f-0ecf-4602-a6f0-d0cb745d34d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616566'] for port (1fd29284-0f21-46aa-b863-ee158b1bf97a), before_update {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:49:51.368209 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-3dc73760-5094-4f1b-855b-f20ea23b9dbf req-b08bd1a9-1e18-4680-bb6a-b9ce7ad8b80d tempest-VolumesSnapshotTestJSON-823419687 tempest-VolumesSnapshotTestJSON-823419687-project] 10.222.0.11 "GET /v2.0/security-groups?id=53e280b3-cb64-46d9-bd10-d9b74b1cdb25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732195 Feb 28 22:49:51.419617 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.plugins.ml2.db [req-f83d646f-fd72-49ff-9158-fb4251b0970d req-9dce959f-0ecf-4602-a6f0-d0cb745d34d6 service neutron] For port 1fd29284-0f21-46aa-b863-ee158b1bf97a, host hv-cinder-83053, cleared binding levels {{(pid=109568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 22:49:51.422519 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.plugins.ml2.db [req-f83d646f-fd72-49ff-9158-fb4251b0970d req-9dce959f-0ecf-4602-a6f0-d0cb745d34d6 service neutron] For port 1fd29284-0f21-46aa-b863-ee158b1bf97a, host hv-cinder-83053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83053',level=0,port_id=1fd29284-0f21-46aa-b863-ee158b1bf97a,segment=NetworkSegment(b4c94aae-f16b-4b60-9b49-212dc03c99fc),segment_id=b4c94aae-f16b-4b60-9b49-212dc03c99fc)] {{(pid=109568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 22:49:51.428292 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [req-f83d646f-fd72-49ff-9158-fb4251b0970d req-9dce959f-0ecf-4602-a6f0-d0cb745d34d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33156859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750845083886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750844628246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750844628264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30788396'] for port (1fd29284-0f21-46aa-b863-ee158b1bf97a), after_update {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:49:51.465814 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83d646f-fd72-49ff-9158-fb4251b0970d req-9dce959f-0ecf-4602-a6f0-d0cb745d34d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:49:51.466433 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [req-f83d646f-fd72-49ff-9158-fb4251b0970d req-9dce959f-0ecf-4602-a6f0-d0cb745d34d6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80159'] for port (None), before_response {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:49:51.467838 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-f83d646f-fd72-49ff-9158-fb4251b0970d req-9dce959f-0ecf-4602-a6f0-d0cb745d34d6 service neutron] 10.222.0.36 "PUT /v2.0/ports/1fd29284-0f21-46aa-b863-ee158b1bf97a HTTP/1.1" status: 200 len: 1093 time: 0.6855638 Feb 28 22:49:51.468270 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ebab9525-0fbd-4f55-8283-c94f758ed334', 'tag': '1fd29284-0f21-46aa-b863-ee158b1bf97a'}] {{(pid=109568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 22:49:51.470479 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be30730c9f576b5ae602769365630bce3a2881df6c4aa92702dca8eb1643a507" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9cb04a7d-66e2-4619-ad5d-424ee79f0c2d" -d '{"events": [{"name": "network-changed", "server_uuid": "ebab9525-0fbd-4f55-8283-c94f758ed334", "tag": "1fd29284-0f21-46aa-b863-ee158b1bf97a"}]}' {{(pid=109568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 22:49:51.491051 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dce959f-0ecf-4602-a6f0-d0cb745d34d6 service neutron] Pushing event updated for resources: {'Port': ['ID=1fd29284-0f21-46aa-b863-ee158b1bf97a,revision_number=3']} {{(pid=109568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:49:51.504141 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 22:49:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c0621e3-d998-497a-abd8-743d89ace503 x-openstack-request-id: req-7c0621e3-d998-497a-abd8-743d89ace503 {{(pid=109568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 22:49:51.504427 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ebab9525-0fbd-4f55-8283-c94f758ed334", "tag": "1fd29284-0f21-46aa-b863-ee158b1bf97a", "status": "completed", "code": 200}]} {{(pid=109568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 22:49:51.504681 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-7c0621e3-d998-497a-abd8-743d89ace503 {{(pid=109568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 22:49:51.505079 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ebab9525-0fbd-4f55-8283-c94f758ed334', 'tag': '1fd29284-0f21-46aa-b863-ee158b1bf97a', 'status': 'completed', 'code': 200} Feb 28 22:49:51.721883 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb04a7d-66e2-4619-ad5d-424ee79f0c2d req-74772b5f-47b1-491e-b3e2-bf30fa96682d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:49:51.723409 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-9cb04a7d-66e2-4619-ad5d-424ee79f0c2d req-74772b5f-47b1-491e-b3e2-bf30fa96682d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=548098efad62447182b89d0ac0bd94a1&device_id=ebab9525-0fbd-4f55-8283-c94f758ed334 HTTP/1.1" status: 200 len: 1127 time: 0.0455828 Feb 28 22:49:51.821122 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb04a7d-66e2-4619-ad5d-424ee79f0c2d req-3c21a5bf-8d90-40be-b9a8-fffe1a19010e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:49:51.822584 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-9cb04a7d-66e2-4619-ad5d-424ee79f0c2d req-3c21a5bf-8d90-40be-b9a8-fffe1a19010e service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=548098efad62447182b89d0ac0bd94a1&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0923913 Feb 28 22:49:51.915635 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb04a7d-66e2-4619-ad5d-424ee79f0c2d req-2630d301-703c-439d-944d-cc1f4499354f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:49:51.917320 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-9cb04a7d-66e2-4619-ad5d-424ee79f0c2d req-2630d301-703c-439d-944d-cc1f4499354f service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0886602 Feb 28 22:49:51.993574 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83d646f-fd72-49ff-9158-fb4251b0970d req-02c84211-10a7-4643-b0fe-3afb6bba611d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:49:51.995545 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-f83d646f-fd72-49ff-9158-fb4251b0970d req-02c84211-10a7-4643-b0fe-3afb6bba611d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=548098efad62447182b89d0ac0bd94a1&device_id=ebab9525-0fbd-4f55-8283-c94f758ed334 HTTP/1.1" status: 200 len: 1127 time: 0.0444221 Feb 28 22:49:52.035223 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-f83d646f-fd72-49ff-9158-fb4251b0970d req-d0dc4118-259e-4a72-8feb-f1f9005d0e52 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1fd29284-0f21-46aa-b863-ee158b1bf97a HTTP/1.1" status: 200 len: 217 time: 0.0331066 Feb 28 22:49:52.084112 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83d646f-fd72-49ff-9158-fb4251b0970d req-1fb97d46-e144-424f-a3ad-f2b46d42a198 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:49:52.085496 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-f83d646f-fd72-49ff-9158-fb4251b0970d req-1fb97d46-e144-424f-a3ad-f2b46d42a198 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=3455a689-1924-4cc1-a40d-2004d6090b34 HTTP/1.1" status: 200 len: 854 time: 0.0448606 Feb 28 22:49:52.116502 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-f83d646f-fd72-49ff-9158-fb4251b0970d req-df4125ec-2809-477a-bea7-15756bc61faa service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a2e178de-6ce8-46dc-b930-151655f7d071&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251467 Feb 28 22:49:52.204086 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-f83d646f-fd72-49ff-9158-fb4251b0970d req-376e3785-a52d-4c56-b52d-e9d4577fbbd8 service neutron] 10.222.0.36 "GET /v2.0/networks/a2e178de-6ce8-46dc-b930-151655f7d071?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815198 Feb 28 22:49:52.294845 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-f83d646f-fd72-49ff-9158-fb4251b0970d req-f818ade7-439a-43e2-9941-0865fb1f7e07 service neutron] 10.222.0.36 "GET /v2.0/networks/a2e178de-6ce8-46dc-b930-151655f7d071?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854139 Feb 28 22:49:52.486717 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18954d65-77c4-4c7c-a867-336d880f2986 req-b701cc63-5f4a-46b0-90fb-739f626a30b0 tempest-VolumesSnapshotTestJSON-823419687 tempest-VolumesSnapshotTestJSON-823419687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:49:52.488210 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-18954d65-77c4-4c7c-a867-336d880f2986 req-b701cc63-5f4a-46b0-90fb-739f626a30b0 tempest-VolumesSnapshotTestJSON-823419687 tempest-VolumesSnapshotTestJSON-823419687-project] 10.222.0.11 "GET /v2.0/ports?device_id=ebab9525-0fbd-4f55-8283-c94f758ed334 HTTP/1.1" status: 200 len: 943 time: 0.0536153 Feb 28 22:49:52.536085 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-18954d65-77c4-4c7c-a867-336d880f2986 req-6a89cee2-098c-4e91-aa9e-67b1bbfa1c2c tempest-VolumesSnapshotTestJSON-823419687 tempest-VolumesSnapshotTestJSON-823419687-project] 10.222.0.11 "GET /v2.0/security-groups?id=53e280b3-cb64-46d9-bd10-d9b74b1cdb25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421560 Feb 28 22:49:53.654135 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb310582-8ee9-44f9-8087-6c8aad6b2eb8 req-43c8965b-22d1-4cb9-8b68-355ff4330e3a tempest-VolumesSnapshotTestJSON-823419687 tempest-VolumesSnapshotTestJSON-823419687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:49:53.655599 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-eb310582-8ee9-44f9-8087-6c8aad6b2eb8 req-43c8965b-22d1-4cb9-8b68-355ff4330e3a tempest-VolumesSnapshotTestJSON-823419687 tempest-VolumesSnapshotTestJSON-823419687-project] 10.222.0.11 "GET /v2.0/ports?device_id=ebab9525-0fbd-4f55-8283-c94f758ed334 HTTP/1.1" status: 200 len: 943 time: 0.0530858 Feb 28 22:49:53.705338 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-eb310582-8ee9-44f9-8087-6c8aad6b2eb8 req-c32c33cb-4ad1-4eee-93d2-c11c965a01be tempest-VolumesSnapshotTestJSON-823419687 tempest-VolumesSnapshotTestJSON-823419687-project] 10.222.0.11 "GET /v2.0/security-groups?id=53e280b3-cb64-46d9-bd10-d9b74b1cdb25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442657 Feb 28 22:49:54.345190 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.rpc [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] Device 1fd29284-0f21-46aa-b863-ee158b1bf97a details requested by agent hyperv_hv-cinder-83053 with host hv-cinder-83053 {{(pid=109570) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 22:49:54.444680 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.db [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] For port 1fd29284-0f21-46aa-b863-ee158b1bf97a, host hv-cinder-83053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83053',level=0,port_id=1fd29284-0f21-46aa-b863-ee158b1bf97a,segment=NetworkSegment(b4c94aae-f16b-4b60-9b49-212dc03c99fc),segment_id=b4c94aae-f16b-4b60-9b49-212dc03c99fc)] {{(pid=109570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 22:49:54.457203 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.rpc [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] Returning: {'device': '1fd29284-0f21-46aa-b863-ee158b1bf97a', 'network_id': 'a2e178de-6ce8-46dc-b930-151655f7d071', 'port_id': '1fd29284-0f21-46aa-b863-ee158b1bf97a', 'mac_address': 'fa:16:3e:eb:72:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 147, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3455a689-1924-4cc1-a40d-2004d6090b34', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109570) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 22:49:54.493877 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.plugin [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] Current status of the port 1fd29284-0f21-46aa-b863-ee158b1bf97a is: DOWN; New status is: BUILD {{(pid=109570) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 22:49:54.494276 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616566'] for port (1fd29284-0f21-46aa-b863-ee158b1bf97a), before_update {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:49:54.509178 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.notifiers.nova [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1fd29284-0f21-46aa-b863-ee158b1bf97a {{(pid=109570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 22:49:54.532225 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.db [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] For port 1fd29284-0f21-46aa-b863-ee158b1bf97a, host hv-cinder-83053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83053',level=0,port_id=1fd29284-0f21-46aa-b863-ee158b1bf97a,segment=NetworkSegment(b4c94aae-f16b-4b60-9b49-212dc03c99fc),segment_id=b4c94aae-f16b-4b60-9b49-212dc03c99fc)] {{(pid=109570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 22:49:54.536810 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33156859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750845083886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750844628246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750844628264'] for port (1fd29284-0f21-46aa-b863-ee158b1bf97a), after_update {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:49:54.587584 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] Pushing event updated for resources: {'Port': ['ID=1fd29284-0f21-46aa-b863-ee158b1bf97a,revision_number=4']} {{(pid=109570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:49:54.595498 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830538-5-iscsi {{(pid=109570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:49:54.595785 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-5-iscsi {{(pid=109570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:49:54.596135 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-5-iscsi {{(pid=109570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:49:54.596473 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-5-iscsi {{(pid=109570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:49:54.596802 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830538-5-iscsi {{(pid=109570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:49:54.597137 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830538-5-iscsi {{(pid=109570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:49:54.597465 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830538-5-iscsi {{(pid=109570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:49:54.597787 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830538-5-iscsi {{(pid=109570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:49:54.598109 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830538-5-iscsi {{(pid=109570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:49:54.598434 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830538-5-iscsi {{(pid=109570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:49:54.598788 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-5-iscsi {{(pid=109570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:49:54.599109 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830538-5-iscsi {{(pid=109570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:49:54.599438 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830538-5-iscsi {{(pid=109570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:49:54.645801 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.wsgi [-] (109568) accepted ('10.222.0.11', 59748) {{(pid=109568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 22:49:54.730415 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.db [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] get_ports_and_sgs() called for port_ids ['1fd29284-0f21-46aa-b863-ee158b1bf97a'] {{(pid=109570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 22:49:54.749655 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-a412d034-f435-450c-9b06-9c1c1adb7425 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:49:54.861134 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582aa7e1-891b-4fe5-b990-47f7b3cc7f09 req-94f8471e-38ed-425e-b5cc-cff43c7ad1ce tempest-VolumesSnapshotTestJSON-823419687 tempest-VolumesSnapshotTestJSON-823419687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:49:54.862530 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-582aa7e1-891b-4fe5-b990-47f7b3cc7f09 req-94f8471e-38ed-425e-b5cc-cff43c7ad1ce tempest-VolumesSnapshotTestJSON-823419687 tempest-VolumesSnapshotTestJSON-823419687-project] 10.222.0.11 "GET /v2.0/ports?device_id=ebab9525-0fbd-4f55-8283-c94f758ed334 HTTP/1.1" status: 200 len: 944 time: 0.0839164 Feb 28 22:49:54.882030 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-a412d034-f435-450c-9b06-9c1c1adb7425 admin admin] Publish callbacks [] for security_group (35ae96ff-0384-4e7f-932f-c02cec5c609a), precommit_create {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:49:54.892454 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-a412d034-f435-450c-9b06-9c1c1adb7425 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33441213'] for security_group (35ae96ff-0384-4e7f-932f-c02cec5c609a), after_create {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:49:54.950417 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [None req-a412d034-f435-450c-9b06-9c1c1adb7425 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=231e4e4ecde9418eb4687c98d896dc5e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3012631 Feb 28 22:49:54.950632 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a412d034-f435-450c-9b06-9c1c1adb7425 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35ae96ff-0384-4e7f-932f-c02cec5c609a,revision_number=1']} {{(pid=109568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:49:54.950809 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.wsgi [-] (109569) accepted ('10.222.0.11', 59754) {{(pid=109569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 22:49:54.955602 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-582aa7e1-891b-4fe5-b990-47f7b3cc7f09 req-21513a75-227b-49e0-a64d-36275e84d06c tempest-VolumesSnapshotTestJSON-823419687 tempest-VolumesSnapshotTestJSON-823419687-project] 10.222.0.11 "GET /v2.0/security-groups?id=53e280b3-cb64-46d9-bd10-d9b74b1cdb25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833964 Feb 28 22:49:54.998516 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-99e6dd83-18ac-4669-8f9e-b1ab7ae6d753 admin admin] Publish callbacks [] for security_group (35ae96ff-0384-4e7f-932f-c02cec5c609a), before_delete {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:49:55.021744 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-99e6dd83-18ac-4669-8f9e-b1ab7ae6d753 admin admin] Publish callbacks [] for security_group (35ae96ff-0384-4e7f-932f-c02cec5c609a), precommit_delete {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:49:55.066096 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-99e6dd83-18ac-4669-8f9e-b1ab7ae6d753 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33441213'] for security_group (35ae96ff-0384-4e7f-932f-c02cec5c609a), after_delete {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:49:55.069078 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-99e6dd83-18ac-4669-8f9e-b1ab7ae6d753 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:49:55.070311 dv-cinder-830538-5-iscsi neutron-server[109569]: INFO neutron.wsgi [None req-99e6dd83-18ac-4669-8f9e-b1ab7ae6d753 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/35ae96ff-0384-4e7f-932f-c02cec5c609a HTTP/1.1" status: 204 len: 168 time: 0.1185384 Feb 28 22:49:55.078090 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e6dd83-18ac-4669-8f9e-b1ab7ae6d753 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35ae96ff-0384-4e7f-932f-c02cec5c609a,revision_number=None']} {{(pid=109569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:49:55.664500 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.wsgi [-] (109569) accepted ('10.222.0.11', 59776) {{(pid=109569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 22:49:55.757875 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.api.v2.base [None req-ec24d373-fc6d-4d6f-87cf-60243dce6cb5 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-274550402-network', 'tenant_id': '9682b42bc5bb4f3a9ed975026db8a4a3'}} {{(pid=109569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 22:49:55.777871 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec24d373-fc6d-4d6f-87cf-60243dce6cb5 admin admin] Made reservation on behalf of 9682b42bc5bb4f3a9ed975026db8a4a3 for: {'network': 1} {{(pid=109569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 22:49:55.780183 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-ec24d373-fc6d-4d6f-87cf-60243dce6cb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616566'] for network (None), before_create {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:49:55.788256 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-ec24d373-fc6d-4d6f-87cf-60243dce6cb5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:49:55.860864 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-ec24d373-fc6d-4d6f-87cf-60243dce6cb5 admin admin] Publish callbacks [] for security_group (e9868aa1-38d1-4554-ad9a-5a3c184dd148), precommit_create {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:49:55.864515 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-ec24d373-fc6d-4d6f-87cf-60243dce6cb5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33441213'] for security_group (e9868aa1-38d1-4554-ad9a-5a3c184dd148), after_create {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:49:55.888506 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec24d373-fc6d-4d6f-87cf-60243dce6cb5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 111} {{(pid=109569) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 22:49:55.898099 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec24d373-fc6d-4d6f-87cf-60243dce6cb5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9868aa1-38d1-4554-ad9a-5a3c184dd148,revision_number=1']} {{(pid=109569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:49:55.904499 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-ec24d373-fc6d-4d6f-87cf-60243dce6cb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1012980'] for segment (6302f759-7806-4619-ad72-9065d0b678da), precommit_create {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:49:55.904835 dv-cinder-830538-5-iscsi neutron-server[109569]: INFO neutron.db.segments_db [None req-ec24d373-fc6d-4d6f-87cf-60243dce6cb5 admin admin] Added segment 6302f759-7806-4619-ad72-9065d0b678da of type vlan for network bd5c87d6-280c-42e5-a7a0-d86f35b08ea1 Feb 28 22:49:55.942571 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-ec24d373-fc6d-4d6f-87cf-60243dce6cb5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750844646229'] for network (bd5c87d6-280c-42e5-a7a0-d86f35b08ea1), precommit_create {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:49:55.969025 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-ec24d373-fc6d-4d6f-87cf-60243dce6cb5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33441228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33156859'] for network (bd5c87d6-280c-42e5-a7a0-d86f35b08ea1), after_create {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:49:55.969762 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec24d373-fc6d-4d6f-87cf-60243dce6cb5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:49:55.970354 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-ec24d373-fc6d-4d6f-87cf-60243dce6cb5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33156845'] for network (None), before_response {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:49:56.022347 dv-cinder-830538-5-iscsi neutron-server[109569]: INFO neutron.wsgi [None req-ec24d373-fc6d-4d6f-87cf-60243dce6cb5 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3567338 Feb 28 22:49:56.025396 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.wsgi [-] (109568) accepted ('10.222.0.11', 59782) {{(pid=109568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 22:49:56.031618 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.api.v2.base [None req-803685a5-e010-4f8e-b17c-3797a1a98572 admin admin] Request body: {'subnet': {'network_id': 'bd5c87d6-280c-42e5-a7a0-d86f35b08ea1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-274550402-subnet', 'tenant_id': '9682b42bc5bb4f3a9ed975026db8a4a3', 'ip_version': 4}} {{(pid=109568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 22:49:56.034493 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec24d373-fc6d-4d6f-87cf-60243dce6cb5 admin admin] Pushing event updated for resources: {'Network': ['ID=bd5c87d6-280c-42e5-a7a0-d86f35b08ea1,revision_number=1']} {{(pid=109569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:49:56.044699 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.rpc [None req-154add69-038d-48cc-93ba-bd7e358b6d11 None None] Network bd5c87d6-280c-42e5-a7a0-d86f35b08ea1 details requested by agent ovs-agent-dv-cinder-830538-5-iscsi with host dv-cinder-830538-5-iscsi {{(pid=109570) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 22:49:56.083453 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-803685a5-e010-4f8e-b17c-3797a1a98572 admin admin] Made reservation on behalf of 9682b42bc5bb4f3a9ed975026db8a4a3 for: {'subnet': 1} {{(pid=109568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 22:49:56.085911 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-803685a5-e010-4f8e-b17c-3797a1a98572 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24898868'] for subnet (None), before_create {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:49:56.147306 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abea40e-b86c-4db5-b547-39010a4ed738 req-f358cdb8-2248-42ac-acfb-8bfc61513f77 tempest-VolumesSnapshotTestJSON-823419687 tempest-VolumesSnapshotTestJSON-823419687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:49:56.148787 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-5abea40e-b86c-4db5-b547-39010a4ed738 req-f358cdb8-2248-42ac-acfb-8bfc61513f77 tempest-VolumesSnapshotTestJSON-823419687 tempest-VolumesSnapshotTestJSON-823419687-project] 10.222.0.11 "GET /v2.0/ports?device_id=ebab9525-0fbd-4f55-8283-c94f758ed334 HTTP/1.1" status: 200 len: 944 time: 0.1127744 Feb 28 22:49:56.218704 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-5abea40e-b86c-4db5-b547-39010a4ed738 req-2272c047-3be6-4a65-99a0-4d089d7fac9f tempest-VolumesSnapshotTestJSON-823419687 tempest-VolumesSnapshotTestJSON-823419687-project] 10.222.0.11 "GET /v2.0/security-groups?id=53e280b3-cb64-46d9-bd10-d9b74b1cdb25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621974 Feb 28 22:49:56.300360 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-803685a5-e010-4f8e-b17c-3797a1a98572 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33448168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33156859', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30788433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24898822'] for subnet (e0a95bd6-4937-48b3-aec2-a392dcb0defe), after_create {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:49:56.349619 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.rpc [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] Device 1fd29284-0f21-46aa-b863-ee158b1bf97a up at agent hyperv_hv-cinder-83053 {{(pid=109570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 22:49:56.352366 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803685a5-e010-4f8e-b17c-3797a1a98572 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e0a95bd6-4937-48b3-aec2-a392dcb0defe,revision_number=0']} {{(pid=109568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:49:56.363307 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-803685a5-e010-4f8e-b17c-3797a1a98572 admin admin] Checking segment: {'id': '6302f759-7806-4619-ad72-9065d0b678da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'bd5c87d6-280c-42e5-a7a0-d86f35b08ea1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 22:49:56.363688 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-803685a5-e010-4f8e-b17c-3797a1a98572 admin admin] Network hostable DHCP agents. Network: bd5c87d6-280c-42e5-a7a0-d86f35b08ea1, hostable agents: ['55d6ddf3-619a-4750-95a9-02c5b2728e0c'], hosted agents: [] {{(pid=109568) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 22:49:56.380738 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-803685a5-e010-4f8e-b17c-3797a1a98572 admin admin] Network bd5c87d6-280c-42e5-a7a0-d86f35b08ea1 is scheduled to be hosted by DHCP agent 55d6ddf3-619a-4750-95a9-02c5b2728e0c with binding_index 1 {{(pid=109568) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 22:49:56.389978 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.scheduler.base_scheduler [None req-803685a5-e010-4f8e-b17c-3797a1a98572 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830538-5-iscsi, bd5c87d6-280c-42e5-a7a0-d86f35b08ea1) {{(pid=109568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 22:49:56.394422 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-803685a5-e010-4f8e-b17c-3797a1a98572 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:49:56.395174 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-803685a5-e010-4f8e-b17c-3797a1a98572 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:49:56.400375 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0308c5a-14d8-4205-a9a8-fd9a5f25cca8 None None] Network bd5c87d6-280c-42e5-a7a0-d86f35b08ea1 requested from dv-cinder-830538-5-iscsi {{(pid=109570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 22:49:56.403898 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.db.provisioning_blocks [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] Provisioning for port 1fd29284-0f21-46aa-b863-ee158b1bf97a completed by entity L2. {{(pid=109570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 28 22:49:56.412790 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [None req-803685a5-e010-4f8e-b17c-3797a1a98572 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3853495 Feb 28 22:49:56.415454 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.wsgi [-] (109568) accepted ('10.222.0.11', 59784) {{(pid=109568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 22:49:56.419768 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.api.v2.base [None req-43952d28-9391-425c-9910-49f9f0944ca0 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-274550402-router', 'tenant_id': '9682b42bc5bb4f3a9ed975026db8a4a3', 'external_gateway_info': {'network_id': '3e7a10c7-addc-4b79-a555-0b472e939652'}}} {{(pid=109568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 22:49:56.438801 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-43952d28-9391-425c-9910-49f9f0944ca0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33524095', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4109'] for router (13cddc1b-2f3a-43a6-9fab-623243736c76), before_create {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:49:56.439830 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-43952d28-9391-425c-9910-49f9f0944ca0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33526511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33523248', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33436857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4102'] for router (13cddc1b-2f3a-43a6-9fab-623243736c76), precommit_create {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:49:56.449151 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.db.provisioning_blocks [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] Provisioning complete for port 1fd29284-0f21-46aa-b863-ee158b1bf97a triggered by entity L2. {{(pid=109570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 22:49:56.449526 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579965'] for port (1fd29284-0f21-46aa-b863-ee158b1bf97a), provisioning_complete {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:49:56.497825 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-43952d28-9391-425c-9910-49f9f0944ca0 admin admin] Publish callbacks [] for router_controller (13cddc1b-2f3a-43a6-9fab-623243736c76), precommit_add_association {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:49:56.560171 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e253e4f7-6343-4879-959e-ccb69cfd282d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb31ac5c2-b819-5011-be4d-90e3836323fa-bd5c87d6-280c-42e5-a7a0-d86f35b08ea1', 'network_id': 'bd5c87d6-280c-42e5-a7a0-d86f35b08ea1', 'project_id': '9682b42bc5bb4f3a9ed975026db8a4a3', 'fixed_ips': [{'subnet_id': 'e0a95bd6-4937-48b3-aec2-a392dcb0defe'}]}} from dv-cinder-830538-5-iscsi. {{(pid=109570) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 28 22:49:56.561012 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-e253e4f7-6343-4879-959e-ccb69cfd282d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616566'] for port (None), before_create {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:49:56.576053 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.plugin [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] Current status of the port 1fd29284-0f21-46aa-b863-ee158b1bf97a is: BUILD; New status is: ACTIVE {{(pid=109570) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 22:49:56.576438 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616566'] for port (1fd29284-0f21-46aa-b863-ee158b1bf97a), before_update {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:49:56.610003 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebab9525-0fbd-4f55-8283-c94f758ed334', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1fd29284-0f21-46aa-b863-ee158b1bf97a'}] {{(pid=109570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 22:49:56.612275 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fade63a226c96e14254c735f674fb73a181a47373151acc9bb38ade81564009" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-253b2a2d-6dcd-4231-b4f9-958769d19381" -d '{"events": [{"server_uuid": "ebab9525-0fbd-4f55-8283-c94f758ed334", "name": "network-vif-plugged", "status": "completed", "tag": "1fd29284-0f21-46aa-b863-ee158b1bf97a"}]}' {{(pid=109570) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 22:49:56.662580 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 22:49:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b977def-f2e7-4c83-b631-97e3dc743edb x-openstack-request-id: req-9b977def-f2e7-4c83-b631-97e3dc743edb {{(pid=109570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 22:49:56.662881 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ebab9525-0fbd-4f55-8283-c94f758ed334", "name": "network-vif-plugged", "status": "completed", "tag": "1fd29284-0f21-46aa-b863-ee158b1bf97a", "code": 200}]} {{(pid=109570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 22:49:56.663116 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-9b977def-f2e7-4c83-b631-97e3dc743edb {{(pid=109570) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 22:49:56.663503 dv-cinder-830538-5-iscsi neutron-server[109570]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ebab9525-0fbd-4f55-8283-c94f758ed334', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1fd29284-0f21-46aa-b863-ee158b1bf97a', 'code': 200} Feb 28 22:49:56.675187 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.db [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] For port 1fd29284-0f21-46aa-b863-ee158b1bf97a, host hv-cinder-83053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83053',level=0,port_id=1fd29284-0f21-46aa-b863-ee158b1bf97a,segment=NetworkSegment(b4c94aae-f16b-4b60-9b49-212dc03c99fc),segment_id=b4c94aae-f16b-4b60-9b49-212dc03c99fc)] {{(pid=109570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 22:49:56.684748 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33156859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750845083886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750844628246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750844628264'] for port (1fd29284-0f21-46aa-b863-ee158b1bf97a), after_update {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:49:56.778407 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] Pushing event updated for resources: {'Port': ['ID=1fd29284-0f21-46aa-b863-ee158b1bf97a,revision_number=5']} {{(pid=109570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:49:56.784446 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.db.db_base_plugin_common [None req-e253e4f7-6343-4879-959e-ccb69cfd282d None None] Allocated IP 172.20.0.2 (bd5c87d6-280c-42e5-a7a0-d86f35b08ea1/e0a95bd6-4937-48b3-aec2-a392dcb0defe/9755ad89-d0d0-4d58-9974-a150f2f092b8) {{(pid=109570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 22:49:56.932631 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-e253e4f7-6343-4879-959e-ccb69cfd282d None None] Publish callbacks [] for port (9755ad89-d0d0-4d58-9974-a150f2f092b8), precommit_create {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:49:56.938134 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-e253e4f7-6343-4879-959e-ccb69cfd282d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33156859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750844628228'] for port (9755ad89-d0d0-4d58-9974-a150f2f092b8), after_create {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:49:56.953190 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-43952d28-9391-425c-9910-49f9f0944ca0 admin admin] Publish callbacks [] for router_gateway (13cddc1b-2f3a-43a6-9fab-623243736c76), precommit_update {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:49:56.977626 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e253e4f7-6343-4879-959e-ccb69cfd282d None None] Network bd5c87d6-280c-42e5-a7a0-d86f35b08ea1 is already hosted by enough agents. {{(pid=109570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 22:49:56.981360 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.scheduler.base_scheduler [None req-e253e4f7-6343-4879-959e-ccb69cfd282d None None] Resources bound (agent type, host, resource id): {{(pid=109570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 22:49:56.984787 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e253e4f7-6343-4879-959e-ccb69cfd282d None None] Received port after_create {{(pid=109570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 22:49:56.990178 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e253e4f7-6343-4879-959e-ccb69cfd282d None None] Pushing event updated for resources: {'Port': ['ID=9755ad89-d0d0-4d58-9974-a150f2f092b8,revision_number=1']} {{(pid=109570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:49:57.007423 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574dcfb6-ecd3-43f4-b6ca-602443700130 req-69772ad3-69d9-4682-90a5-1648cb5b10f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:49:57.008951 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-574dcfb6-ecd3-43f4-b6ca-602443700130 req-69772ad3-69d9-4682-90a5-1648cb5b10f1 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=ebab9525-0fbd-4f55-8283-c94f758ed334 HTTP/1.1" status: 200 len: 1129 time: 0.1160886 Feb 28 22:49:57.043516 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.managers [None req-e253e4f7-6343-4879-959e-ccb69cfd282d None None] Attempting to bind port 9755ad89-d0d0-4d58-9974-a150f2f092b8 on host dv-cinder-830538-5-iscsi for vnic_type normal with profile {{(pid=109570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 22:49:57.043942 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.managers [None req-e253e4f7-6343-4879-959e-ccb69cfd282d None None] Attempting to bind port 9755ad89-d0d0-4d58-9974-a150f2f092b8 by drivers openvswitch,hyperv on host dv-cinder-830538-5-iscsi at level 0 using segments [{'id': '6302f759-7806-4619-ad72-9065d0b678da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'bd5c87d6-280c-42e5-a7a0-d86f35b08ea1'}] {{(pid=109570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 22:49:57.044304 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e253e4f7-6343-4879-959e-ccb69cfd282d None None] Attempting to bind port 9755ad89-d0d0-4d58-9974-a150f2f092b8 on network bd5c87d6-280c-42e5-a7a0-d86f35b08ea1 {{(pid=109570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 22:49:57.050373 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e253e4f7-6343-4879-959e-ccb69cfd282d None None] Checking agent: {'id': '7aa25ffb-1b87-4f08-8530-4bdf6e6b221c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830538-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 22, 34, 7), 'started_at': datetime.datetime(2022, 2, 28, 22, 34, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 22, 49, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830538-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 22:49:57.050989 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e253e4f7-6343-4879-959e-ccb69cfd282d None None] Checking segment: {'id': '6302f759-7806-4619-ad72-9065d0b678da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'bd5c87d6-280c-42e5-a7a0-d86f35b08ea1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 22:49:57.051112 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-e253e4f7-6343-4879-959e-ccb69cfd282d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:49:57.051510 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e253e4f7-6343-4879-959e-ccb69cfd282d None None] Bound using segment: {'id': '6302f759-7806-4619-ad72-9065d0b678da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'bd5c87d6-280c-42e5-a7a0-d86f35b08ea1'} {{(pid=109570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 22:49:57.051984 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.managers [None req-e253e4f7-6343-4879-959e-ccb69cfd282d None None] Bound port: 9755ad89-d0d0-4d58-9974-a150f2f092b8, host: dv-cinder-830538-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6302f759-7806-4619-ad72-9065d0b678da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'bd5c87d6-280c-42e5-a7a0-d86f35b08ea1'}}] {{(pid=109570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 22:49:57.052355 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-e253e4f7-6343-4879-959e-ccb69cfd282d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616566'] for port (9755ad89-d0d0-4d58-9974-a150f2f092b8), before_update {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:49:57.061271 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-574dcfb6-ecd3-43f4-b6ca-602443700130 req-9f46f545-93f5-4701-89df-74e93a8dca08 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=53e280b3-cb64-46d9-bd10-d9b74b1cdb25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459640 Feb 28 22:49:57.118247 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.db [None req-e253e4f7-6343-4879-959e-ccb69cfd282d None None] For port 9755ad89-d0d0-4d58-9974-a150f2f092b8, host dv-cinder-830538-5-iscsi, cleared binding levels {{(pid=109570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 22:49:57.121869 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.db [None req-e253e4f7-6343-4879-959e-ccb69cfd282d None None] For port 9755ad89-d0d0-4d58-9974-a150f2f092b8, host dv-cinder-830538-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830538-5-iscsi',level=0,port_id=9755ad89-d0d0-4d58-9974-a150f2f092b8,segment=NetworkSegment(6302f759-7806-4619-ad72-9065d0b678da),segment_id=6302f759-7806-4619-ad72-9065d0b678da)] {{(pid=109570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 22:49:57.127010 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-e253e4f7-6343-4879-959e-ccb69cfd282d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33156859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750845083886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750844628246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750844628264'] for port (9755ad89-d0d0-4d58-9974-a150f2f092b8), after_update {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:49:57.187518 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e253e4f7-6343-4879-959e-ccb69cfd282d None None] Pushing event updated for resources: {'Port': ['ID=9755ad89-d0d0-4d58-9974-a150f2f092b8,revision_number=2']} {{(pid=109570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:49:57.207283 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-43952d28-9391-425c-9910-49f9f0944ca0 admin admin] Publish callbacks [] for router_gateway (13cddc1b-2f3a-43a6-9fab-623243736c76), before_create {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:49:57.231702 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-43952d28-9391-425c-9910-49f9f0944ca0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616566'] for port (None), before_create {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:49:57.376616 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.db.db_base_plugin_common [None req-43952d28-9391-425c-9910-49f9f0944ca0 admin admin] Allocated IP 172.27.0.62 (3e7a10c7-addc-4b79-a555-0b472e939652/8aaf002d-6309-4cf0-ae69-6d349a14c0b1/9f35f2e5-ac00-4c40-89cb-b6010878caf1) {{(pid=109568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 22:49:57.402348 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184bc84f-bf79-47b7-a2bd-fbca2345850b req-db196485-f059-47b3-ab80-7515dfbee29a tempest-VolumesSnapshotTestJSON-823419687 tempest-VolumesSnapshotTestJSON-823419687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:49:57.403963 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-184bc84f-bf79-47b7-a2bd-fbca2345850b req-db196485-f059-47b3-ab80-7515dfbee29a tempest-VolumesSnapshotTestJSON-823419687 tempest-VolumesSnapshotTestJSON-823419687-project] 10.222.0.11 "GET /v2.0/ports?device_id=ebab9525-0fbd-4f55-8283-c94f758ed334 HTTP/1.1" status: 200 len: 945 time: 0.1097927 Feb 28 22:49:57.519946 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-184bc84f-bf79-47b7-a2bd-fbca2345850b req-e384bc55-d27e-4f27-a824-56e654a5fd8b tempest-VolumesSnapshotTestJSON-823419687 tempest-VolumesSnapshotTestJSON-823419687-project] 10.222.0.11 "GET /v2.0/security-groups?id=53e280b3-cb64-46d9-bd10-d9b74b1cdb25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033247 Feb 28 22:49:57.540994 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-43952d28-9391-425c-9910-49f9f0944ca0 admin admin] Publish callbacks [] for port (9f35f2e5-ac00-4c40-89cb-b6010878caf1), precommit_create {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:49:57.575019 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-43952d28-9391-425c-9910-49f9f0944ca0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33156859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750844628228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30788389'] for port (9f35f2e5-ac00-4c40-89cb-b6010878caf1), after_create {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:49:57.615184 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43952d28-9391-425c-9910-49f9f0944ca0 admin admin] Network 3e7a10c7-addc-4b79-a555-0b472e939652 is already hosted by enough agents. {{(pid=109568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 22:49:57.618098 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.scheduler.base_scheduler [None req-43952d28-9391-425c-9910-49f9f0944ca0 admin admin] Resources bound (agent type, host, resource id): {{(pid=109568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 22:49:57.620908 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43952d28-9391-425c-9910-49f9f0944ca0 admin admin] Received port after_create {{(pid=109568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 22:49:57.649973 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43952d28-9391-425c-9910-49f9f0944ca0 admin admin] Pushing event updated for resources: {'Port': ['ID=9f35f2e5-ac00-4c40-89cb-b6010878caf1,revision_number=1']} {{(pid=109568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:49:57.881954 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-43952d28-9391-425c-9910-49f9f0944ca0 admin admin] Publish callbacks [] for router_gateway (13cddc1b-2f3a-43a6-9fab-623243736c76), after_create {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:49:58.071034 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d28c759-4c39-4d19-9d01-b24647b4c72b None None] Network bd5c87d6-280c-42e5-a7a0-d86f35b08ea1 requested from dv-cinder-830538-5-iscsi {{(pid=109570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 22:49:58.099521 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-43952d28-9391-425c-9910-49f9f0944ca0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33526520', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33523309'] for router (13cddc1b-2f3a-43a6-9fab-623243736c76), after_create {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:49:58.140069 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.db.provisioning_blocks [None req-4da6be41-192d-4abe-ba49-f8fa0031e1e1 None None] Provisioning complete for port 9755ad89-d0d0-4d58-9974-a150f2f092b8 triggered by entity DHCP. {{(pid=109570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 22:49:58.140444 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-4da6be41-192d-4abe-ba49-f8fa0031e1e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579965'] for port (9755ad89-d0d0-4d58-9974-a150f2f092b8), provisioning_complete {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:49:58.231509 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43952d28-9391-425c-9910-49f9f0944ca0 admin admin] Router 13cddc1b-2f3a-43a6-9fab-623243736c76 is scheduled to L3 agent 1bbc3f13-d896-4633-9d3f-4f3415ceb83d with binding_index 1 {{(pid=109568) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 28 22:49:58.257147 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.plugin [None req-4da6be41-192d-4abe-ba49-f8fa0031e1e1 None None] Current status of the port 9755ad89-d0d0-4d58-9974-a150f2f092b8 is: DOWN; New status is: ACTIVE {{(pid=109570) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 22:49:58.257544 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-4da6be41-192d-4abe-ba49-f8fa0031e1e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616566'] for port (9755ad89-d0d0-4d58-9974-a150f2f092b8), before_update {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:49:58.290408 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.db [None req-4da6be41-192d-4abe-ba49-f8fa0031e1e1 None None] For port 9755ad89-d0d0-4d58-9974-a150f2f092b8, host dv-cinder-830538-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830538-5-iscsi',level=0,port_id=9755ad89-d0d0-4d58-9974-a150f2f092b8,segment=NetworkSegment(6302f759-7806-4619-ad72-9065d0b678da),segment_id=6302f759-7806-4619-ad72-9065d0b678da)] {{(pid=109570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 22:49:58.295711 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-4da6be41-192d-4abe-ba49-f8fa0031e1e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33156859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750845083886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750844628246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750844628264'] for port (9755ad89-d0d0-4d58-9974-a150f2f092b8), after_update {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:49:58.350283 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da6be41-192d-4abe-ba49-f8fa0031e1e1 None None] Pushing event updated for resources: {'Port': ['ID=9755ad89-d0d0-4d58-9974-a150f2f092b8,revision_number=3']} {{(pid=109570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:49:58.359005 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43952d28-9391-425c-9910-49f9f0944ca0 admin admin] Notify agent at l3_agent.dv-cinder-830538-5-iscsi the message routers_updated {{(pid=109568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 22:49:58.368544 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d540e90-5394-43f1-9069-abca35e29e79 None None] Sync routers for ids ['13cddc1b-2f3a-43a6-9fab-623243736c76'] in dv-cinder-830538-5-iscsi {{(pid=109570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 22:49:58.380170 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d540e90-5394-43f1-9069-abca35e29e79 None None] Routers {'13cddc1b-2f3a-43a6-9fab-623243736c76'} bound to L3 agent in host dv-cinder-830538-5-iscsi {{(pid=109570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 22:49:58.380882 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.db.l3_hamode_db [None req-8d540e90-5394-43f1-9069-abca35e29e79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830538-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-28T22:34:03Z,description=,heartbeat_timestamp=2022-02-28T22:49:33Z,host='dv-cinder-830538-5-iscsi',id=1bbc3f13-d896-4633-9d3f-4f3415ceb83d,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T22:34:03Z,topic='l3_agent')) {'router_ids': ['13cddc1b-2f3a-43a6-9fab-623243736c76'], 'active': True} {{(pid=109570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 22:49:58.382893 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-43952d28-9391-425c-9910-49f9f0944ca0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:49:58.384620 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [None req-43952d28-9391-425c-9910-49f9f0944ca0 admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.9678342 Feb 28 22:49:58.387124 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.wsgi [-] (109568) accepted ('10.222.0.11', 59790) {{(pid=109568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 22:49:58.491165 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.db.l3_dvr_db [None req-8d540e90-5394-43f1-9069-abca35e29e79 None None] Set router 13cddc1b-2f3a-43a6-9fab-623243736c76 gateway port host: dv-cinder-830538-5-iscsi {{(pid=109570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 22:49:58.597837 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.db.provisioning_blocks [None req-51530d8c-ab17-470c-9e25-3ac72f7dbdbb None None] Provisioning complete for port 9755ad89-d0d0-4d58-9974-a150f2f092b8 triggered by entity DHCP. {{(pid=109570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 22:49:58.598217 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-51530d8c-ab17-470c-9e25-3ac72f7dbdbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579965'] for port (9755ad89-d0d0-4d58-9974-a150f2f092b8), provisioning_complete {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:49:58.694351 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450dbba3-2c92-41ce-8005-fa122aef281b req-4cd209df-85c1-4576-9b48-d63231604cc5 tempest-VolumesSnapshotTestJSON-823419687 tempest-VolumesSnapshotTestJSON-823419687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:49:58.695858 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-450dbba3-2c92-41ce-8005-fa122aef281b req-4cd209df-85c1-4576-9b48-d63231604cc5 tempest-VolumesSnapshotTestJSON-823419687 tempest-VolumesSnapshotTestJSON-823419687-project] 10.222.0.11 "GET /v2.0/ports?device_id=ebab9525-0fbd-4f55-8283-c94f758ed334 HTTP/1.1" status: 200 len: 945 time: 0.1040735 Feb 28 22:49:58.732721 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.plugin [None req-51530d8c-ab17-470c-9e25-3ac72f7dbdbb None None] Current status of the port 9755ad89-d0d0-4d58-9974-a150f2f092b8 is: ACTIVE; New status is: ACTIVE {{(pid=109570) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 22:49:58.750613 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.db.l3_hamode_db [None req-8d540e90-5394-43f1-9069-abca35e29e79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13cddc1b-2f3a-43a6-9fab-623243736c76', 'name': 'tempest-TestVolumeBootPattern-274550402-router', 'tenant_id': '9682b42bc5bb4f3a9ed975026db8a4a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e7a10c7-addc-4b79-a555-0b472e939652', 'external_fixed_ips': [{'subnet_id': '8aaf002d-6309-4cf0-ae69-6d349a14c0b1', 'ip_address': '172.27.0.62'}], 'enable_snat': True}, 'gw_port_id': '9f35f2e5-ac00-4c40-89cb-b6010878caf1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T22:49:56Z', 'updated_at': '2022-02-28T22:49:57Z', 'revision_number': 3, 'project_id': '9682b42bc5bb4f3a9ed975026db8a4a3', 'gw_port': {'id': '9f35f2e5-ac00-4c40-89cb-b6010878caf1', 'name': '', 'network_id': '3e7a10c7-addc-4b79-a555-0b472e939652', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:60:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13cddc1b-2f3a-43a6-9fab-623243736c76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '8aaf002d-6309-4cf0-ae69-6d349a14c0b1', 'ip_address': '172.27.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T22:49:57Z', 'updated_at': '2022-02-28T22:49:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8aaf002d-6309-4cf0-ae69-6d349a14c0b1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830538-5-iscsi'}], 'dv-cinder-830538-5-iscsi', False) {} {{(pid=109570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 22:49:58.779002 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d540e90-5394-43f1-9069-abca35e29e79 None None] Checking router: 13cddc1b-2f3a-43a6-9fab-623243736c76 for host: dv-cinder-830538-5-iscsi {{(pid=109570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 22:49:58.779865 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d540e90-5394-43f1-9069-abca35e29e79 None None] Updating router 13cddc1b-2f3a-43a6-9fab-623243736c76 port 9f35f2e5-ac00-4c40-89cb-b6010878caf1 binding host dv-cinder-830538-5-iscsi {{(pid=109570) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 22:49:58.808765 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-450dbba3-2c92-41ce-8005-fa122aef281b req-73abec76-5189-4b4b-a9e5-278b7e517762 tempest-VolumesSnapshotTestJSON-823419687 tempest-VolumesSnapshotTestJSON-823419687-project] 10.222.0.11 "GET /v2.0/security-groups?id=53e280b3-cb64-46d9-bd10-d9b74b1cdb25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838192 Feb 28 22:49:58.832248 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.rpc [None req-154add69-038d-48cc-93ba-bd7e358b6d11 None None] Device 9755ad89-d0d0-4d58-9974-a150f2f092b8 up at agent ovs-agent-dv-cinder-830538-5-iscsi {{(pid=109570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 22:49:58.832248 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-8d540e90-5394-43f1-9069-abca35e29e79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616566'] for port (9f35f2e5-ac00-4c40-89cb-b6010878caf1), before_update {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:49:58.912466 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-5e58a40b-1151-43c7-a5ce-98eb1cfc362f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616566'] for port (None), before_create {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:49:59.087651 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.db.db_base_plugin_common [None req-5e58a40b-1151-43c7-a5ce-98eb1cfc362f admin admin] Allocated IP 172.20.0.1 (bd5c87d6-280c-42e5-a7a0-d86f35b08ea1/e0a95bd6-4937-48b3-aec2-a392dcb0defe/6c9de3a6-93cb-428f-b017-274d72145940) {{(pid=109568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 22:49:59.116545 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.db.provisioning_blocks [None req-154add69-038d-48cc-93ba-bd7e358b6d11 None None] Provisioning complete for port 9755ad89-d0d0-4d58-9974-a150f2f092b8 triggered by entity L2. {{(pid=109570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 22:49:59.117305 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-154add69-038d-48cc-93ba-bd7e358b6d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579965'] for port (9755ad89-d0d0-4d58-9974-a150f2f092b8), provisioning_complete {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:49:59.206068 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-5e58a40b-1151-43c7-a5ce-98eb1cfc362f admin admin] Publish callbacks [] for port (6c9de3a6-93cb-428f-b017-274d72145940), precommit_create {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:49:59.251755 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-5e58a40b-1151-43c7-a5ce-98eb1cfc362f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33156859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750844628228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30788389'] for port (6c9de3a6-93cb-428f-b017-274d72145940), after_create {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:49:59.304998 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e58a40b-1151-43c7-a5ce-98eb1cfc362f admin admin] Network bd5c87d6-280c-42e5-a7a0-d86f35b08ea1 is already hosted by enough agents. {{(pid=109568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 22:49:59.308495 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.scheduler.base_scheduler [None req-5e58a40b-1151-43c7-a5ce-98eb1cfc362f admin admin] Resources bound (agent type, host, resource id): {{(pid=109568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 22:49:59.312184 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e58a40b-1151-43c7-a5ce-98eb1cfc362f admin admin] Received port after_create {{(pid=109568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 22:49:59.325896 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.plugin [None req-154add69-038d-48cc-93ba-bd7e358b6d11 None None] Current status of the port 9755ad89-d0d0-4d58-9974-a150f2f092b8 is: ACTIVE; New status is: ACTIVE {{(pid=109570) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 22:49:59.343318 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e58a40b-1151-43c7-a5ce-98eb1cfc362f admin admin] Pushing event updated for resources: {'Port': ['ID=6c9de3a6-93cb-428f-b017-274d72145940,revision_number=1']} {{(pid=109568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:49:59.357663 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-8d540e90-5394-43f1-9069-abca35e29e79 None None] Publish callbacks [] for port (9f35f2e5-ac00-4c40-89cb-b6010878caf1), precommit_update {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:49:59.363960 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-8d540e90-5394-43f1-9069-abca35e29e79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33156859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750845083886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750844628246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750844628264'] for port (9f35f2e5-ac00-4c40-89cb-b6010878caf1), after_update {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:49:59.366301 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-5e58a40b-1151-43c7-a5ce-98eb1cfc362f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33521968'] for router_interface (13cddc1b-2f3a-43a6-9fab-623243736c76), before_create {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:49:59.423955 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1869a51-d448-42de-a34d-cca15fe2080f None None] Pushing event updated for resources: {'Port': ['ID=9f35f2e5-ac00-4c40-89cb-b6010878caf1,revision_number=2']} {{(pid=109570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:49:59.427188 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.managers [None req-8d540e90-5394-43f1-9069-abca35e29e79 None None] Attempting to bind port 9f35f2e5-ac00-4c40-89cb-b6010878caf1 on host dv-cinder-830538-5-iscsi for vnic_type normal with profile {{(pid=109570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 22:49:59.427568 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.managers [None req-8d540e90-5394-43f1-9069-abca35e29e79 None None] Attempting to bind port 9f35f2e5-ac00-4c40-89cb-b6010878caf1 by drivers openvswitch,hyperv on host dv-cinder-830538-5-iscsi at level 0 using segments [{'id': 'ee66776f-25dd-443a-9417-ae0becd0bae6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e7a10c7-addc-4b79-a555-0b472e939652'}] {{(pid=109570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 22:49:59.427954 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d540e90-5394-43f1-9069-abca35e29e79 None None] Attempting to bind port 9f35f2e5-ac00-4c40-89cb-b6010878caf1 on network 3e7a10c7-addc-4b79-a555-0b472e939652 {{(pid=109570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 22:49:59.437022 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d540e90-5394-43f1-9069-abca35e29e79 None None] Checking agent: {'id': '7aa25ffb-1b87-4f08-8530-4bdf6e6b221c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830538-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 22, 34, 7), 'started_at': datetime.datetime(2022, 2, 28, 22, 34, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 22, 49, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830538-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 22:49:59.438444 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d540e90-5394-43f1-9069-abca35e29e79 None None] Checking segment: {'id': 'ee66776f-25dd-443a-9417-ae0becd0bae6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e7a10c7-addc-4b79-a555-0b472e939652'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 22:49:59.438841 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-8d540e90-5394-43f1-9069-abca35e29e79 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:49:59.439243 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d540e90-5394-43f1-9069-abca35e29e79 None None] Bound using segment: {'id': 'ee66776f-25dd-443a-9417-ae0becd0bae6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e7a10c7-addc-4b79-a555-0b472e939652'} {{(pid=109570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 22:49:59.439764 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.managers [None req-8d540e90-5394-43f1-9069-abca35e29e79 None None] Bound port: 9f35f2e5-ac00-4c40-89cb-b6010878caf1, host: dv-cinder-830538-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee66776f-25dd-443a-9417-ae0becd0bae6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e7a10c7-addc-4b79-a555-0b472e939652'}}] {{(pid=109570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 22:49:59.440153 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-8d540e90-5394-43f1-9069-abca35e29e79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616566'] for port (9f35f2e5-ac00-4c40-89cb-b6010878caf1), before_update {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:49:59.500369 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.db [None req-8d540e90-5394-43f1-9069-abca35e29e79 None None] For port 9f35f2e5-ac00-4c40-89cb-b6010878caf1, host dv-cinder-830538-5-iscsi, cleared binding levels {{(pid=109570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 22:49:59.506991 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.db [None req-8d540e90-5394-43f1-9069-abca35e29e79 None None] For port 9f35f2e5-ac00-4c40-89cb-b6010878caf1, host dv-cinder-830538-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830538-5-iscsi',level=0,port_id=9f35f2e5-ac00-4c40-89cb-b6010878caf1,segment=NetworkSegment(ee66776f-25dd-443a-9417-ae0becd0bae6),segment_id=ee66776f-25dd-443a-9417-ae0becd0bae6)] {{(pid=109570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 22:49:59.516457 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-8d540e90-5394-43f1-9069-abca35e29e79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33156859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750845083886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750844628246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750844628264'] for port (9f35f2e5-ac00-4c40-89cb-b6010878caf1), after_update {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:49:59.521550 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-5e58a40b-1151-43c7-a5ce-98eb1cfc362f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616566'] for port (6c9de3a6-93cb-428f-b017-274d72145940), before_update {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:49:59.594896 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d540e90-5394-43f1-9069-abca35e29e79 None None] Routers {'13cddc1b-2f3a-43a6-9fab-623243736c76'} bound to L3 agent in host dv-cinder-830538-5-iscsi {{(pid=109570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 22:49:59.595525 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.db.l3_hamode_db [None req-8d540e90-5394-43f1-9069-abca35e29e79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830538-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-28T22:34:03Z,description=,heartbeat_timestamp=2022-02-28T22:49:33Z,host='dv-cinder-830538-5-iscsi',id=1bbc3f13-d896-4633-9d3f-4f3415ceb83d,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T22:34:03Z,topic='l3_agent')) {'router_ids': ['13cddc1b-2f3a-43a6-9fab-623243736c76'], 'active': True} {{(pid=109570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 22:49:59.599612 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1869a51-d448-42de-a34d-cca15fe2080f None None] Pushing event updated for resources: {'Port': ['ID=9f35f2e5-ac00-4c40-89cb-b6010878caf1,revision_number=3']} {{(pid=109570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:49:59.602841 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.db.provisioning_blocks [None req-df98475d-a6b8-4aaa-b511-7fc2095b2577 None None] Provisioning complete for port 6c9de3a6-93cb-428f-b017-274d72145940 triggered by entity DHCP. {{(pid=109570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 22:49:59.603554 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-df98475d-a6b8-4aaa-b511-7fc2095b2577 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579965'] for port (6c9de3a6-93cb-428f-b017-274d72145940), provisioning_complete {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:49:59.688360 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.plugin [None req-df98475d-a6b8-4aaa-b511-7fc2095b2577 None None] Port 6c9de3a6-93cb-428f-b017-274d72145940 cannot update to ACTIVE because it is not bound. {{(pid=109570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 22:49:59.709004 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-5e58a40b-1151-43c7-a5ce-98eb1cfc362f admin admin] Publish callbacks [] for port (6c9de3a6-93cb-428f-b017-274d72145940), precommit_update {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:49:59.716471 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-5e58a40b-1151-43c7-a5ce-98eb1cfc362f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33156859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750845083886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750844628246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750844628264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30788396'] for port (6c9de3a6-93cb-428f-b017-274d72145940), after_update {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:49:59.748045 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.db.l3_dvr_db [None req-8d540e90-5394-43f1-9069-abca35e29e79 None None] Set router 13cddc1b-2f3a-43a6-9fab-623243736c76 gateway port host: dv-cinder-830538-5-iscsi {{(pid=109570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 22:49:59.782209 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e58a40b-1151-43c7-a5ce-98eb1cfc362f admin admin] Pushing event updated for resources: {'Port': ['ID=6c9de3a6-93cb-428f-b017-274d72145940,revision_number=2']} {{(pid=109568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:49:59.784657 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-5e58a40b-1151-43c7-a5ce-98eb1cfc362f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33156617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33522848'] for router_interface (13cddc1b-2f3a-43a6-9fab-623243736c76), after_create {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:49:59.881174 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e58a40b-1151-43c7-a5ce-98eb1cfc362f admin admin] Network bd5c87d6-280c-42e5-a7a0-d86f35b08ea1 is already hosted by enough agents. {{(pid=109568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 22:49:59.882522 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.scheduler.base_scheduler [None req-5e58a40b-1151-43c7-a5ce-98eb1cfc362f admin admin] Resources bound (agent type, host, resource id): {{(pid=109568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 22:49:59.963509 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.db.l3_hamode_db [None req-8d540e90-5394-43f1-9069-abca35e29e79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13cddc1b-2f3a-43a6-9fab-623243736c76', 'name': 'tempest-TestVolumeBootPattern-274550402-router', 'tenant_id': '9682b42bc5bb4f3a9ed975026db8a4a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e7a10c7-addc-4b79-a555-0b472e939652', 'external_fixed_ips': [{'subnet_id': '8aaf002d-6309-4cf0-ae69-6d349a14c0b1', 'ip_address': '172.27.0.62'}], 'enable_snat': True}, 'gw_port_id': '9f35f2e5-ac00-4c40-89cb-b6010878caf1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T22:49:56Z', 'updated_at': '2022-02-28T22:49:59Z', 'revision_number': 4, 'project_id': '9682b42bc5bb4f3a9ed975026db8a4a3', 'gw_port': {'id': '9f35f2e5-ac00-4c40-89cb-b6010878caf1', 'name': '', 'network_id': '3e7a10c7-addc-4b79-a555-0b472e939652', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:60:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13cddc1b-2f3a-43a6-9fab-623243736c76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '8aaf002d-6309-4cf0-ae69-6d349a14c0b1', 'ip_address': '172.27.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T22:49:57Z', 'updated_at': '2022-02-28T22:49:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8aaf002d-6309-4cf0-ae69-6d349a14c0b1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830538-5-iscsi', '_interfaces': [{'id': '6c9de3a6-93cb-428f-b017-274d72145940', 'name': '', 'network_id': 'bd5c87d6-280c-42e5-a7a0-d86f35b08ea1', 'tenant_id': '9682b42bc5bb4f3a9ed975026db8a4a3', 'mac_address': 'fa:16:3e:c1:3d:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13cddc1b-2f3a-43a6-9fab-623243736c76', 'device_owner': 'network:router_interface', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'e0a95bd6-4937-48b3-aec2-a392dcb0defe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T22:49:58Z', 'updated_at': '2022-02-28T22:49:59Z', 'revision_number': 1, 'project_id': '9682b42bc5bb4f3a9ed975026db8a4a3', 'subnets': [{'id': 'e0a95bd6-4937-48b3-aec2-a392dcb0defe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830538-5-iscsi', False) {} {{(pid=109570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 22:49:59.993499 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d540e90-5394-43f1-9069-abca35e29e79 None None] The sync data for ids ['13cddc1b-2f3a-43a6-9fab-623243736c76'] in dv-cinder-830538-5-iscsi is: [{'id': '13cddc1b-2f3a-43a6-9fab-623243736c76', 'name': 'tempest-TestVolumeBootPattern-274550402-router', 'tenant_id': '9682b42bc5bb4f3a9ed975026db8a4a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e7a10c7-addc-4b79-a555-0b472e939652', 'external_fixed_ips': [{'subnet_id': '8aaf002d-6309-4cf0-ae69-6d349a14c0b1', 'ip_address': '172.27.0.62'}], 'enable_snat': True}, 'gw_port_id': '9f35f2e5-ac00-4c40-89cb-b6010878caf1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T22:49:56Z', 'updated_at': '2022-02-28T22:49:59Z', 'revision_number': 4, 'project_id': '9682b42bc5bb4f3a9ed975026db8a4a3', 'gw_port': {'id': '9f35f2e5-ac00-4c40-89cb-b6010878caf1', 'name': '', 'network_id': '3e7a10c7-addc-4b79-a555-0b472e939652', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:60:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13cddc1b-2f3a-43a6-9fab-623243736c76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '8aaf002d-6309-4cf0-ae69-6d349a14c0b1', 'ip_address': '172.27.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T22:49:57Z', 'updated_at': '2022-02-28T22:49:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8aaf002d-6309-4cf0-ae69-6d349a14c0b1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830538-5-iscsi', '_interfaces': [{'id': '6c9de3a6-93cb-428f-b017-274d72145940', 'name': '', 'network_id': 'bd5c87d6-280c-42e5-a7a0-d86f35b08ea1', 'tenant_id': '9682b42bc5bb4f3a9ed975026db8a4a3', 'mac_address': 'fa:16:3e:c1:3d:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13cddc1b-2f3a-43a6-9fab-623243736c76', 'device_owner': 'network:router_interface', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'e0a95bd6-4937-48b3-aec2-a392dcb0defe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T22:49:58Z', 'updated_at': '2022-02-28T22:49:59Z', 'revision_number': 1, 'project_id': '9682b42bc5bb4f3a9ed975026db8a4a3', 'subnets': [{'id': 'e0a95bd6-4937-48b3-aec2-a392dcb0defe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 22:50:00.014857 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e58a40b-1151-43c7-a5ce-98eb1cfc362f admin admin] Router 13cddc1b-2f3a-43a6-9fab-623243736c76 has already been hosted by L3 agent 1bbc3f13-d896-4633-9d3f-4f3415ceb83d {{(pid=109568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 22:50:00.111267 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.db.provisioning_blocks [None req-bc2ad22c-c29a-4e36-b7f3-d34ec08f8b81 None None] Provisioning complete for port 6c9de3a6-93cb-428f-b017-274d72145940 triggered by entity DHCP. {{(pid=109570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 22:50:00.111645 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-bc2ad22c-c29a-4e36-b7f3-d34ec08f8b81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579965'] for port (6c9de3a6-93cb-428f-b017-274d72145940), provisioning_complete {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:50:00.142525 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e58a40b-1151-43c7-a5ce-98eb1cfc362f admin admin] Notify agent at l3_agent.dv-cinder-830538-5-iscsi the message routers_updated {{(pid=109568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 22:50:00.152047 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [None req-5e58a40b-1151-43c7-a5ce-98eb1cfc362f admin admin] 10.222.0.11 "PUT /v2.0/routers/13cddc1b-2f3a-43a6-9fab-623243736c76/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7592723 Feb 28 22:50:00.153839 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.plugin [None req-bc2ad22c-c29a-4e36-b7f3-d34ec08f8b81 None None] Port 6c9de3a6-93cb-428f-b017-274d72145940 cannot update to ACTIVE because it is not bound. {{(pid=109570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 22:50:00.689356 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.wsgi [-] (109568) accepted ('10.222.0.11', 59866) {{(pid=109568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 22:50:00.695491 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.api.v2.base [None req-81e37388-d451-44cc-a6e7-fa11aa13ae97 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-595141279-network', 'tenant_id': 'c30cb6be224d4d489a110330d77086b2'}} {{(pid=109568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 22:50:00.716555 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81e37388-d451-44cc-a6e7-fa11aa13ae97 admin admin] Made reservation on behalf of c30cb6be224d4d489a110330d77086b2 for: {'network': 1} {{(pid=109568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 22:50:00.719137 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-81e37388-d451-44cc-a6e7-fa11aa13ae97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616566'] for network (None), before_create {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:50:00.731713 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-81e37388-d451-44cc-a6e7-fa11aa13ae97 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:50:00.823804 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-81e37388-d451-44cc-a6e7-fa11aa13ae97 admin admin] Publish callbacks [] for security_group (2eebe3cb-d7ab-4264-825f-4eb5d00e35d7), precommit_create {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:50:00.828423 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-81e37388-d451-44cc-a6e7-fa11aa13ae97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33441213'] for security_group (2eebe3cb-d7ab-4264-825f-4eb5d00e35d7), after_create {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:50:00.854934 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-81e37388-d451-44cc-a6e7-fa11aa13ae97 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 143} {{(pid=109568) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 22:50:00.864223 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-7f37ce58-d402-48ef-93dc-4e0d5fbf4019 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750845036683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579975'] for agent (55d6ddf3-619a-4750-95a9-02c5b2728e0c), after_update {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:50:00.865702 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e37388-d451-44cc-a6e7-fa11aa13ae97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2eebe3cb-d7ab-4264-825f-4eb5d00e35d7,revision_number=1']} {{(pid=109568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:50:00.871489 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-81e37388-d451-44cc-a6e7-fa11aa13ae97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1012980'] for segment (beb0b3e9-85f1-4f87-ac4f-6cb61c2d005c), precommit_create {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:50:00.871857 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.db.segments_db [None req-81e37388-d451-44cc-a6e7-fa11aa13ae97 admin admin] Added segment beb0b3e9-85f1-4f87-ac4f-6cb61c2d005c of type vlan for network 61ca9833-dbc5-41dd-bd03-b4022df74c85 Feb 28 22:50:00.919082 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-81e37388-d451-44cc-a6e7-fa11aa13ae97 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750844646229'] for network (61ca9833-dbc5-41dd-bd03-b4022df74c85), precommit_create {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:50:00.945392 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-81e37388-d451-44cc-a6e7-fa11aa13ae97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33441228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33156859'] for network (61ca9833-dbc5-41dd-bd03-b4022df74c85), after_create {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:50:00.946391 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81e37388-d451-44cc-a6e7-fa11aa13ae97 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:50:00.946969 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-81e37388-d451-44cc-a6e7-fa11aa13ae97 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33156845'] for network (None), before_response {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:50:01.002286 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [None req-81e37388-d451-44cc-a6e7-fa11aa13ae97 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3117266 Feb 28 22:50:01.005548 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.wsgi [-] (109569) accepted ('10.222.0.11', 59868) {{(pid=109569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 22:50:01.011041 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.api.v2.base [None req-ba172da5-f71b-4237-b362-0bb00052657b admin admin] Request body: {'subnet': {'network_id': '61ca9833-dbc5-41dd-bd03-b4022df74c85', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-595141279-subnet', 'tenant_id': 'c30cb6be224d4d489a110330d77086b2', 'ip_version': 4}} {{(pid=109569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 22:50:01.018300 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e37388-d451-44cc-a6e7-fa11aa13ae97 admin admin] Pushing event updated for resources: {'Network': ['ID=61ca9833-dbc5-41dd-bd03-b4022df74c85,revision_number=1']} {{(pid=109568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:50:01.029921 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.rpc [None req-154add69-038d-48cc-93ba-bd7e358b6d11 None None] Network 61ca9833-dbc5-41dd-bd03-b4022df74c85 details requested by agent ovs-agent-dv-cinder-830538-5-iscsi with host dv-cinder-830538-5-iscsi {{(pid=109570) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 22:50:01.036922 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba172da5-f71b-4237-b362-0bb00052657b admin admin] Made reservation on behalf of c30cb6be224d4d489a110330d77086b2 for: {'subnet': 1} {{(pid=109569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 22:50:01.040741 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-ba172da5-f71b-4237-b362-0bb00052657b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30127698'] for subnet (None), before_create {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:50:01.220412 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-ba172da5-f71b-4237-b362-0bb00052657b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33448168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33156859', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30055490', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30127712'] for subnet (9645b796-06f5-41fc-af3c-8a3242ff4c89), after_create {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:50:01.281561 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba172da5-f71b-4237-b362-0bb00052657b admin admin] Pushing event updated for resources: {'Subnet': ['ID=9645b796-06f5-41fc-af3c-8a3242ff4c89,revision_number=0']} {{(pid=109569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:50:01.291096 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba172da5-f71b-4237-b362-0bb00052657b admin admin] Checking segment: {'id': 'beb0b3e9-85f1-4f87-ac4f-6cb61c2d005c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '61ca9833-dbc5-41dd-bd03-b4022df74c85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 22:50:01.292200 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba172da5-f71b-4237-b362-0bb00052657b admin admin] Network hostable DHCP agents. Network: 61ca9833-dbc5-41dd-bd03-b4022df74c85, hostable agents: ['55d6ddf3-619a-4750-95a9-02c5b2728e0c'], hosted agents: [] {{(pid=109569) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 22:50:01.310139 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba172da5-f71b-4237-b362-0bb00052657b admin admin] Network 61ca9833-dbc5-41dd-bd03-b4022df74c85 is scheduled to be hosted by DHCP agent 55d6ddf3-619a-4750-95a9-02c5b2728e0c with binding_index 1 {{(pid=109569) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 22:50:01.320169 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.scheduler.base_scheduler [None req-ba172da5-f71b-4237-b362-0bb00052657b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830538-5-iscsi, 61ca9833-dbc5-41dd-bd03-b4022df74c85) {{(pid=109569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 22:50:01.326433 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba172da5-f71b-4237-b362-0bb00052657b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:50:01.327228 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-ba172da5-f71b-4237-b362-0bb00052657b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33156845'] for subnet (None), before_response {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:50:01.337478 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a90def7-afac-4dac-9dcf-59ebede97fed None None] Network 61ca9833-dbc5-41dd-bd03-b4022df74c85 requested from dv-cinder-830538-5-iscsi {{(pid=109570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 22:50:01.349371 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.wsgi [-] (109568) accepted ('10.222.0.11', 59872) {{(pid=109568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 22:50:01.349685 dv-cinder-830538-5-iscsi neutron-server[109569]: INFO neutron.wsgi [None req-ba172da5-f71b-4237-b362-0bb00052657b admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3429320 Feb 28 22:50:01.354389 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.api.v2.base [None req-ff750ed9-acd9-4bf8-99de-d66a49674b11 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-595141279-router', 'tenant_id': 'c30cb6be224d4d489a110330d77086b2', 'external_gateway_info': {'network_id': '3e7a10c7-addc-4b79-a555-0b472e939652'}}} {{(pid=109568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 22:50:01.388005 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-ff750ed9-acd9-4bf8-99de-d66a49674b11 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33524095', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4109'] for router (e8b0ee10-2a67-4d34-9758-554b78b1ad28), before_create {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:50:01.389633 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-ff750ed9-acd9-4bf8-99de-d66a49674b11 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33526511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33523248', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33436857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4102'] for router (e8b0ee10-2a67-4d34-9758-554b78b1ad28), precommit_create {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:50:01.469810 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-ff750ed9-acd9-4bf8-99de-d66a49674b11 admin admin] Publish callbacks [] for router_controller (e8b0ee10-2a67-4d34-9758-554b78b1ad28), precommit_add_association {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:50:01.493927 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fa13770-8dfd-4e98-b1a5-bb9102676c4e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb31ac5c2-b819-5011-be4d-90e3836323fa-61ca9833-dbc5-41dd-bd03-b4022df74c85', 'network_id': '61ca9833-dbc5-41dd-bd03-b4022df74c85', 'project_id': 'c30cb6be224d4d489a110330d77086b2', 'fixed_ips': [{'subnet_id': '9645b796-06f5-41fc-af3c-8a3242ff4c89'}]}} from dv-cinder-830538-5-iscsi. {{(pid=109570) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 28 22:50:01.495488 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-5fa13770-8dfd-4e98-b1a5-bb9102676c4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616566'] for port (None), before_create {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:50:01.649458 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.db.db_base_plugin_common [None req-5fa13770-8dfd-4e98-b1a5-bb9102676c4e None None] Allocated IP 172.20.0.2 (61ca9833-dbc5-41dd-bd03-b4022df74c85/9645b796-06f5-41fc-af3c-8a3242ff4c89/ffc2ef75-c857-4b4d-81ee-ef514378ce60) {{(pid=109570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 22:50:01.817677 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-5fa13770-8dfd-4e98-b1a5-bb9102676c4e None None] Publish callbacks [] for port (ffc2ef75-c857-4b4d-81ee-ef514378ce60), precommit_create {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:50:01.825060 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-5fa13770-8dfd-4e98-b1a5-bb9102676c4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33156859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750844628228'] for port (ffc2ef75-c857-4b4d-81ee-ef514378ce60), after_create {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:50:01.867961 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fa13770-8dfd-4e98-b1a5-bb9102676c4e None None] Network 61ca9833-dbc5-41dd-bd03-b4022df74c85 is already hosted by enough agents. {{(pid=109570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 22:50:01.871495 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.scheduler.base_scheduler [None req-5fa13770-8dfd-4e98-b1a5-bb9102676c4e None None] Resources bound (agent type, host, resource id): {{(pid=109570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 22:50:01.875152 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fa13770-8dfd-4e98-b1a5-bb9102676c4e None None] Received port after_create {{(pid=109570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 22:50:01.881058 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa13770-8dfd-4e98-b1a5-bb9102676c4e None None] Pushing event updated for resources: {'Port': ['ID=ffc2ef75-c857-4b4d-81ee-ef514378ce60,revision_number=1']} {{(pid=109570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:50:01.945945 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.managers [None req-5fa13770-8dfd-4e98-b1a5-bb9102676c4e None None] Attempting to bind port ffc2ef75-c857-4b4d-81ee-ef514378ce60 on host dv-cinder-830538-5-iscsi for vnic_type normal with profile {{(pid=109570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 22:50:01.946316 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.managers [None req-5fa13770-8dfd-4e98-b1a5-bb9102676c4e None None] Attempting to bind port ffc2ef75-c857-4b4d-81ee-ef514378ce60 by drivers openvswitch,hyperv on host dv-cinder-830538-5-iscsi at level 0 using segments [{'id': 'beb0b3e9-85f1-4f87-ac4f-6cb61c2d005c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '61ca9833-dbc5-41dd-bd03-b4022df74c85'}] {{(pid=109570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 22:50:01.946685 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fa13770-8dfd-4e98-b1a5-bb9102676c4e None None] Attempting to bind port ffc2ef75-c857-4b4d-81ee-ef514378ce60 on network 61ca9833-dbc5-41dd-bd03-b4022df74c85 {{(pid=109570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 22:50:01.950849 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-ff750ed9-acd9-4bf8-99de-d66a49674b11 admin admin] Publish callbacks [] for router_gateway (e8b0ee10-2a67-4d34-9758-554b78b1ad28), precommit_update {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:50:01.956891 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fa13770-8dfd-4e98-b1a5-bb9102676c4e None None] Checking agent: {'id': '7aa25ffb-1b87-4f08-8530-4bdf6e6b221c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830538-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 22, 34, 7), 'started_at': datetime.datetime(2022, 2, 28, 22, 34, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 22, 49, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830538-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 22:50:01.956891 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fa13770-8dfd-4e98-b1a5-bb9102676c4e None None] Checking segment: {'id': 'beb0b3e9-85f1-4f87-ac4f-6cb61c2d005c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '61ca9833-dbc5-41dd-bd03-b4022df74c85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 22:50:01.956891 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-5fa13770-8dfd-4e98-b1a5-bb9102676c4e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:50:01.956891 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fa13770-8dfd-4e98-b1a5-bb9102676c4e None None] Bound using segment: {'id': 'beb0b3e9-85f1-4f87-ac4f-6cb61c2d005c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '61ca9833-dbc5-41dd-bd03-b4022df74c85'} {{(pid=109570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 22:50:01.956891 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.managers [None req-5fa13770-8dfd-4e98-b1a5-bb9102676c4e None None] Bound port: ffc2ef75-c857-4b4d-81ee-ef514378ce60, host: dv-cinder-830538-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'beb0b3e9-85f1-4f87-ac4f-6cb61c2d005c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '61ca9833-dbc5-41dd-bd03-b4022df74c85'}}] {{(pid=109570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 22:50:01.956891 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-5fa13770-8dfd-4e98-b1a5-bb9102676c4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616566'] for port (ffc2ef75-c857-4b4d-81ee-ef514378ce60), before_update {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:50:02.036294 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.db [None req-5fa13770-8dfd-4e98-b1a5-bb9102676c4e None None] For port ffc2ef75-c857-4b4d-81ee-ef514378ce60, host dv-cinder-830538-5-iscsi, cleared binding levels {{(pid=109570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 22:50:02.039584 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.db [None req-5fa13770-8dfd-4e98-b1a5-bb9102676c4e None None] For port ffc2ef75-c857-4b4d-81ee-ef514378ce60, host dv-cinder-830538-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830538-5-iscsi',level=0,port_id=ffc2ef75-c857-4b4d-81ee-ef514378ce60,segment=NetworkSegment(beb0b3e9-85f1-4f87-ac4f-6cb61c2d005c),segment_id=beb0b3e9-85f1-4f87-ac4f-6cb61c2d005c)] {{(pid=109570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 22:50:02.047394 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-5fa13770-8dfd-4e98-b1a5-bb9102676c4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33156859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750845083886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750844628246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750844628264'] for port (ffc2ef75-c857-4b4d-81ee-ef514378ce60), after_update {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:50:02.131628 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa13770-8dfd-4e98-b1a5-bb9102676c4e None None] Pushing event updated for resources: {'Port': ['ID=ffc2ef75-c857-4b4d-81ee-ef514378ce60,revision_number=2']} {{(pid=109570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:50:02.207591 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-ff750ed9-acd9-4bf8-99de-d66a49674b11 admin admin] Publish callbacks [] for router_gateway (e8b0ee10-2a67-4d34-9758-554b78b1ad28), before_create {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:50:02.232733 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-ff750ed9-acd9-4bf8-99de-d66a49674b11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616566'] for port (None), before_create {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:50:02.313481 dv-cinder-830538-5-iscsi neutron-server[109571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84841839-4b4b-48ad-b184-aa0484870ff0 None None] Sync routers for ids ['13cddc1b-2f3a-43a6-9fab-623243736c76'] in dv-cinder-830538-5-iscsi {{(pid=109571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 22:50:02.325590 dv-cinder-830538-5-iscsi neutron-server[109571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84841839-4b4b-48ad-b184-aa0484870ff0 None None] Routers {'13cddc1b-2f3a-43a6-9fab-623243736c76'} bound to L3 agent in host dv-cinder-830538-5-iscsi {{(pid=109571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 22:50:02.326338 dv-cinder-830538-5-iscsi neutron-server[109571]: DEBUG neutron.db.l3_hamode_db [None req-84841839-4b4b-48ad-b184-aa0484870ff0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830538-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-28T22:34:03Z,description=,heartbeat_timestamp=2022-02-28T22:49:33Z,host='dv-cinder-830538-5-iscsi',id=1bbc3f13-d896-4633-9d3f-4f3415ceb83d,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T22:34:03Z,topic='l3_agent')) {'router_ids': ['13cddc1b-2f3a-43a6-9fab-623243736c76'], 'active': True} {{(pid=109571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 22:50:02.365759 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.db.db_base_plugin_common [None req-ff750ed9-acd9-4bf8-99de-d66a49674b11 admin admin] Allocated IP 172.27.0.90 (3e7a10c7-addc-4b79-a555-0b472e939652/8aaf002d-6309-4cf0-ae69-6d349a14c0b1/ca34260d-2fa4-4ff5-90ad-1797c5d2082a) {{(pid=109568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 22:50:02.457849 dv-cinder-830538-5-iscsi neutron-server[109571]: DEBUG neutron.db.l3_dvr_db [None req-84841839-4b4b-48ad-b184-aa0484870ff0 None None] Set router 13cddc1b-2f3a-43a6-9fab-623243736c76 gateway port host: dv-cinder-830538-5-iscsi {{(pid=109571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 22:50:02.492123 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-ff750ed9-acd9-4bf8-99de-d66a49674b11 admin admin] Publish callbacks [] for port (ca34260d-2fa4-4ff5-90ad-1797c5d2082a), precommit_create {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:50:02.531453 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-ff750ed9-acd9-4bf8-99de-d66a49674b11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33156859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750844628228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30788389'] for port (ca34260d-2fa4-4ff5-90ad-1797c5d2082a), after_create {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:50:02.572182 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff750ed9-acd9-4bf8-99de-d66a49674b11 admin admin] Network 3e7a10c7-addc-4b79-a555-0b472e939652 is already hosted by enough agents. {{(pid=109568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 22:50:02.577648 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.scheduler.base_scheduler [None req-ff750ed9-acd9-4bf8-99de-d66a49674b11 admin admin] Resources bound (agent type, host, resource id): {{(pid=109568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 22:50:02.582460 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff750ed9-acd9-4bf8-99de-d66a49674b11 admin admin] Received port after_create {{(pid=109568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 22:50:02.585654 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff750ed9-acd9-4bf8-99de-d66a49674b11 admin admin] Pushing event updated for resources: {'Port': ['ID=ca34260d-2fa4-4ff5-90ad-1797c5d2082a,revision_number=1']} {{(pid=109568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:50:02.683228 dv-cinder-830538-5-iscsi neutron-server[109571]: DEBUG neutron.db.l3_hamode_db [None req-84841839-4b4b-48ad-b184-aa0484870ff0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13cddc1b-2f3a-43a6-9fab-623243736c76', 'name': 'tempest-TestVolumeBootPattern-274550402-router', 'tenant_id': '9682b42bc5bb4f3a9ed975026db8a4a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e7a10c7-addc-4b79-a555-0b472e939652', 'external_fixed_ips': [{'subnet_id': '8aaf002d-6309-4cf0-ae69-6d349a14c0b1', 'ip_address': '172.27.0.62'}], 'enable_snat': True}, 'gw_port_id': '9f35f2e5-ac00-4c40-89cb-b6010878caf1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T22:49:56Z', 'updated_at': '2022-02-28T22:49:59Z', 'revision_number': 4, 'project_id': '9682b42bc5bb4f3a9ed975026db8a4a3', 'gw_port': {'id': '9f35f2e5-ac00-4c40-89cb-b6010878caf1', 'name': '', 'network_id': '3e7a10c7-addc-4b79-a555-0b472e939652', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:60:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13cddc1b-2f3a-43a6-9fab-623243736c76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '8aaf002d-6309-4cf0-ae69-6d349a14c0b1', 'ip_address': '172.27.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T22:49:57Z', 'updated_at': '2022-02-28T22:49:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8aaf002d-6309-4cf0-ae69-6d349a14c0b1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830538-5-iscsi', '_interfaces': [{'id': '6c9de3a6-93cb-428f-b017-274d72145940', 'name': '', 'network_id': 'bd5c87d6-280c-42e5-a7a0-d86f35b08ea1', 'tenant_id': '9682b42bc5bb4f3a9ed975026db8a4a3', 'mac_address': 'fa:16:3e:c1:3d:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13cddc1b-2f3a-43a6-9fab-623243736c76', 'device_owner': 'network:router_interface', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'e0a95bd6-4937-48b3-aec2-a392dcb0defe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T22:49:58Z', 'updated_at': '2022-02-28T22:49:59Z', 'revision_number': 2, 'project_id': '9682b42bc5bb4f3a9ed975026db8a4a3', 'subnets': [{'id': 'e0a95bd6-4937-48b3-aec2-a392dcb0defe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830538-5-iscsi', False) {} {{(pid=109571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 22:50:02.710771 dv-cinder-830538-5-iscsi neutron-server[109571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84841839-4b4b-48ad-b184-aa0484870ff0 None None] Checking router: 13cddc1b-2f3a-43a6-9fab-623243736c76 for host: dv-cinder-830538-5-iscsi {{(pid=109571) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 22:50:02.711120 dv-cinder-830538-5-iscsi neutron-server[109571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84841839-4b4b-48ad-b184-aa0484870ff0 None None] Updating router 13cddc1b-2f3a-43a6-9fab-623243736c76 port 6c9de3a6-93cb-428f-b017-274d72145940 binding host dv-cinder-830538-5-iscsi {{(pid=109571) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 22:50:02.740124 dv-cinder-830538-5-iscsi neutron-server[109571]: DEBUG neutron_lib.callbacks.manager [None req-84841839-4b4b-48ad-b184-aa0484870ff0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616566'] for port (6c9de3a6-93cb-428f-b017-274d72145940), before_update {{(pid=109571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:50:02.880875 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-ff750ed9-acd9-4bf8-99de-d66a49674b11 admin admin] Publish callbacks [] for router_gateway (e8b0ee10-2a67-4d34-9758-554b78b1ad28), after_create {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:50:02.885543 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.rpc [None req-154add69-038d-48cc-93ba-bd7e358b6d11 None None] Device ffc2ef75-c857-4b4d-81ee-ef514378ce60 up at agent ovs-agent-dv-cinder-830538-5-iscsi {{(pid=109570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 22:50:02.963793 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.db.provisioning_blocks [None req-154add69-038d-48cc-93ba-bd7e358b6d11 None None] Provisioning complete for port ffc2ef75-c857-4b4d-81ee-ef514378ce60 triggered by entity L2. {{(pid=109570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 22:50:02.964252 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-154add69-038d-48cc-93ba-bd7e358b6d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579965'] for port (ffc2ef75-c857-4b4d-81ee-ef514378ce60), provisioning_complete {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:50:03.071160 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.plugin [None req-154add69-038d-48cc-93ba-bd7e358b6d11 None None] Current status of the port ffc2ef75-c857-4b4d-81ee-ef514378ce60 is: DOWN; New status is: ACTIVE {{(pid=109570) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 22:50:03.071450 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-154add69-038d-48cc-93ba-bd7e358b6d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616566'] for port (ffc2ef75-c857-4b4d-81ee-ef514378ce60), before_update {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:50:03.101477 dv-cinder-830538-5-iscsi neutron-server[109571]: DEBUG neutron_lib.callbacks.manager [None req-84841839-4b4b-48ad-b184-aa0484870ff0 None None] Publish callbacks [] for port (6c9de3a6-93cb-428f-b017-274d72145940), precommit_update {{(pid=109571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:50:03.108848 dv-cinder-830538-5-iscsi neutron-server[109571]: DEBUG neutron_lib.callbacks.manager [None req-84841839-4b4b-48ad-b184-aa0484870ff0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33156859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750845083886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750844628246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750844628264'] for port (6c9de3a6-93cb-428f-b017-274d72145940), after_update {{(pid=109571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:50:03.121256 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.db [None req-154add69-038d-48cc-93ba-bd7e358b6d11 None None] For port ffc2ef75-c857-4b4d-81ee-ef514378ce60, host dv-cinder-830538-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830538-5-iscsi',level=0,port_id=ffc2ef75-c857-4b4d-81ee-ef514378ce60,segment=NetworkSegment(beb0b3e9-85f1-4f87-ac4f-6cb61c2d005c),segment_id=beb0b3e9-85f1-4f87-ac4f-6cb61c2d005c)] {{(pid=109570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 22:50:03.130308 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-154add69-038d-48cc-93ba-bd7e358b6d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33156859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750845083886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750844628246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750844628264'] for port (ffc2ef75-c857-4b4d-81ee-ef514378ce60), after_update {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:50:03.131072 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.rpc [None req-154add69-038d-48cc-93ba-bd7e358b6d11 None None] Device 9f35f2e5-ac00-4c40-89cb-b6010878caf1 up at agent ovs-agent-dv-cinder-830538-5-iscsi {{(pid=109570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 22:50:03.145010 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-ff750ed9-acd9-4bf8-99de-d66a49674b11 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33526520', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33523309'] for router (e8b0ee10-2a67-4d34-9758-554b78b1ad28), after_create {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:50:03.226951 dv-cinder-830538-5-iscsi neutron-server[109571]: DEBUG neutron.plugins.ml2.managers [None req-84841839-4b4b-48ad-b184-aa0484870ff0 None None] Attempting to bind port 6c9de3a6-93cb-428f-b017-274d72145940 on host dv-cinder-830538-5-iscsi for vnic_type normal with profile {{(pid=109571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 22:50:03.227400 dv-cinder-830538-5-iscsi neutron-server[109571]: DEBUG neutron.plugins.ml2.managers [None req-84841839-4b4b-48ad-b184-aa0484870ff0 None None] Attempting to bind port 6c9de3a6-93cb-428f-b017-274d72145940 by drivers openvswitch,hyperv on host dv-cinder-830538-5-iscsi at level 0 using segments [{'id': '6302f759-7806-4619-ad72-9065d0b678da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'bd5c87d6-280c-42e5-a7a0-d86f35b08ea1'}] {{(pid=109571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 22:50:03.228112 dv-cinder-830538-5-iscsi neutron-server[109571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84841839-4b4b-48ad-b184-aa0484870ff0 None None] Attempting to bind port 6c9de3a6-93cb-428f-b017-274d72145940 on network bd5c87d6-280c-42e5-a7a0-d86f35b08ea1 {{(pid=109571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 22:50:03.231916 dv-cinder-830538-5-iscsi neutron-server[109571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077cb3cd-ac38-41cf-821b-0970b61d22aa None None] Pushing event updated for resources: {'Port': ['ID=6c9de3a6-93cb-428f-b017-274d72145940,revision_number=3']} {{(pid=109571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:50:03.240331 dv-cinder-830538-5-iscsi neutron-server[109571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84841839-4b4b-48ad-b184-aa0484870ff0 None None] Checking agent: {'id': '7aa25ffb-1b87-4f08-8530-4bdf6e6b221c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830538-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 22, 34, 7), 'started_at': datetime.datetime(2022, 2, 28, 22, 34, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 22, 49, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830538-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 22:50:03.240712 dv-cinder-830538-5-iscsi neutron-server[109571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84841839-4b4b-48ad-b184-aa0484870ff0 None None] Checking segment: {'id': '6302f759-7806-4619-ad72-9065d0b678da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'bd5c87d6-280c-42e5-a7a0-d86f35b08ea1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 22:50:03.241119 dv-cinder-830538-5-iscsi neutron-server[109571]: DEBUG neutron_lib.callbacks.manager [None req-84841839-4b4b-48ad-b184-aa0484870ff0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:50:03.241344 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-d18be6f7-8dcd-465a-a1af-f179f9a24e7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750845036683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579975'] for agent (1bbc3f13-d896-4633-9d3f-4f3415ceb83d), after_update {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:50:03.241750 dv-cinder-830538-5-iscsi neutron-server[109571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84841839-4b4b-48ad-b184-aa0484870ff0 None None] Bound using segment: {'id': '6302f759-7806-4619-ad72-9065d0b678da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'bd5c87d6-280c-42e5-a7a0-d86f35b08ea1'} {{(pid=109571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 22:50:03.242155 dv-cinder-830538-5-iscsi neutron-server[109571]: DEBUG neutron.plugins.ml2.managers [None req-84841839-4b4b-48ad-b184-aa0484870ff0 None None] Bound port: 6c9de3a6-93cb-428f-b017-274d72145940, host: dv-cinder-830538-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6302f759-7806-4619-ad72-9065d0b678da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'bd5c87d6-280c-42e5-a7a0-d86f35b08ea1'}}] {{(pid=109571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 22:50:03.243306 dv-cinder-830538-5-iscsi neutron-server[109571]: DEBUG neutron_lib.callbacks.manager [None req-84841839-4b4b-48ad-b184-aa0484870ff0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616566'] for port (6c9de3a6-93cb-428f-b017-274d72145940), before_update {{(pid=109571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:50:03.247129 dv-cinder-830538-5-iscsi neutron-server[109571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-077cb3cd-ac38-41cf-821b-0970b61d22aa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830538-5-iscsi {{(pid=109571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:50:03.247612 dv-cinder-830538-5-iscsi neutron-server[109571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-077cb3cd-ac38-41cf-821b-0970b61d22aa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-5-iscsi {{(pid=109571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:50:03.248003 dv-cinder-830538-5-iscsi neutron-server[109571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-077cb3cd-ac38-41cf-821b-0970b61d22aa None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-5-iscsi {{(pid=109571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:50:03.248349 dv-cinder-830538-5-iscsi neutron-server[109571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-077cb3cd-ac38-41cf-821b-0970b61d22aa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-5-iscsi {{(pid=109571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:50:03.248699 dv-cinder-830538-5-iscsi neutron-server[109571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-077cb3cd-ac38-41cf-821b-0970b61d22aa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830538-5-iscsi {{(pid=109571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:50:03.249520 dv-cinder-830538-5-iscsi neutron-server[109571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-077cb3cd-ac38-41cf-821b-0970b61d22aa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830538-5-iscsi {{(pid=109571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:50:03.249856 dv-cinder-830538-5-iscsi neutron-server[109571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-077cb3cd-ac38-41cf-821b-0970b61d22aa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830538-5-iscsi {{(pid=109571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:50:03.250524 dv-cinder-830538-5-iscsi neutron-server[109571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-077cb3cd-ac38-41cf-821b-0970b61d22aa None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830538-5-iscsi {{(pid=109571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:50:03.250524 dv-cinder-830538-5-iscsi neutron-server[109571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-077cb3cd-ac38-41cf-821b-0970b61d22aa None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830538-5-iscsi {{(pid=109571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:50:03.250840 dv-cinder-830538-5-iscsi neutron-server[109571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-077cb3cd-ac38-41cf-821b-0970b61d22aa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830538-5-iscsi {{(pid=109571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:50:03.251175 dv-cinder-830538-5-iscsi neutron-server[109571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-077cb3cd-ac38-41cf-821b-0970b61d22aa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-5-iscsi {{(pid=109571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:50:03.251499 dv-cinder-830538-5-iscsi neutron-server[109571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-077cb3cd-ac38-41cf-821b-0970b61d22aa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830538-5-iscsi {{(pid=109571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:50:03.251969 dv-cinder-830538-5-iscsi neutron-server[109571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-077cb3cd-ac38-41cf-821b-0970b61d22aa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830538-5-iscsi {{(pid=109571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:50:03.306981 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154add69-038d-48cc-93ba-bd7e358b6d11 None None] Pushing event updated for resources: {'Port': ['ID=ffc2ef75-c857-4b4d-81ee-ef514378ce60,revision_number=3']} {{(pid=109570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:50:03.322991 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.db.provisioning_blocks [None req-154add69-038d-48cc-93ba-bd7e358b6d11 None None] Provisioning complete for port 9f35f2e5-ac00-4c40-89cb-b6010878caf1 triggered by entity L2. {{(pid=109570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 22:50:03.323370 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-154add69-038d-48cc-93ba-bd7e358b6d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579965'] for port (9f35f2e5-ac00-4c40-89cb-b6010878caf1), provisioning_complete {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:50:03.337607 dv-cinder-830538-5-iscsi neutron-server[109571]: DEBUG neutron.plugins.ml2.db [None req-84841839-4b4b-48ad-b184-aa0484870ff0 None None] For port 6c9de3a6-93cb-428f-b017-274d72145940, host dv-cinder-830538-5-iscsi, cleared binding levels {{(pid=109571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 22:50:03.344306 dv-cinder-830538-5-iscsi neutron-server[109571]: DEBUG neutron.plugins.ml2.db [None req-84841839-4b4b-48ad-b184-aa0484870ff0 None None] For port 6c9de3a6-93cb-428f-b017-274d72145940, host dv-cinder-830538-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830538-5-iscsi',level=0,port_id=6c9de3a6-93cb-428f-b017-274d72145940,segment=NetworkSegment(6302f759-7806-4619-ad72-9065d0b678da),segment_id=6302f759-7806-4619-ad72-9065d0b678da)] {{(pid=109571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 22:50:03.356809 dv-cinder-830538-5-iscsi neutron-server[109571]: DEBUG neutron_lib.callbacks.manager [None req-84841839-4b4b-48ad-b184-aa0484870ff0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33156859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750845083886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750844628246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750844628264'] for port (6c9de3a6-93cb-428f-b017-274d72145940), after_update {{(pid=109571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:50:03.381090 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9627f77e-3bd0-4d86-9b77-7373241a7c66 None None] Network 61ca9833-dbc5-41dd-bd03-b4022df74c85 requested from dv-cinder-830538-5-iscsi {{(pid=109570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 22:50:03.397878 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff750ed9-acd9-4bf8-99de-d66a49674b11 admin admin] Router e8b0ee10-2a67-4d34-9758-554b78b1ad28 is scheduled to L3 agent 1bbc3f13-d896-4633-9d3f-4f3415ceb83d with binding_index 1 {{(pid=109568) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 28 22:50:03.427400 dv-cinder-830538-5-iscsi neutron-server[109571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077cb3cd-ac38-41cf-821b-0970b61d22aa None None] Pushing event updated for resources: {'Port': ['ID=6c9de3a6-93cb-428f-b017-274d72145940,revision_number=4']} {{(pid=109571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:50:03.459347 dv-cinder-830538-5-iscsi neutron-server[109571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84841839-4b4b-48ad-b184-aa0484870ff0 None None] Routers {'13cddc1b-2f3a-43a6-9fab-623243736c76'} bound to L3 agent in host dv-cinder-830538-5-iscsi {{(pid=109571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 22:50:03.460366 dv-cinder-830538-5-iscsi neutron-server[109571]: DEBUG neutron.db.l3_hamode_db [None req-84841839-4b4b-48ad-b184-aa0484870ff0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830538-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T22:34:03Z,description=,heartbeat_timestamp=2022-02-28T22:50:03Z,host='dv-cinder-830538-5-iscsi',id=1bbc3f13-d896-4633-9d3f-4f3415ceb83d,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T22:34:03Z,topic='l3_agent')) {'router_ids': ['13cddc1b-2f3a-43a6-9fab-623243736c76'], 'active': True} {{(pid=109571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 22:50:03.463299 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.db.provisioning_blocks [None req-177068c4-672f-416c-b258-5d8cd7e5ca25 None None] Provisioning complete for port ffc2ef75-c857-4b4d-81ee-ef514378ce60 triggered by entity DHCP. {{(pid=109570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 22:50:03.463861 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-177068c4-672f-416c-b258-5d8cd7e5ca25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579965'] for port (ffc2ef75-c857-4b4d-81ee-ef514378ce60), provisioning_complete {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:50:03.596060 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.plugin [None req-154add69-038d-48cc-93ba-bd7e358b6d11 None None] Current status of the port 9f35f2e5-ac00-4c40-89cb-b6010878caf1 is: DOWN; New status is: ACTIVE {{(pid=109570) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 22:50:03.596557 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-154add69-038d-48cc-93ba-bd7e358b6d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616566'] for port (9f35f2e5-ac00-4c40-89cb-b6010878caf1), before_update {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:50:03.600432 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff750ed9-acd9-4bf8-99de-d66a49674b11 admin admin] Notify agent at l3_agent.dv-cinder-830538-5-iscsi the message routers_updated {{(pid=109568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 22:50:03.619237 dv-cinder-830538-5-iscsi neutron-server[109571]: DEBUG neutron.db.l3_dvr_db [None req-84841839-4b4b-48ad-b184-aa0484870ff0 None None] Set router 13cddc1b-2f3a-43a6-9fab-623243736c76 gateway port host: dv-cinder-830538-5-iscsi {{(pid=109571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 22:50:03.626569 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-ff750ed9-acd9-4bf8-99de-d66a49674b11 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:50:03.628372 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [None req-ff750ed9-acd9-4bf8-99de-d66a49674b11 admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.2779734 Feb 28 22:50:03.631287 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.wsgi [-] (109569) accepted ('10.222.0.11', 59878) {{(pid=109569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 22:50:03.640487 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-202bf12f-f827-4e64-9658-41bdc64b676e None None] Sync routers for ids ['e8b0ee10-2a67-4d34-9758-554b78b1ad28'] in dv-cinder-830538-5-iscsi {{(pid=109570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 22:50:03.661843 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.db [None req-154add69-038d-48cc-93ba-bd7e358b6d11 None None] For port 9f35f2e5-ac00-4c40-89cb-b6010878caf1, host dv-cinder-830538-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830538-5-iscsi',level=0,port_id=9f35f2e5-ac00-4c40-89cb-b6010878caf1,segment=NetworkSegment(ee66776f-25dd-443a-9417-ae0becd0bae6),segment_id=ee66776f-25dd-443a-9417-ae0becd0bae6)] {{(pid=109570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 22:50:03.674285 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-154add69-038d-48cc-93ba-bd7e358b6d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33156859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750845083886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750844628246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750844628264'] for port (9f35f2e5-ac00-4c40-89cb-b6010878caf1), after_update {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:50:03.684297 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.plugin [None req-177068c4-672f-416c-b258-5d8cd7e5ca25 None None] Current status of the port ffc2ef75-c857-4b4d-81ee-ef514378ce60 is: ACTIVE; New status is: ACTIVE {{(pid=109570) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 22:50:03.709905 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-202bf12f-f827-4e64-9658-41bdc64b676e None None] Routers {'e8b0ee10-2a67-4d34-9758-554b78b1ad28'} bound to L3 agent in host dv-cinder-830538-5-iscsi {{(pid=109570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 22:50:03.710728 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.db.l3_hamode_db [None req-202bf12f-f827-4e64-9658-41bdc64b676e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830538-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T22:34:03Z,description=,heartbeat_timestamp=2022-02-28T22:50:03Z,host='dv-cinder-830538-5-iscsi',id=1bbc3f13-d896-4633-9d3f-4f3415ceb83d,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T22:34:03Z,topic='l3_agent')) {'router_ids': ['e8b0ee10-2a67-4d34-9758-554b78b1ad28'], 'active': True} {{(pid=109570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 22:50:03.800287 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154add69-038d-48cc-93ba-bd7e358b6d11 None None] Pushing event updated for resources: {'Port': ['ID=9f35f2e5-ac00-4c40-89cb-b6010878caf1,revision_number=4']} {{(pid=109570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:50:04.023441 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.db.provisioning_blocks [None req-18cc195f-46c1-45cb-9ec1-6e5c8c444a2f None None] Provisioning complete for port 6c9de3a6-93cb-428f-b017-274d72145940 triggered by entity DHCP. {{(pid=109570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 22:50:04.024142 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-18cc195f-46c1-45cb-9ec1-6e5c8c444a2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579965'] for port (6c9de3a6-93cb-428f-b017-274d72145940), provisioning_complete {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:50:04.049290 dv-cinder-830538-5-iscsi neutron-server[109571]: DEBUG neutron.db.l3_hamode_db [None req-84841839-4b4b-48ad-b184-aa0484870ff0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13cddc1b-2f3a-43a6-9fab-623243736c76', 'name': 'tempest-TestVolumeBootPattern-274550402-router', 'tenant_id': '9682b42bc5bb4f3a9ed975026db8a4a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e7a10c7-addc-4b79-a555-0b472e939652', 'external_fixed_ips': [{'subnet_id': '8aaf002d-6309-4cf0-ae69-6d349a14c0b1', 'ip_address': '172.27.0.62'}], 'enable_snat': True}, 'gw_port_id': '9f35f2e5-ac00-4c40-89cb-b6010878caf1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T22:49:56Z', 'updated_at': '2022-02-28T22:49:59Z', 'revision_number': 4, 'project_id': '9682b42bc5bb4f3a9ed975026db8a4a3', 'gw_port': {'id': '9f35f2e5-ac00-4c40-89cb-b6010878caf1', 'name': '', 'network_id': '3e7a10c7-addc-4b79-a555-0b472e939652', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:60:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13cddc1b-2f3a-43a6-9fab-623243736c76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '8aaf002d-6309-4cf0-ae69-6d349a14c0b1', 'ip_address': '172.27.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T22:49:57Z', 'updated_at': '2022-02-28T22:49:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8aaf002d-6309-4cf0-ae69-6d349a14c0b1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830538-5-iscsi', '_interfaces': [{'id': '6c9de3a6-93cb-428f-b017-274d72145940', 'name': '', 'network_id': 'bd5c87d6-280c-42e5-a7a0-d86f35b08ea1', 'tenant_id': '9682b42bc5bb4f3a9ed975026db8a4a3', 'mac_address': 'fa:16:3e:c1:3d:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13cddc1b-2f3a-43a6-9fab-623243736c76', 'device_owner': 'network:router_interface', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'e0a95bd6-4937-48b3-aec2-a392dcb0defe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T22:49:58Z', 'updated_at': '2022-02-28T22:50:03Z', 'revision_number': 4, 'project_id': '9682b42bc5bb4f3a9ed975026db8a4a3', 'subnets': [{'id': 'e0a95bd6-4937-48b3-aec2-a392dcb0defe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830538-5-iscsi', False) {} {{(pid=109571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 22:50:04.065947 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.db.l3_dvr_db [None req-202bf12f-f827-4e64-9658-41bdc64b676e None None] Set router e8b0ee10-2a67-4d34-9758-554b78b1ad28 gateway port host: dv-cinder-830538-5-iscsi {{(pid=109570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 22:50:04.084327 dv-cinder-830538-5-iscsi neutron-server[109571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84841839-4b4b-48ad-b184-aa0484870ff0 None None] The sync data for ids ['13cddc1b-2f3a-43a6-9fab-623243736c76'] in dv-cinder-830538-5-iscsi is: [{'id': '13cddc1b-2f3a-43a6-9fab-623243736c76', 'name': 'tempest-TestVolumeBootPattern-274550402-router', 'tenant_id': '9682b42bc5bb4f3a9ed975026db8a4a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e7a10c7-addc-4b79-a555-0b472e939652', 'external_fixed_ips': [{'subnet_id': '8aaf002d-6309-4cf0-ae69-6d349a14c0b1', 'ip_address': '172.27.0.62'}], 'enable_snat': True}, 'gw_port_id': '9f35f2e5-ac00-4c40-89cb-b6010878caf1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T22:49:56Z', 'updated_at': '2022-02-28T22:49:59Z', 'revision_number': 4, 'project_id': '9682b42bc5bb4f3a9ed975026db8a4a3', 'gw_port': {'id': '9f35f2e5-ac00-4c40-89cb-b6010878caf1', 'name': '', 'network_id': '3e7a10c7-addc-4b79-a555-0b472e939652', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:60:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13cddc1b-2f3a-43a6-9fab-623243736c76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '8aaf002d-6309-4cf0-ae69-6d349a14c0b1', 'ip_address': '172.27.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T22:49:57Z', 'updated_at': '2022-02-28T22:49:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8aaf002d-6309-4cf0-ae69-6d349a14c0b1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830538-5-iscsi', '_interfaces': [{'id': '6c9de3a6-93cb-428f-b017-274d72145940', 'name': '', 'network_id': 'bd5c87d6-280c-42e5-a7a0-d86f35b08ea1', 'tenant_id': '9682b42bc5bb4f3a9ed975026db8a4a3', 'mac_address': 'fa:16:3e:c1:3d:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13cddc1b-2f3a-43a6-9fab-623243736c76', 'device_owner': 'network:router_interface', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'e0a95bd6-4937-48b3-aec2-a392dcb0defe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T22:49:58Z', 'updated_at': '2022-02-28T22:50:03Z', 'revision_number': 4, 'project_id': '9682b42bc5bb4f3a9ed975026db8a4a3', 'subnets': [{'id': 'e0a95bd6-4937-48b3-aec2-a392dcb0defe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 22:50:04.167561 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-33d4289d-0c97-40cf-9fc3-a2debd14678c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616566'] for port (None), before_create {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:50:04.217645 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-fb85eb0a-98c9-414d-bd8b-45b99ef4efd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750845036683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579975'] for agent (0569ef69-4feb-452f-8380-1d628b96faff), after_update {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:50:04.238331 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.plugin [None req-18cc195f-46c1-45cb-9ec1-6e5c8c444a2f None None] Current status of the port 6c9de3a6-93cb-428f-b017-274d72145940 is: DOWN; New status is: ACTIVE {{(pid=109570) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 22:50:04.239004 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-18cc195f-46c1-45cb-9ec1-6e5c8c444a2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616566'] for port (6c9de3a6-93cb-428f-b017-274d72145940), before_update {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:50:04.308525 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.db [None req-18cc195f-46c1-45cb-9ec1-6e5c8c444a2f None None] For port 6c9de3a6-93cb-428f-b017-274d72145940, host dv-cinder-830538-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830538-5-iscsi',level=0,port_id=6c9de3a6-93cb-428f-b017-274d72145940,segment=NetworkSegment(6302f759-7806-4619-ad72-9065d0b678da),segment_id=6302f759-7806-4619-ad72-9065d0b678da)] {{(pid=109570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 22:50:04.314005 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-18cc195f-46c1-45cb-9ec1-6e5c8c444a2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33156859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750845083886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750844628246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750844628264'] for port (6c9de3a6-93cb-428f-b017-274d72145940), after_update {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:50:04.351945 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.db.db_base_plugin_common [None req-33d4289d-0c97-40cf-9fc3-a2debd14678c admin admin] Allocated IP 172.20.0.1 (61ca9833-dbc5-41dd-bd03-b4022df74c85/9645b796-06f5-41fc-af3c-8a3242ff4c89/ca09cbea-68d3-4dc0-8189-1169187d8117) {{(pid=109569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 22:50:04.378691 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.db.l3_hamode_db [None req-202bf12f-f827-4e64-9658-41bdc64b676e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8b0ee10-2a67-4d34-9758-554b78b1ad28', 'name': 'tempest-TestVolumeBootPattern-595141279-router', 'tenant_id': 'c30cb6be224d4d489a110330d77086b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e7a10c7-addc-4b79-a555-0b472e939652', 'external_fixed_ips': [{'subnet_id': '8aaf002d-6309-4cf0-ae69-6d349a14c0b1', 'ip_address': '172.27.0.90'}], 'enable_snat': True}, 'gw_port_id': 'ca34260d-2fa4-4ff5-90ad-1797c5d2082a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T22:50:01Z', 'updated_at': '2022-02-28T22:50:02Z', 'revision_number': 3, 'project_id': 'c30cb6be224d4d489a110330d77086b2', 'gw_port': {'id': 'ca34260d-2fa4-4ff5-90ad-1797c5d2082a', 'name': '', 'network_id': '3e7a10c7-addc-4b79-a555-0b472e939652', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:d1:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8b0ee10-2a67-4d34-9758-554b78b1ad28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': '8aaf002d-6309-4cf0-ae69-6d349a14c0b1', 'ip_address': '172.27.0.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T22:50:02Z', 'updated_at': '2022-02-28T22:50:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8aaf002d-6309-4cf0-ae69-6d349a14c0b1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830538-5-iscsi'}], 'dv-cinder-830538-5-iscsi', False) {} {{(pid=109570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 22:50:04.408141 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18cc195f-46c1-45cb-9ec1-6e5c8c444a2f None None] Pushing event updated for resources: {'Port': ['ID=6c9de3a6-93cb-428f-b017-274d72145940,revision_number=5']} {{(pid=109570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:50:04.411525 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-202bf12f-f827-4e64-9658-41bdc64b676e None None] Checking router: e8b0ee10-2a67-4d34-9758-554b78b1ad28 for host: dv-cinder-830538-5-iscsi {{(pid=109570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 22:50:04.411928 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-202bf12f-f827-4e64-9658-41bdc64b676e None None] Updating router e8b0ee10-2a67-4d34-9758-554b78b1ad28 port ca34260d-2fa4-4ff5-90ad-1797c5d2082a binding host dv-cinder-830538-5-iscsi {{(pid=109570) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 22:50:04.458312 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-202bf12f-f827-4e64-9658-41bdc64b676e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616566'] for port (ca34260d-2fa4-4ff5-90ad-1797c5d2082a), before_update {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:50:04.460198 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-33d4289d-0c97-40cf-9fc3-a2debd14678c admin admin] Publish callbacks [] for port (ca09cbea-68d3-4dc0-8189-1169187d8117), precommit_create {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:50:04.462009 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.db.provisioning_blocks [None req-c6c873a8-d498-4868-8f81-a9842a79b2ca None None] Provisioning complete for port ffc2ef75-c857-4b4d-81ee-ef514378ce60 triggered by entity DHCP. {{(pid=109570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 22:50:04.462464 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-c6c873a8-d498-4868-8f81-a9842a79b2ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579965'] for port (ffc2ef75-c857-4b4d-81ee-ef514378ce60), provisioning_complete {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:50:04.493194 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-33d4289d-0c97-40cf-9fc3-a2debd14678c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33156859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750844628228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30055478'] for port (ca09cbea-68d3-4dc0-8189-1169187d8117), after_create {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:50:04.532759 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33d4289d-0c97-40cf-9fc3-a2debd14678c admin admin] Network 61ca9833-dbc5-41dd-bd03-b4022df74c85 is already hosted by enough agents. {{(pid=109569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 22:50:04.537591 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.scheduler.base_scheduler [None req-33d4289d-0c97-40cf-9fc3-a2debd14678c admin admin] Resources bound (agent type, host, resource id): {{(pid=109569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 22:50:04.541032 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33d4289d-0c97-40cf-9fc3-a2debd14678c admin admin] Received port after_create {{(pid=109569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 22:50:04.719849 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.plugin [None req-c6c873a8-d498-4868-8f81-a9842a79b2ca None None] Current status of the port ffc2ef75-c857-4b4d-81ee-ef514378ce60 is: ACTIVE; New status is: ACTIVE {{(pid=109570) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 22:50:04.805262 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d4289d-0c97-40cf-9fc3-a2debd14678c admin admin] Pushing event updated for resources: {'Port': ['ID=ca09cbea-68d3-4dc0-8189-1169187d8117,revision_number=1']} {{(pid=109569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:50:04.821660 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-33d4289d-0c97-40cf-9fc3-a2debd14678c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33521968'] for router_interface (e8b0ee10-2a67-4d34-9758-554b78b1ad28), before_create {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:50:04.850331 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-202bf12f-f827-4e64-9658-41bdc64b676e None None] Publish callbacks [] for port (ca34260d-2fa4-4ff5-90ad-1797c5d2082a), precommit_update {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:50:04.858863 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.db.provisioning_blocks [None req-f8caedb6-d4de-436d-bf19-fecc3b64bf06 None None] Provisioning complete for port ca09cbea-68d3-4dc0-8189-1169187d8117 triggered by entity DHCP. {{(pid=109570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 22:50:04.859122 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-f8caedb6-d4de-436d-bf19-fecc3b64bf06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579965'] for port (ca09cbea-68d3-4dc0-8189-1169187d8117), provisioning_complete {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:50:04.861921 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-202bf12f-f827-4e64-9658-41bdc64b676e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33156859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750845083886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750844628246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750844628264'] for port (ca34260d-2fa4-4ff5-90ad-1797c5d2082a), after_update {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:50:04.884262 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.rpc [None req-154add69-038d-48cc-93ba-bd7e358b6d11 None None] Device 6c9de3a6-93cb-428f-b017-274d72145940 up at agent ovs-agent-dv-cinder-830538-5-iscsi {{(pid=109570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 22:50:04.975493 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-33d4289d-0c97-40cf-9fc3-a2debd14678c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616566'] for port (ca09cbea-68d3-4dc0-8189-1169187d8117), before_update {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:50:04.984975 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.plugin [None req-f8caedb6-d4de-436d-bf19-fecc3b64bf06 None None] Port ca09cbea-68d3-4dc0-8189-1169187d8117 cannot update to ACTIVE because it is not bound. {{(pid=109570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 22:50:04.989740 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd75e2b-b3db-4a97-a744-a43794a090f3 None None] Pushing event updated for resources: {'Port': ['ID=ca34260d-2fa4-4ff5-90ad-1797c5d2082a,revision_number=2']} {{(pid=109570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:50:04.992833 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.managers [None req-202bf12f-f827-4e64-9658-41bdc64b676e None None] Attempting to bind port ca34260d-2fa4-4ff5-90ad-1797c5d2082a on host dv-cinder-830538-5-iscsi for vnic_type normal with profile {{(pid=109570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 22:50:04.993207 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.managers [None req-202bf12f-f827-4e64-9658-41bdc64b676e None None] Attempting to bind port ca34260d-2fa4-4ff5-90ad-1797c5d2082a by drivers openvswitch,hyperv on host dv-cinder-830538-5-iscsi at level 0 using segments [{'id': 'ee66776f-25dd-443a-9417-ae0becd0bae6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e7a10c7-addc-4b79-a555-0b472e939652'}] {{(pid=109570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 22:50:04.993569 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-202bf12f-f827-4e64-9658-41bdc64b676e None None] Attempting to bind port ca34260d-2fa4-4ff5-90ad-1797c5d2082a on network 3e7a10c7-addc-4b79-a555-0b472e939652 {{(pid=109570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 22:50:05.002001 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-202bf12f-f827-4e64-9658-41bdc64b676e None None] Checking agent: {'id': '7aa25ffb-1b87-4f08-8530-4bdf6e6b221c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830538-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 22, 34, 7), 'started_at': datetime.datetime(2022, 2, 28, 22, 34, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 22, 49, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830538-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 22:50:05.002379 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-202bf12f-f827-4e64-9658-41bdc64b676e None None] Checking segment: {'id': 'ee66776f-25dd-443a-9417-ae0becd0bae6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e7a10c7-addc-4b79-a555-0b472e939652'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 22:50:05.002780 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-202bf12f-f827-4e64-9658-41bdc64b676e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:50:05.003164 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-202bf12f-f827-4e64-9658-41bdc64b676e None None] Bound using segment: {'id': 'ee66776f-25dd-443a-9417-ae0becd0bae6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e7a10c7-addc-4b79-a555-0b472e939652'} {{(pid=109570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 22:50:05.003628 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.managers [None req-202bf12f-f827-4e64-9658-41bdc64b676e None None] Bound port: ca34260d-2fa4-4ff5-90ad-1797c5d2082a, host: dv-cinder-830538-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee66776f-25dd-443a-9417-ae0becd0bae6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e7a10c7-addc-4b79-a555-0b472e939652'}}] {{(pid=109570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 22:50:05.004046 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-202bf12f-f827-4e64-9658-41bdc64b676e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616566'] for port (ca34260d-2fa4-4ff5-90ad-1797c5d2082a), before_update {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:50:05.042724 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.db.provisioning_blocks [None req-154add69-038d-48cc-93ba-bd7e358b6d11 None None] Provisioning complete for port 6c9de3a6-93cb-428f-b017-274d72145940 triggered by entity L2. {{(pid=109570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 22:50:05.043394 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-154add69-038d-48cc-93ba-bd7e358b6d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579965'] for port (6c9de3a6-93cb-428f-b017-274d72145940), provisioning_complete {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:50:05.093217 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.db [None req-202bf12f-f827-4e64-9658-41bdc64b676e None None] For port ca34260d-2fa4-4ff5-90ad-1797c5d2082a, host dv-cinder-830538-5-iscsi, cleared binding levels {{(pid=109570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 22:50:05.097306 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.db [None req-202bf12f-f827-4e64-9658-41bdc64b676e None None] For port ca34260d-2fa4-4ff5-90ad-1797c5d2082a, host dv-cinder-830538-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830538-5-iscsi',level=0,port_id=ca34260d-2fa4-4ff5-90ad-1797c5d2082a,segment=NetworkSegment(ee66776f-25dd-443a-9417-ae0becd0bae6),segment_id=ee66776f-25dd-443a-9417-ae0becd0bae6)] {{(pid=109570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 22:50:05.103250 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-202bf12f-f827-4e64-9658-41bdc64b676e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33156859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750845083886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750844628246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750844628264'] for port (ca34260d-2fa4-4ff5-90ad-1797c5d2082a), after_update {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:50:05.145012 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-33d4289d-0c97-40cf-9fc3-a2debd14678c admin admin] Publish callbacks [] for port (ca09cbea-68d3-4dc0-8189-1169187d8117), precommit_update {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:50:05.150402 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-33d4289d-0c97-40cf-9fc3-a2debd14678c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33156859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750845083886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750844628246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750844628264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30055487'] for port (ca09cbea-68d3-4dc0-8189-1169187d8117), after_update {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:50:05.196002 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd75e2b-b3db-4a97-a744-a43794a090f3 None None] Pushing event updated for resources: {'Port': ['ID=ca34260d-2fa4-4ff5-90ad-1797c5d2082a,revision_number=3']} {{(pid=109570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:50:05.203921 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-202bf12f-f827-4e64-9658-41bdc64b676e None None] Routers {'e8b0ee10-2a67-4d34-9758-554b78b1ad28'} bound to L3 agent in host dv-cinder-830538-5-iscsi {{(pid=109570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 22:50:05.204542 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.db.l3_hamode_db [None req-202bf12f-f827-4e64-9658-41bdc64b676e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830538-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T22:34:03Z,description=,heartbeat_timestamp=2022-02-28T22:50:03Z,host='dv-cinder-830538-5-iscsi',id=1bbc3f13-d896-4633-9d3f-4f3415ceb83d,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T22:34:03Z,topic='l3_agent')) {'router_ids': ['e8b0ee10-2a67-4d34-9758-554b78b1ad28'], 'active': True} {{(pid=109570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 22:50:05.217033 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-33d4289d-0c97-40cf-9fc3-a2debd14678c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33156617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33522848'] for router_interface (e8b0ee10-2a67-4d34-9758-554b78b1ad28), after_create {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:50:05.225814 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d4289d-0c97-40cf-9fc3-a2debd14678c admin admin] Pushing event updated for resources: {'Port': ['ID=ca09cbea-68d3-4dc0-8189-1169187d8117,revision_number=2']} {{(pid=109569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:50:05.252563 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.plugin [None req-154add69-038d-48cc-93ba-bd7e358b6d11 None None] Current status of the port 6c9de3a6-93cb-428f-b017-274d72145940 is: ACTIVE; New status is: ACTIVE {{(pid=109570) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 22:50:05.253648 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.rpc [None req-154add69-038d-48cc-93ba-bd7e358b6d11 None None] Device ffc2ef75-c857-4b4d-81ee-ef514378ce60 up at agent ovs-agent-dv-cinder-830538-5-iscsi {{(pid=109570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 22:50:05.317311 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33d4289d-0c97-40cf-9fc3-a2debd14678c admin admin] Network 61ca9833-dbc5-41dd-bd03-b4022df74c85 is already hosted by enough agents. {{(pid=109569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 22:50:05.318573 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.scheduler.base_scheduler [None req-33d4289d-0c97-40cf-9fc3-a2debd14678c admin admin] Resources bound (agent type, host, resource id): {{(pid=109569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 22:50:05.366420 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.db.l3_dvr_db [None req-202bf12f-f827-4e64-9658-41bdc64b676e None None] Set router e8b0ee10-2a67-4d34-9758-554b78b1ad28 gateway port host: dv-cinder-830538-5-iscsi {{(pid=109570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 22:50:05.397832 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.db.provisioning_blocks [None req-154add69-038d-48cc-93ba-bd7e358b6d11 None None] Provisioning complete for port ffc2ef75-c857-4b4d-81ee-ef514378ce60 triggered by entity L2. {{(pid=109570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 22:50:05.398229 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-154add69-038d-48cc-93ba-bd7e358b6d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579965'] for port (ffc2ef75-c857-4b4d-81ee-ef514378ce60), provisioning_complete {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:50:05.442869 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33d4289d-0c97-40cf-9fc3-a2debd14678c admin admin] Router e8b0ee10-2a67-4d34-9758-554b78b1ad28 has already been hosted by L3 agent 1bbc3f13-d896-4633-9d3f-4f3415ceb83d {{(pid=109569) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 22:50:05.579142 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33d4289d-0c97-40cf-9fc3-a2debd14678c admin admin] Notify agent at l3_agent.dv-cinder-830538-5-iscsi the message routers_updated {{(pid=109569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 22:50:05.584246 dv-cinder-830538-5-iscsi neutron-server[109569]: INFO neutron.wsgi [None req-33d4289d-0c97-40cf-9fc3-a2debd14678c admin admin] 10.222.0.11 "PUT /v2.0/routers/e8b0ee10-2a67-4d34-9758-554b78b1ad28/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9519117 Feb 28 22:50:05.609253 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.plugin [None req-154add69-038d-48cc-93ba-bd7e358b6d11 None None] Current status of the port ffc2ef75-c857-4b4d-81ee-ef514378ce60 is: ACTIVE; New status is: ACTIVE {{(pid=109570) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 22:50:05.610322 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.rpc [None req-154add69-038d-48cc-93ba-bd7e358b6d11 None None] Device 9f35f2e5-ac00-4c40-89cb-b6010878caf1 up at agent ovs-agent-dv-cinder-830538-5-iscsi {{(pid=109570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 22:50:05.671336 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.db.provisioning_blocks [None req-0c6c7c58-b203-4a48-9912-2a1533864fb2 None None] Provisioning complete for port ca09cbea-68d3-4dc0-8189-1169187d8117 triggered by entity DHCP. {{(pid=109570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 22:50:05.671336 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-0c6c7c58-b203-4a48-9912-2a1533864fb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579965'] for port (ca09cbea-68d3-4dc0-8189-1169187d8117), provisioning_complete {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:50:05.725122 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.plugin [None req-0c6c7c58-b203-4a48-9912-2a1533864fb2 None None] Port ca09cbea-68d3-4dc0-8189-1169187d8117 cannot update to ACTIVE because it is not bound. {{(pid=109570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 22:50:05.744247 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.db.provisioning_blocks [None req-154add69-038d-48cc-93ba-bd7e358b6d11 None None] Provisioning complete for port 9f35f2e5-ac00-4c40-89cb-b6010878caf1 triggered by entity L2. {{(pid=109570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 22:50:05.744578 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-154add69-038d-48cc-93ba-bd7e358b6d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579965'] for port (9f35f2e5-ac00-4c40-89cb-b6010878caf1), provisioning_complete {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:50:05.920268 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.db.l3_hamode_db [None req-202bf12f-f827-4e64-9658-41bdc64b676e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8b0ee10-2a67-4d34-9758-554b78b1ad28', 'name': 'tempest-TestVolumeBootPattern-595141279-router', 'tenant_id': 'c30cb6be224d4d489a110330d77086b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e7a10c7-addc-4b79-a555-0b472e939652', 'external_fixed_ips': [{'subnet_id': '8aaf002d-6309-4cf0-ae69-6d349a14c0b1', 'ip_address': '172.27.0.90'}], 'enable_snat': True}, 'gw_port_id': 'ca34260d-2fa4-4ff5-90ad-1797c5d2082a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T22:50:01Z', 'updated_at': '2022-02-28T22:50:04Z', 'revision_number': 4, 'project_id': 'c30cb6be224d4d489a110330d77086b2', 'gw_port': {'id': 'ca34260d-2fa4-4ff5-90ad-1797c5d2082a', 'name': '', 'network_id': '3e7a10c7-addc-4b79-a555-0b472e939652', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:d1:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8b0ee10-2a67-4d34-9758-554b78b1ad28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': '8aaf002d-6309-4cf0-ae69-6d349a14c0b1', 'ip_address': '172.27.0.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T22:50:02Z', 'updated_at': '2022-02-28T22:50:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8aaf002d-6309-4cf0-ae69-6d349a14c0b1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830538-5-iscsi', '_interfaces': [{'id': 'ca09cbea-68d3-4dc0-8189-1169187d8117', 'name': '', 'network_id': '61ca9833-dbc5-41dd-bd03-b4022df74c85', 'tenant_id': 'c30cb6be224d4d489a110330d77086b2', 'mac_address': 'fa:16:3e:cd:e1:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8b0ee10-2a67-4d34-9758-554b78b1ad28', 'device_owner': 'network:router_interface', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '9645b796-06f5-41fc-af3c-8a3242ff4c89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T22:50:04Z', 'updated_at': '2022-02-28T22:50:05Z', 'revision_number': 2, 'project_id': 'c30cb6be224d4d489a110330d77086b2', 'subnets': [{'id': '9645b796-06f5-41fc-af3c-8a3242ff4c89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830538-5-iscsi', False) {} {{(pid=109570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 22:50:05.962653 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-202bf12f-f827-4e64-9658-41bdc64b676e None None] The sync data for ids ['e8b0ee10-2a67-4d34-9758-554b78b1ad28'] in dv-cinder-830538-5-iscsi is: [{'id': 'e8b0ee10-2a67-4d34-9758-554b78b1ad28', 'name': 'tempest-TestVolumeBootPattern-595141279-router', 'tenant_id': 'c30cb6be224d4d489a110330d77086b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e7a10c7-addc-4b79-a555-0b472e939652', 'external_fixed_ips': [{'subnet_id': '8aaf002d-6309-4cf0-ae69-6d349a14c0b1', 'ip_address': '172.27.0.90'}], 'enable_snat': True}, 'gw_port_id': 'ca34260d-2fa4-4ff5-90ad-1797c5d2082a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T22:50:01Z', 'updated_at': '2022-02-28T22:50:04Z', 'revision_number': 4, 'project_id': 'c30cb6be224d4d489a110330d77086b2', 'gw_port': {'id': 'ca34260d-2fa4-4ff5-90ad-1797c5d2082a', 'name': '', 'network_id': '3e7a10c7-addc-4b79-a555-0b472e939652', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:d1:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8b0ee10-2a67-4d34-9758-554b78b1ad28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': '8aaf002d-6309-4cf0-ae69-6d349a14c0b1', 'ip_address': '172.27.0.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T22:50:02Z', 'updated_at': '2022-02-28T22:50:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8aaf002d-6309-4cf0-ae69-6d349a14c0b1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830538-5-iscsi', '_interfaces': [{'id': 'ca09cbea-68d3-4dc0-8189-1169187d8117', 'name': '', 'network_id': '61ca9833-dbc5-41dd-bd03-b4022df74c85', 'tenant_id': 'c30cb6be224d4d489a110330d77086b2', 'mac_address': 'fa:16:3e:cd:e1:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8b0ee10-2a67-4d34-9758-554b78b1ad28', 'device_owner': 'network:router_interface', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '9645b796-06f5-41fc-af3c-8a3242ff4c89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T22:50:04Z', 'updated_at': '2022-02-28T22:50:05Z', 'revision_number': 2, 'project_id': 'c30cb6be224d4d489a110330d77086b2', 'subnets': [{'id': '9645b796-06f5-41fc-af3c-8a3242ff4c89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 22:50:05.968495 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-f2b490b5-353e-4b99-942a-fb2407025861 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750845036683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579975'] for agent (e6e3d797-755b-495e-bc70-4cd2b9791ebb), after_update {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:50:06.021550 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.plugin [None req-154add69-038d-48cc-93ba-bd7e358b6d11 None None] Current status of the port 9f35f2e5-ac00-4c40-89cb-b6010878caf1 is: ACTIVE; New status is: ACTIVE {{(pid=109570) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 22:50:06.245972 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.wsgi [-] (109568) accepted ('10.222.0.11', 59890) {{(pid=109568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 22:50:06.250670 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.api.v2.base [None req-22db6d1f-39af-485e-b2c0-3955dd02dc77 tempest-TestVolumeBootPattern-851070749 tempest-TestVolumeBootPattern-851070749-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1684265790', 'description': 'tempest-secgroup-smoke-1684265790 description', 'project_id': '9682b42bc5bb4f3a9ed975026db8a4a3'}} {{(pid=109568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 22:50:06.275893 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-22db6d1f-39af-485e-b2c0-3955dd02dc77 tempest-TestVolumeBootPattern-851070749 tempest-TestVolumeBootPattern-851070749-project] Publish callbacks [] for security_group (None), before_create {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:50:06.352667 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-22db6d1f-39af-485e-b2c0-3955dd02dc77 tempest-TestVolumeBootPattern-851070749 tempest-TestVolumeBootPattern-851070749-project] Publish callbacks [] for security_group (620901e3-3520-442a-becd-c8cb11b8b617), precommit_create {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:50:06.357381 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-22db6d1f-39af-485e-b2c0-3955dd02dc77 tempest-TestVolumeBootPattern-851070749 tempest-TestVolumeBootPattern-851070749-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33441213'] for security_group (620901e3-3520-442a-becd-c8cb11b8b617), after_create {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:50:06.387017 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-22db6d1f-39af-485e-b2c0-3955dd02dc77 tempest-TestVolumeBootPattern-851070749 tempest-TestVolumeBootPattern-851070749-project] Publish callbacks [] for security_group (None), before_response {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:50:06.388788 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [None req-22db6d1f-39af-485e-b2c0-3955dd02dc77 tempest-TestVolumeBootPattern-851070749 tempest-TestVolumeBootPattern-851070749-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1417391 Feb 28 22:50:06.392040 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.wsgi [-] (109569) accepted ('10.222.0.11', 59892) {{(pid=109569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 22:50:06.397740 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22db6d1f-39af-485e-b2c0-3955dd02dc77 tempest-TestVolumeBootPattern-851070749 tempest-TestVolumeBootPattern-851070749-project] Pushing event updated for resources: {'SecurityGroup': ['ID=620901e3-3520-442a-becd-c8cb11b8b617,revision_number=1']} {{(pid=109568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:50:06.398670 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.api.v2.base [None req-4b2919a1-6714-4d21-a3af-6fc00f2b243b tempest-TestVolumeBootPattern-851070749 tempest-TestVolumeBootPattern-851070749-project] Request body: {'security_group_rule': {'security_group_id': '620901e3-3520-442a-becd-c8cb11b8b617', 'project_id': '9682b42bc5bb4f3a9ed975026db8a4a3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 22:50:06.426688 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-4b2919a1-6714-4d21-a3af-6fc00f2b243b tempest-TestVolumeBootPattern-851070749 tempest-TestVolumeBootPattern-851070749-project] Publish callbacks [] for security_group_rule (d4052cc8-0a86-4417-9370-4c1038ca639d), before_create {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:50:06.490584 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-4b2919a1-6714-4d21-a3af-6fc00f2b243b tempest-TestVolumeBootPattern-851070749 tempest-TestVolumeBootPattern-851070749-project] Publish callbacks [] for security_group_rule (d4052cc8-0a86-4417-9370-4c1038ca639d), precommit_create {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:50:06.494696 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-4b2919a1-6714-4d21-a3af-6fc00f2b243b tempest-TestVolumeBootPattern-851070749 tempest-TestVolumeBootPattern-851070749-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33441134'] for security_group_rule (d4052cc8-0a86-4417-9370-4c1038ca639d), after_create {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:50:06.511347 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2919a1-6714-4d21-a3af-6fc00f2b243b tempest-TestVolumeBootPattern-851070749 tempest-TestVolumeBootPattern-851070749-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d4052cc8-0a86-4417-9370-4c1038ca639d,revision_number=0']} {{(pid=109569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:50:06.523277 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-4b2919a1-6714-4d21-a3af-6fc00f2b243b tempest-TestVolumeBootPattern-851070749 tempest-TestVolumeBootPattern-851070749-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:50:06.524635 dv-cinder-830538-5-iscsi neutron-server[109569]: INFO neutron.wsgi [None req-4b2919a1-6714-4d21-a3af-6fc00f2b243b tempest-TestVolumeBootPattern-851070749 tempest-TestVolumeBootPattern-851070749-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1311567 Feb 28 22:50:06.528132 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.wsgi [-] (109568) accepted ('10.222.0.11', 59894) {{(pid=109568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 22:50:06.532702 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.api.v2.base [None req-c1a3a511-9576-4633-a662-7f9fbcaf2eef tempest-TestVolumeBootPattern-851070749 tempest-TestVolumeBootPattern-851070749-project] Request body: {'security_group_rule': {'security_group_id': '620901e3-3520-442a-becd-c8cb11b8b617', 'project_id': '9682b42bc5bb4f3a9ed975026db8a4a3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 22:50:06.563965 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-c1a3a511-9576-4633-a662-7f9fbcaf2eef tempest-TestVolumeBootPattern-851070749 tempest-TestVolumeBootPattern-851070749-project] Publish callbacks [] for security_group_rule (7405f384-2529-416f-b138-9c7fade81fce), before_create {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:50:06.642468 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-c1a3a511-9576-4633-a662-7f9fbcaf2eef tempest-TestVolumeBootPattern-851070749 tempest-TestVolumeBootPattern-851070749-project] Publish callbacks [] for security_group_rule (7405f384-2529-416f-b138-9c7fade81fce), precommit_create {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:50:06.645966 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-c1a3a511-9576-4633-a662-7f9fbcaf2eef tempest-TestVolumeBootPattern-851070749 tempest-TestVolumeBootPattern-851070749-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33441134'] for security_group_rule (7405f384-2529-416f-b138-9c7fade81fce), after_create {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:50:06.668521 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a3a511-9576-4633-a662-7f9fbcaf2eef tempest-TestVolumeBootPattern-851070749 tempest-TestVolumeBootPattern-851070749-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7405f384-2529-416f-b138-9c7fade81fce,revision_number=0']} {{(pid=109568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:50:06.672744 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-c1a3a511-9576-4633-a662-7f9fbcaf2eef tempest-TestVolumeBootPattern-851070749 tempest-TestVolumeBootPattern-851070749-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:50:06.673944 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [None req-c1a3a511-9576-4633-a662-7f9fbcaf2eef tempest-TestVolumeBootPattern-851070749 tempest-TestVolumeBootPattern-851070749-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1447892 Feb 28 22:50:06.676748 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.wsgi [-] (109568) accepted ('10.222.0.11', 59896) {{(pid=109568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 22:50:06.681419 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.api.v2.base [None req-83daab50-fee8-4d73-aad3-9e42a36a5fa5 tempest-TestVolumeBootPattern-851070749 tempest-TestVolumeBootPattern-851070749-project] Request body: {'security_group_rule': {'security_group_id': '620901e3-3520-442a-becd-c8cb11b8b617', 'project_id': '9682b42bc5bb4f3a9ed975026db8a4a3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 22:50:06.711392 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-83daab50-fee8-4d73-aad3-9e42a36a5fa5 tempest-TestVolumeBootPattern-851070749 tempest-TestVolumeBootPattern-851070749-project] Publish callbacks [] for security_group_rule (fa739021-37ac-4381-b30b-811e62c7bd51), before_create {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:50:06.797695 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-83daab50-fee8-4d73-aad3-9e42a36a5fa5 tempest-TestVolumeBootPattern-851070749 tempest-TestVolumeBootPattern-851070749-project] Publish callbacks [] for security_group_rule (fa739021-37ac-4381-b30b-811e62c7bd51), precommit_create {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:50:06.801714 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-83daab50-fee8-4d73-aad3-9e42a36a5fa5 tempest-TestVolumeBootPattern-851070749 tempest-TestVolumeBootPattern-851070749-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33441134'] for security_group_rule (fa739021-37ac-4381-b30b-811e62c7bd51), after_create {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:50:06.818433 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83daab50-fee8-4d73-aad3-9e42a36a5fa5 tempest-TestVolumeBootPattern-851070749 tempest-TestVolumeBootPattern-851070749-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fa739021-37ac-4381-b30b-811e62c7bd51,revision_number=0']} {{(pid=109568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:50:06.832282 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-83daab50-fee8-4d73-aad3-9e42a36a5fa5 tempest-TestVolumeBootPattern-851070749 tempest-TestVolumeBootPattern-851070749-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:50:06.833549 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [None req-83daab50-fee8-4d73-aad3-9e42a36a5fa5 tempest-TestVolumeBootPattern-851070749 tempest-TestVolumeBootPattern-851070749-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1556780 Feb 28 22:50:06.836399 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.wsgi [-] (109568) accepted ('10.222.0.11', 59900) {{(pid=109568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 22:50:06.840655 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.rpc [None req-154add69-038d-48cc-93ba-bd7e358b6d11 None None] Device ca34260d-2fa4-4ff5-90ad-1797c5d2082a up at agent ovs-agent-dv-cinder-830538-5-iscsi {{(pid=109570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 22:50:06.841234 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.api.v2.base [None req-11989904-5192-41aa-9ade-19c4fe9e7cea tempest-TestVolumeBootPattern-851070749 tempest-TestVolumeBootPattern-851070749-project] Request body: {'security_group_rule': {'security_group_id': '620901e3-3520-442a-becd-c8cb11b8b617', 'project_id': '9682b42bc5bb4f3a9ed975026db8a4a3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 22:50:06.871549 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-11989904-5192-41aa-9ade-19c4fe9e7cea tempest-TestVolumeBootPattern-851070749 tempest-TestVolumeBootPattern-851070749-project] Publish callbacks [] for security_group_rule (a96df8f0-ac69-4fe6-899f-33f87913c5a6), before_create {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:50:06.907285 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.db.provisioning_blocks [None req-154add69-038d-48cc-93ba-bd7e358b6d11 None None] Provisioning complete for port ca34260d-2fa4-4ff5-90ad-1797c5d2082a triggered by entity L2. {{(pid=109570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 22:50:06.907841 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-154add69-038d-48cc-93ba-bd7e358b6d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579965'] for port (ca34260d-2fa4-4ff5-90ad-1797c5d2082a), provisioning_complete {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:50:06.935568 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-11989904-5192-41aa-9ade-19c4fe9e7cea tempest-TestVolumeBootPattern-851070749 tempest-TestVolumeBootPattern-851070749-project] Publish callbacks [] for security_group_rule (a96df8f0-ac69-4fe6-899f-33f87913c5a6), precommit_create {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:50:06.941023 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-11989904-5192-41aa-9ade-19c4fe9e7cea tempest-TestVolumeBootPattern-851070749 tempest-TestVolumeBootPattern-851070749-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33441134'] for security_group_rule (a96df8f0-ac69-4fe6-899f-33f87913c5a6), after_create {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:50:06.956722 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11989904-5192-41aa-9ade-19c4fe9e7cea tempest-TestVolumeBootPattern-851070749 tempest-TestVolumeBootPattern-851070749-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a96df8f0-ac69-4fe6-899f-33f87913c5a6,revision_number=0']} {{(pid=109568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:50:06.972224 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-11989904-5192-41aa-9ade-19c4fe9e7cea tempest-TestVolumeBootPattern-851070749 tempest-TestVolumeBootPattern-851070749-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:50:06.973642 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [None req-11989904-5192-41aa-9ade-19c4fe9e7cea tempest-TestVolumeBootPattern-851070749 tempest-TestVolumeBootPattern-851070749-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1361804 Feb 28 22:50:06.976750 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.wsgi [-] (109568) accepted ('10.222.0.11', 59902) {{(pid=109568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 22:50:06.982337 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.api.v2.base [None req-9cf81cf8-16ee-4ec7-936f-10f11c0e7bb3 tempest-TestVolumeBootPattern-851070749 tempest-TestVolumeBootPattern-851070749-project] Request body: {'security_group_rule': {'security_group_id': '620901e3-3520-442a-becd-c8cb11b8b617', 'project_id': '9682b42bc5bb4f3a9ed975026db8a4a3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 22:50:07.000726 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.plugin [None req-154add69-038d-48cc-93ba-bd7e358b6d11 None None] Current status of the port ca34260d-2fa4-4ff5-90ad-1797c5d2082a is: DOWN; New status is: ACTIVE {{(pid=109570) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 22:50:07.001125 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-154add69-038d-48cc-93ba-bd7e358b6d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616566'] for port (ca34260d-2fa4-4ff5-90ad-1797c5d2082a), before_update {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:50:07.002439 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.db.securitygroups_db [None req-9cf81cf8-16ee-4ec7-936f-10f11c0e7bb3 tempest-TestVolumeBootPattern-851070749 tempest-TestVolumeBootPattern-851070749-project] Project 9682b42bc5bb4f3a9ed975026db8a4a3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 28 22:50:07.007872 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-9cf81cf8-16ee-4ec7-936f-10f11c0e7bb3 tempest-TestVolumeBootPattern-851070749 tempest-TestVolumeBootPattern-851070749-project] Publish callbacks [] for security_group_rule (321800c8-0327-469a-9771-6ef3a1d25889), before_create {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:50:07.027144 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.db [None req-154add69-038d-48cc-93ba-bd7e358b6d11 None None] For port ca34260d-2fa4-4ff5-90ad-1797c5d2082a, host dv-cinder-830538-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830538-5-iscsi',level=0,port_id=ca34260d-2fa4-4ff5-90ad-1797c5d2082a,segment=NetworkSegment(ee66776f-25dd-443a-9417-ae0becd0bae6),segment_id=ee66776f-25dd-443a-9417-ae0becd0bae6)] {{(pid=109570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 22:50:07.031932 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-154add69-038d-48cc-93ba-bd7e358b6d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33156859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750845083886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750844628246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750844628264'] for port (ca34260d-2fa4-4ff5-90ad-1797c5d2082a), after_update {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:50:07.090515 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154add69-038d-48cc-93ba-bd7e358b6d11 None None] Pushing event updated for resources: {'Port': ['ID=ca34260d-2fa4-4ff5-90ad-1797c5d2082a,revision_number=4']} {{(pid=109570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:50:07.090806 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-9cf81cf8-16ee-4ec7-936f-10f11c0e7bb3 tempest-TestVolumeBootPattern-851070749 tempest-TestVolumeBootPattern-851070749-project] Publish callbacks [] for security_group_rule (321800c8-0327-469a-9771-6ef3a1d25889), precommit_create {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:50:07.094887 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-9cf81cf8-16ee-4ec7-936f-10f11c0e7bb3 tempest-TestVolumeBootPattern-851070749 tempest-TestVolumeBootPattern-851070749-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33441134'] for security_group_rule (321800c8-0327-469a-9771-6ef3a1d25889), after_create {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:50:07.116004 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf81cf8-16ee-4ec7-936f-10f11c0e7bb3 tempest-TestVolumeBootPattern-851070749 tempest-TestVolumeBootPattern-851070749-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=321800c8-0327-469a-9771-6ef3a1d25889,revision_number=0']} {{(pid=109568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:50:07.124916 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-9cf81cf8-16ee-4ec7-936f-10f11c0e7bb3 tempest-TestVolumeBootPattern-851070749 tempest-TestVolumeBootPattern-851070749-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:50:07.127698 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [None req-9cf81cf8-16ee-4ec7-936f-10f11c0e7bb3 tempest-TestVolumeBootPattern-851070749 tempest-TestVolumeBootPattern-851070749-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1488707 Feb 28 22:50:07.129339 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.wsgi [-] (109568) accepted ('10.222.0.11', 59904) {{(pid=109568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 22:50:07.134001 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.api.v2.base [None req-99e754f9-c792-43fd-8b49-f766eb9b5658 tempest-TestVolumeBootPattern-851070749 tempest-TestVolumeBootPattern-851070749-project] Request body: {'security_group_rule': {'security_group_id': '620901e3-3520-442a-becd-c8cb11b8b617', 'project_id': '9682b42bc5bb4f3a9ed975026db8a4a3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 22:50:07.163017 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.db.securitygroups_db [None req-99e754f9-c792-43fd-8b49-f766eb9b5658 tempest-TestVolumeBootPattern-851070749 tempest-TestVolumeBootPattern-851070749-project] Project 9682b42bc5bb4f3a9ed975026db8a4a3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 28 22:50:07.166082 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-154add69-038d-48cc-93ba-bd7e358b6d11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750845036683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579975'] for agent (7aa25ffb-1b87-4f08-8530-4bdf6e6b221c), after_update {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:50:07.170526 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-99e754f9-c792-43fd-8b49-f766eb9b5658 tempest-TestVolumeBootPattern-851070749 tempest-TestVolumeBootPattern-851070749-project] Publish callbacks [] for security_group_rule (3f2d3787-573d-42ce-aa14-f5b7f6839ad2), before_create {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:50:07.238688 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-99e754f9-c792-43fd-8b49-f766eb9b5658 tempest-TestVolumeBootPattern-851070749 tempest-TestVolumeBootPattern-851070749-project] Publish callbacks [] for security_group_rule (3f2d3787-573d-42ce-aa14-f5b7f6839ad2), precommit_create {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:50:07.242686 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-99e754f9-c792-43fd-8b49-f766eb9b5658 tempest-TestVolumeBootPattern-851070749 tempest-TestVolumeBootPattern-851070749-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33441134'] for security_group_rule (3f2d3787-573d-42ce-aa14-f5b7f6839ad2), after_create {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:50:07.265892 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e754f9-c792-43fd-8b49-f766eb9b5658 tempest-TestVolumeBootPattern-851070749 tempest-TestVolumeBootPattern-851070749-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3f2d3787-573d-42ce-aa14-f5b7f6839ad2,revision_number=0']} {{(pid=109568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:50:07.273930 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-99e754f9-c792-43fd-8b49-f766eb9b5658 tempest-TestVolumeBootPattern-851070749 tempest-TestVolumeBootPattern-851070749-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:50:07.278943 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [None req-99e754f9-c792-43fd-8b49-f766eb9b5658 tempest-TestVolumeBootPattern-851070749 tempest-TestVolumeBootPattern-851070749-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1449318 Feb 28 22:50:08.087482 dv-cinder-830538-5-iscsi neutron-server[109571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58c250f2-bd79-4d9a-a3d4-89b99f40289f None None] Sync routers for ids ['e8b0ee10-2a67-4d34-9758-554b78b1ad28'] in dv-cinder-830538-5-iscsi {{(pid=109571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 22:50:08.098839 dv-cinder-830538-5-iscsi neutron-server[109571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58c250f2-bd79-4d9a-a3d4-89b99f40289f None None] Routers {'e8b0ee10-2a67-4d34-9758-554b78b1ad28'} bound to L3 agent in host dv-cinder-830538-5-iscsi {{(pid=109571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 22:50:08.099465 dv-cinder-830538-5-iscsi neutron-server[109571]: DEBUG neutron.db.l3_hamode_db [None req-58c250f2-bd79-4d9a-a3d4-89b99f40289f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830538-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T22:34:03Z,description=,heartbeat_timestamp=2022-02-28T22:50:03Z,host='dv-cinder-830538-5-iscsi',id=1bbc3f13-d896-4633-9d3f-4f3415ceb83d,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T22:34:03Z,topic='l3_agent')) {'router_ids': ['e8b0ee10-2a67-4d34-9758-554b78b1ad28'], 'active': True} {{(pid=109571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 22:50:08.208270 dv-cinder-830538-5-iscsi neutron-server[109571]: DEBUG neutron.db.l3_dvr_db [None req-58c250f2-bd79-4d9a-a3d4-89b99f40289f None None] Set router e8b0ee10-2a67-4d34-9758-554b78b1ad28 gateway port host: dv-cinder-830538-5-iscsi {{(pid=109571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 22:50:08.403091 dv-cinder-830538-5-iscsi neutron-server[109571]: DEBUG neutron.db.l3_hamode_db [None req-58c250f2-bd79-4d9a-a3d4-89b99f40289f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8b0ee10-2a67-4d34-9758-554b78b1ad28', 'name': 'tempest-TestVolumeBootPattern-595141279-router', 'tenant_id': 'c30cb6be224d4d489a110330d77086b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e7a10c7-addc-4b79-a555-0b472e939652', 'external_fixed_ips': [{'subnet_id': '8aaf002d-6309-4cf0-ae69-6d349a14c0b1', 'ip_address': '172.27.0.90'}], 'enable_snat': True}, 'gw_port_id': 'ca34260d-2fa4-4ff5-90ad-1797c5d2082a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T22:50:01Z', 'updated_at': '2022-02-28T22:50:04Z', 'revision_number': 4, 'project_id': 'c30cb6be224d4d489a110330d77086b2', 'gw_port': {'id': 'ca34260d-2fa4-4ff5-90ad-1797c5d2082a', 'name': '', 'network_id': '3e7a10c7-addc-4b79-a555-0b472e939652', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:d1:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8b0ee10-2a67-4d34-9758-554b78b1ad28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': '8aaf002d-6309-4cf0-ae69-6d349a14c0b1', 'ip_address': '172.27.0.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T22:50:02Z', 'updated_at': '2022-02-28T22:50:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8aaf002d-6309-4cf0-ae69-6d349a14c0b1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830538-5-iscsi', '_interfaces': [{'id': 'ca09cbea-68d3-4dc0-8189-1169187d8117', 'name': '', 'network_id': '61ca9833-dbc5-41dd-bd03-b4022df74c85', 'tenant_id': 'c30cb6be224d4d489a110330d77086b2', 'mac_address': 'fa:16:3e:cd:e1:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8b0ee10-2a67-4d34-9758-554b78b1ad28', 'device_owner': 'network:router_interface', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '9645b796-06f5-41fc-af3c-8a3242ff4c89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T22:50:04Z', 'updated_at': '2022-02-28T22:50:05Z', 'revision_number': 2, 'project_id': 'c30cb6be224d4d489a110330d77086b2', 'subnets': [{'id': '9645b796-06f5-41fc-af3c-8a3242ff4c89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830538-5-iscsi', False) {} {{(pid=109571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 22:50:08.432121 dv-cinder-830538-5-iscsi neutron-server[109571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58c250f2-bd79-4d9a-a3d4-89b99f40289f None None] Checking router: e8b0ee10-2a67-4d34-9758-554b78b1ad28 for host: dv-cinder-830538-5-iscsi {{(pid=109571) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 22:50:08.432474 dv-cinder-830538-5-iscsi neutron-server[109571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58c250f2-bd79-4d9a-a3d4-89b99f40289f None None] Updating router e8b0ee10-2a67-4d34-9758-554b78b1ad28 port ca09cbea-68d3-4dc0-8189-1169187d8117 binding host dv-cinder-830538-5-iscsi {{(pid=109571) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 22:50:08.462607 dv-cinder-830538-5-iscsi neutron-server[109571]: DEBUG neutron_lib.callbacks.manager [None req-58c250f2-bd79-4d9a-a3d4-89b99f40289f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616566'] for port (ca09cbea-68d3-4dc0-8189-1169187d8117), before_update {{(pid=109571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:50:08.718980 dv-cinder-830538-5-iscsi neutron-server[109571]: DEBUG neutron_lib.callbacks.manager [None req-58c250f2-bd79-4d9a-a3d4-89b99f40289f None None] Publish callbacks [] for port (ca09cbea-68d3-4dc0-8189-1169187d8117), precommit_update {{(pid=109571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:50:08.723900 dv-cinder-830538-5-iscsi neutron-server[109571]: DEBUG neutron_lib.callbacks.manager [None req-58c250f2-bd79-4d9a-a3d4-89b99f40289f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33156859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750845083886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750844628246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750844628264'] for port (ca09cbea-68d3-4dc0-8189-1169187d8117), after_update {{(pid=109571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:50:08.810221 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.rpc [None req-154add69-038d-48cc-93ba-bd7e358b6d11 None None] Device ca34260d-2fa4-4ff5-90ad-1797c5d2082a up at agent ovs-agent-dv-cinder-830538-5-iscsi {{(pid=109570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 22:50:08.840341 dv-cinder-830538-5-iscsi neutron-server[109571]: DEBUG neutron.plugins.ml2.managers [None req-58c250f2-bd79-4d9a-a3d4-89b99f40289f None None] Attempting to bind port ca09cbea-68d3-4dc0-8189-1169187d8117 on host dv-cinder-830538-5-iscsi for vnic_type normal with profile {{(pid=109571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 22:50:08.840587 dv-cinder-830538-5-iscsi neutron-server[109571]: DEBUG neutron.plugins.ml2.managers [None req-58c250f2-bd79-4d9a-a3d4-89b99f40289f None None] Attempting to bind port ca09cbea-68d3-4dc0-8189-1169187d8117 by drivers openvswitch,hyperv on host dv-cinder-830538-5-iscsi at level 0 using segments [{'id': 'beb0b3e9-85f1-4f87-ac4f-6cb61c2d005c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '61ca9833-dbc5-41dd-bd03-b4022df74c85'}] {{(pid=109571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 22:50:08.840947 dv-cinder-830538-5-iscsi neutron-server[109571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58c250f2-bd79-4d9a-a3d4-89b99f40289f None None] Attempting to bind port ca09cbea-68d3-4dc0-8189-1169187d8117 on network 61ca9833-dbc5-41dd-bd03-b4022df74c85 {{(pid=109571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 22:50:08.842982 dv-cinder-830538-5-iscsi neutron-server[109571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d363ae-c9e8-4520-8434-14c5a5790056 None None] Pushing event updated for resources: {'Port': ['ID=ca09cbea-68d3-4dc0-8189-1169187d8117,revision_number=3']} {{(pid=109571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:50:08.849379 dv-cinder-830538-5-iscsi neutron-server[109571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58c250f2-bd79-4d9a-a3d4-89b99f40289f None None] Checking agent: {'id': '7aa25ffb-1b87-4f08-8530-4bdf6e6b221c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830538-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 22, 34, 7), 'started_at': datetime.datetime(2022, 2, 28, 22, 34, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 22, 50, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830538-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 22:50:08.849751 dv-cinder-830538-5-iscsi neutron-server[109571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58c250f2-bd79-4d9a-a3d4-89b99f40289f None None] Checking segment: {'id': 'beb0b3e9-85f1-4f87-ac4f-6cb61c2d005c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '61ca9833-dbc5-41dd-bd03-b4022df74c85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 22:50:08.850149 dv-cinder-830538-5-iscsi neutron-server[109571]: DEBUG neutron_lib.callbacks.manager [None req-58c250f2-bd79-4d9a-a3d4-89b99f40289f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:50:08.850531 dv-cinder-830538-5-iscsi neutron-server[109571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58c250f2-bd79-4d9a-a3d4-89b99f40289f None None] Bound using segment: {'id': 'beb0b3e9-85f1-4f87-ac4f-6cb61c2d005c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '61ca9833-dbc5-41dd-bd03-b4022df74c85'} {{(pid=109571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 22:50:08.851208 dv-cinder-830538-5-iscsi neutron-server[109571]: DEBUG neutron.plugins.ml2.managers [None req-58c250f2-bd79-4d9a-a3d4-89b99f40289f None None] Bound port: ca09cbea-68d3-4dc0-8189-1169187d8117, host: dv-cinder-830538-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'beb0b3e9-85f1-4f87-ac4f-6cb61c2d005c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '61ca9833-dbc5-41dd-bd03-b4022df74c85'}}] {{(pid=109571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 22:50:08.851587 dv-cinder-830538-5-iscsi neutron-server[109571]: DEBUG neutron_lib.callbacks.manager [None req-58c250f2-bd79-4d9a-a3d4-89b99f40289f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616566'] for port (ca09cbea-68d3-4dc0-8189-1169187d8117), before_update {{(pid=109571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:50:08.895331 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.db.provisioning_blocks [None req-154add69-038d-48cc-93ba-bd7e358b6d11 None None] Provisioning complete for port ca34260d-2fa4-4ff5-90ad-1797c5d2082a triggered by entity L2. {{(pid=109570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 22:50:08.895756 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-154add69-038d-48cc-93ba-bd7e358b6d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579965'] for port (ca34260d-2fa4-4ff5-90ad-1797c5d2082a), provisioning_complete {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:50:08.925830 dv-cinder-830538-5-iscsi neutron-server[109571]: DEBUG neutron.plugins.ml2.db [None req-58c250f2-bd79-4d9a-a3d4-89b99f40289f None None] For port ca09cbea-68d3-4dc0-8189-1169187d8117, host dv-cinder-830538-5-iscsi, cleared binding levels {{(pid=109571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 22:50:08.928967 dv-cinder-830538-5-iscsi neutron-server[109571]: DEBUG neutron.plugins.ml2.db [None req-58c250f2-bd79-4d9a-a3d4-89b99f40289f None None] For port ca09cbea-68d3-4dc0-8189-1169187d8117, host dv-cinder-830538-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830538-5-iscsi',level=0,port_id=ca09cbea-68d3-4dc0-8189-1169187d8117,segment=NetworkSegment(beb0b3e9-85f1-4f87-ac4f-6cb61c2d005c),segment_id=beb0b3e9-85f1-4f87-ac4f-6cb61c2d005c)] {{(pid=109571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 22:50:08.937155 dv-cinder-830538-5-iscsi neutron-server[109571]: DEBUG neutron_lib.callbacks.manager [None req-58c250f2-bd79-4d9a-a3d4-89b99f40289f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33156859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750845083886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750844628246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750844628264'] for port (ca09cbea-68d3-4dc0-8189-1169187d8117), after_update {{(pid=109571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:50:08.991283 dv-cinder-830538-5-iscsi neutron-server[109571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58c250f2-bd79-4d9a-a3d4-89b99f40289f None None] Routers {'e8b0ee10-2a67-4d34-9758-554b78b1ad28'} bound to L3 agent in host dv-cinder-830538-5-iscsi {{(pid=109571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 22:50:08.991957 dv-cinder-830538-5-iscsi neutron-server[109571]: DEBUG neutron.db.l3_hamode_db [None req-58c250f2-bd79-4d9a-a3d4-89b99f40289f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830538-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T22:34:03Z,description=,heartbeat_timestamp=2022-02-28T22:50:03Z,host='dv-cinder-830538-5-iscsi',id=1bbc3f13-d896-4633-9d3f-4f3415ceb83d,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T22:34:03Z,topic='l3_agent')) {'router_ids': ['e8b0ee10-2a67-4d34-9758-554b78b1ad28'], 'active': True} {{(pid=109571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 22:50:08.993021 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.plugin [None req-154add69-038d-48cc-93ba-bd7e358b6d11 None None] Current status of the port ca34260d-2fa4-4ff5-90ad-1797c5d2082a is: ACTIVE; New status is: ACTIVE {{(pid=109570) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 22:50:09.038467 dv-cinder-830538-5-iscsi neutron-server[109571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d363ae-c9e8-4520-8434-14c5a5790056 None None] Pushing event updated for resources: {'Port': ['ID=ca09cbea-68d3-4dc0-8189-1169187d8117,revision_number=4']} {{(pid=109571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:50:09.065349 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.db.provisioning_blocks [None req-26e34053-76b6-4a59-a82f-8504997277b0 None None] Provisioning complete for port ca09cbea-68d3-4dc0-8189-1169187d8117 triggered by entity DHCP. {{(pid=109570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 22:50:09.066066 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-26e34053-76b6-4a59-a82f-8504997277b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579965'] for port (ca09cbea-68d3-4dc0-8189-1169187d8117), provisioning_complete {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:50:09.117587 dv-cinder-830538-5-iscsi neutron-server[109571]: DEBUG neutron.db.l3_dvr_db [None req-58c250f2-bd79-4d9a-a3d4-89b99f40289f None None] Set router e8b0ee10-2a67-4d34-9758-554b78b1ad28 gateway port host: dv-cinder-830538-5-iscsi {{(pid=109571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 22:50:09.153929 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.plugin [None req-26e34053-76b6-4a59-a82f-8504997277b0 None None] Current status of the port ca09cbea-68d3-4dc0-8189-1169187d8117 is: DOWN; New status is: ACTIVE {{(pid=109570) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 22:50:09.154468 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-26e34053-76b6-4a59-a82f-8504997277b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616566'] for port (ca09cbea-68d3-4dc0-8189-1169187d8117), before_update {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:50:09.188653 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.db [None req-26e34053-76b6-4a59-a82f-8504997277b0 None None] For port ca09cbea-68d3-4dc0-8189-1169187d8117, host dv-cinder-830538-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830538-5-iscsi',level=0,port_id=ca09cbea-68d3-4dc0-8189-1169187d8117,segment=NetworkSegment(beb0b3e9-85f1-4f87-ac4f-6cb61c2d005c),segment_id=beb0b3e9-85f1-4f87-ac4f-6cb61c2d005c)] {{(pid=109570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 22:50:09.193595 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-26e34053-76b6-4a59-a82f-8504997277b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33156859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750845083886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750844628246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750844628264'] for port (ca09cbea-68d3-4dc0-8189-1169187d8117), after_update {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:50:09.247783 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e34053-76b6-4a59-a82f-8504997277b0 None None] Pushing event updated for resources: {'Port': ['ID=ca09cbea-68d3-4dc0-8189-1169187d8117,revision_number=5']} {{(pid=109570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:50:09.311867 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.db.provisioning_blocks [None req-10cb7566-1974-45b7-bb62-4fdc35fce282 None None] Provisioning complete for port ca09cbea-68d3-4dc0-8189-1169187d8117 triggered by entity DHCP. {{(pid=109570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 22:50:09.312247 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-10cb7566-1974-45b7-bb62-4fdc35fce282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579965'] for port (ca09cbea-68d3-4dc0-8189-1169187d8117), provisioning_complete {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:50:09.322470 dv-cinder-830538-5-iscsi neutron-server[109571]: DEBUG neutron.db.l3_hamode_db [None req-58c250f2-bd79-4d9a-a3d4-89b99f40289f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8b0ee10-2a67-4d34-9758-554b78b1ad28', 'name': 'tempest-TestVolumeBootPattern-595141279-router', 'tenant_id': 'c30cb6be224d4d489a110330d77086b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e7a10c7-addc-4b79-a555-0b472e939652', 'external_fixed_ips': [{'subnet_id': '8aaf002d-6309-4cf0-ae69-6d349a14c0b1', 'ip_address': '172.27.0.90'}], 'enable_snat': True}, 'gw_port_id': 'ca34260d-2fa4-4ff5-90ad-1797c5d2082a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T22:50:01Z', 'updated_at': '2022-02-28T22:50:04Z', 'revision_number': 4, 'project_id': 'c30cb6be224d4d489a110330d77086b2', 'gw_port': {'id': 'ca34260d-2fa4-4ff5-90ad-1797c5d2082a', 'name': '', 'network_id': '3e7a10c7-addc-4b79-a555-0b472e939652', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:d1:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8b0ee10-2a67-4d34-9758-554b78b1ad28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': '8aaf002d-6309-4cf0-ae69-6d349a14c0b1', 'ip_address': '172.27.0.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T22:50:02Z', 'updated_at': '2022-02-28T22:50:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8aaf002d-6309-4cf0-ae69-6d349a14c0b1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830538-5-iscsi', '_interfaces': [{'id': 'ca09cbea-68d3-4dc0-8189-1169187d8117', 'name': '', 'network_id': '61ca9833-dbc5-41dd-bd03-b4022df74c85', 'tenant_id': 'c30cb6be224d4d489a110330d77086b2', 'mac_address': 'fa:16:3e:cd:e1:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8b0ee10-2a67-4d34-9758-554b78b1ad28', 'device_owner': 'network:router_interface', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '9645b796-06f5-41fc-af3c-8a3242ff4c89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T22:50:04Z', 'updated_at': '2022-02-28T22:50:08Z', 'revision_number': 4, 'project_id': 'c30cb6be224d4d489a110330d77086b2', 'subnets': [{'id': '9645b796-06f5-41fc-af3c-8a3242ff4c89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830538-5-iscsi', False) {} {{(pid=109571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 22:50:09.349534 dv-cinder-830538-5-iscsi neutron-server[109571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58c250f2-bd79-4d9a-a3d4-89b99f40289f None None] The sync data for ids ['e8b0ee10-2a67-4d34-9758-554b78b1ad28'] in dv-cinder-830538-5-iscsi is: [{'id': 'e8b0ee10-2a67-4d34-9758-554b78b1ad28', 'name': 'tempest-TestVolumeBootPattern-595141279-router', 'tenant_id': 'c30cb6be224d4d489a110330d77086b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e7a10c7-addc-4b79-a555-0b472e939652', 'external_fixed_ips': [{'subnet_id': '8aaf002d-6309-4cf0-ae69-6d349a14c0b1', 'ip_address': '172.27.0.90'}], 'enable_snat': True}, 'gw_port_id': 'ca34260d-2fa4-4ff5-90ad-1797c5d2082a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T22:50:01Z', 'updated_at': '2022-02-28T22:50:04Z', 'revision_number': 4, 'project_id': 'c30cb6be224d4d489a110330d77086b2', 'gw_port': {'id': 'ca34260d-2fa4-4ff5-90ad-1797c5d2082a', 'name': '', 'network_id': '3e7a10c7-addc-4b79-a555-0b472e939652', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:d1:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8b0ee10-2a67-4d34-9758-554b78b1ad28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': '8aaf002d-6309-4cf0-ae69-6d349a14c0b1', 'ip_address': '172.27.0.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T22:50:02Z', 'updated_at': '2022-02-28T22:50:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8aaf002d-6309-4cf0-ae69-6d349a14c0b1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830538-5-iscsi', '_interfaces': [{'id': 'ca09cbea-68d3-4dc0-8189-1169187d8117', 'name': '', 'network_id': '61ca9833-dbc5-41dd-bd03-b4022df74c85', 'tenant_id': 'c30cb6be224d4d489a110330d77086b2', 'mac_address': 'fa:16:3e:cd:e1:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8b0ee10-2a67-4d34-9758-554b78b1ad28', 'device_owner': 'network:router_interface', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '9645b796-06f5-41fc-af3c-8a3242ff4c89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T22:50:04Z', 'updated_at': '2022-02-28T22:50:08Z', 'revision_number': 4, 'project_id': 'c30cb6be224d4d489a110330d77086b2', 'subnets': [{'id': '9645b796-06f5-41fc-af3c-8a3242ff4c89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 22:50:09.399452 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.plugin [None req-10cb7566-1974-45b7-bb62-4fdc35fce282 None None] Current status of the port ca09cbea-68d3-4dc0-8189-1169187d8117 is: ACTIVE; New status is: ACTIVE {{(pid=109570) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 22:50:10.801050 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.rpc [None req-154add69-038d-48cc-93ba-bd7e358b6d11 None None] Device ca09cbea-68d3-4dc0-8189-1169187d8117 up at agent ovs-agent-dv-cinder-830538-5-iscsi {{(pid=109570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 22:50:10.852560 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.db.provisioning_blocks [None req-154add69-038d-48cc-93ba-bd7e358b6d11 None None] Provisioning complete for port ca09cbea-68d3-4dc0-8189-1169187d8117 triggered by entity L2. {{(pid=109570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 22:50:10.852963 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-154add69-038d-48cc-93ba-bd7e358b6d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579965'] for port (ca09cbea-68d3-4dc0-8189-1169187d8117), provisioning_complete {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:50:10.932429 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.plugin [None req-154add69-038d-48cc-93ba-bd7e358b6d11 None None] Current status of the port ca09cbea-68d3-4dc0-8189-1169187d8117 is: ACTIVE; New status is: ACTIVE {{(pid=109570) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 22:50:14.093674 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750845036683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579975'] for agent (5b2bda77-ea31-45ff-af39-f050a95cb1da), after_update {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:50:19.455786 dv-cinder-830538-5-iscsi neutron-server[109571]: DEBUG neutron.db.agents_db [None req-267e04d6-1473-4c25-8f3a-d1c5e119a015 None None] Agent healthcheck: found 6 active agents {{(pid=109571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 22:50:23.415514 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-08ad7325-1d03-448a-9494-0d1a95bb4d39 req-e8392c43-ece1-48b5-8421-c3249f7aaf69 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=ebab9525-0fbd-4f55-8283-c94f758ed334&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0428333 Feb 28 22:50:23.504305 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ad7325-1d03-448a-9494-0d1a95bb4d39 req-c0115ed7-e614-4b72-9961-6d3c90c97185 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:50:23.505814 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-08ad7325-1d03-448a-9494-0d1a95bb4d39 req-c0115ed7-e614-4b72-9961-6d3c90c97185 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=548098efad62447182b89d0ac0bd94a1&device_id=ebab9525-0fbd-4f55-8283-c94f758ed334 HTTP/1.1" status: 200 len: 1129 time: 0.0455627 Feb 28 22:50:23.615782 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ad7325-1d03-448a-9494-0d1a95bb4d39 req-d55ea295-d182-4caa-8be9-4e7948246b10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:50:23.617251 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-08ad7325-1d03-448a-9494-0d1a95bb4d39 req-d55ea295-d182-4caa-8be9-4e7948246b10 service neutron] 10.222.0.36 "GET /v2.0/networks?id=a2e178de-6ce8-46dc-b930-151655f7d071 HTTP/1.1" status: 200 len: 915 time: 0.0903747 Feb 28 22:50:23.662131 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-08ad7325-1d03-448a-9494-0d1a95bb4d39 req-0e4a2025-07b4-4c1c-b4fb-c4e38c666660 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1fd29284-0f21-46aa-b863-ee158b1bf97a HTTP/1.1" status: 200 len: 217 time: 0.0347588 Feb 28 22:50:23.711274 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ad7325-1d03-448a-9494-0d1a95bb4d39 req-e669d0df-9ba8-414d-8129-ffe37e16f403 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:50:23.712615 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-08ad7325-1d03-448a-9494-0d1a95bb4d39 req-e669d0df-9ba8-414d-8129-ffe37e16f403 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=3455a689-1924-4cc1-a40d-2004d6090b34 HTTP/1.1" status: 200 len: 854 time: 0.0418050 Feb 28 22:50:23.747176 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-08ad7325-1d03-448a-9494-0d1a95bb4d39 req-932f59f9-1765-4491-b3dc-fbd679f01a4b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a2e178de-6ce8-46dc-b930-151655f7d071&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243373 Feb 28 22:50:23.840054 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-08ad7325-1d03-448a-9494-0d1a95bb4d39 req-5902d5fc-daeb-49ba-8821-e6f5004d153f service neutron] 10.222.0.36 "GET /v2.0/networks/a2e178de-6ce8-46dc-b930-151655f7d071?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826967 Feb 28 22:50:23.927371 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-08ad7325-1d03-448a-9494-0d1a95bb4d39 req-dbfaae30-c14e-4c4a-b0df-503c0307c9f1 service neutron] 10.222.0.36 "GET /v2.0/networks/a2e178de-6ce8-46dc-b930-151655f7d071?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802872 Feb 28 22:50:28.986691 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-5675edd8-514d-4e90-ab69-fd257d32828e req-e1a87722-d0b8-4121-b9e4-7846485120f6 tempest-TestVolumeBootPattern-851070749 tempest-TestVolumeBootPattern-851070749-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1684265790&fields=id&tenant_id=9682b42bc5bb4f3a9ed975026db8a4a3 HTTP/1.1" status: 200 len: 267 time: 0.0486119 Feb 28 22:50:29.088279 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5675edd8-514d-4e90-ab69-fd257d32828e req-c23f4de4-6a7b-4269-bc6c-69dfc2ccc411 tempest-TestVolumeBootPattern-851070749 tempest-TestVolumeBootPattern-851070749-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:50:29.089735 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-5675edd8-514d-4e90-ab69-fd257d32828e req-c23f4de4-6a7b-4269-bc6c-69dfc2ccc411 tempest-TestVolumeBootPattern-851070749 tempest-TestVolumeBootPattern-851070749-project] 10.222.0.11 "GET /v2.0/networks?id=bd5c87d6-280c-42e5-a7a0-d86f35b08ea1 HTTP/1.1" status: 200 len: 811 time: 0.0968759 Feb 28 22:50:29.104884 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-5675edd8-514d-4e90-ab69-fd257d32828e req-7538230c-185b-4262-b29c-77ce400db735 tempest-TestVolumeBootPattern-851070749 tempest-TestVolumeBootPattern-851070749-project] 10.222.0.11 "GET /v2.0/quotas/9682b42bc5bb4f3a9ed975026db8a4a3 HTTP/1.1" status: 200 len: 375 time: 0.0093758 Feb 28 22:50:29.158012 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-5675edd8-514d-4e90-ab69-fd257d32828e req-c06dbb0c-18d4-42bd-a9d4-9fd1233431f9 tempest-TestVolumeBootPattern-851070749 tempest-TestVolumeBootPattern-851070749-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=9682b42bc5bb4f3a9ed975026db8a4a3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0479348 Feb 28 22:50:29.346937 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-5675edd8-514d-4e90-ab69-fd257d32828e req-55c52962-631e-439a-8ddb-2e5519bf839d service neutron] 10.222.0.11 "GET /v2.0/networks/bd5c87d6-280c-42e5-a7a0-d86f35b08ea1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1781917 Feb 28 22:50:29.437779 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-5675edd8-514d-4e90-ab69-fd257d32828e req-020fb32f-8250-4b34-9069-4c159c1a2fee service neutron] 10.222.0.11 "GET /v2.0/networks/bd5c87d6-280c-42e5-a7a0-d86f35b08ea1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852542 Feb 28 22:50:29.718961 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-b156b853-094e-4c85-85d3-34b84762a173 req-0b3a4dba-833f-4afd-8178-dbcc4e60c318 tempest-TestVolumeBootPattern-851070749 tempest-TestVolumeBootPattern-851070749-project] 10.222.0.11 "GET /v2.0/ports?device_id=c5ff3081-41f5-4bc8-a6b5-8a01d3de6124 HTTP/1.1" status: 200 len: 210 time: 0.0317199 Feb 28 22:50:30.810270 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-7cc307a8-611e-4875-942d-6a6e153c5e34 req-3309d7b0-376a-46df-82ea-d68e6145da2e tempest-TestVolumeBootPattern-851070749 tempest-TestVolumeBootPattern-851070749-project] 10.222.0.11 "GET /v2.0/ports?device_id=c5ff3081-41f5-4bc8-a6b5-8a01d3de6124 HTTP/1.1" status: 200 len: 210 time: 0.0260248 Feb 28 22:50:30.855967 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-b8e05dec-1289-4dc6-be09-40752bfc4d1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750845036683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579975'] for agent (55d6ddf3-619a-4750-95a9-02c5b2728e0c), after_update {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:50:31.906252 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-e93bd9b4-b562-421e-9e5a-542430be734e req-0cce6376-a74d-4e8a-8461-61402017d8b7 tempest-TestVolumeBootPattern-851070749 tempest-TestVolumeBootPattern-851070749-project] 10.222.0.11 "GET /v2.0/ports?device_id=c5ff3081-41f5-4bc8-a6b5-8a01d3de6124 HTTP/1.1" status: 200 len: 210 time: 0.0271113 Feb 28 22:50:32.018227 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5675edd8-514d-4e90-ab69-fd257d32828e req-b844c921-8367-4745-a9a8-993092c9c00c tempest-TestVolumeBootPattern-851070749 tempest-TestVolumeBootPattern-851070749-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:50:32.019712 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-5675edd8-514d-4e90-ab69-fd257d32828e req-b844c921-8367-4745-a9a8-993092c9c00c tempest-TestVolumeBootPattern-851070749 tempest-TestVolumeBootPattern-851070749-project] 10.222.0.36 "GET /v2.0/networks?id=bd5c87d6-280c-42e5-a7a0-d86f35b08ea1 HTTP/1.1" status: 200 len: 811 time: 0.1062498 Feb 28 22:50:32.082226 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-5675edd8-514d-4e90-ab69-fd257d32828e req-b602054d-4312-4435-a6f6-0a28afb7fbb1 tempest-TestVolumeBootPattern-851070749 tempest-TestVolumeBootPattern-851070749-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9682b42bc5bb4f3a9ed975026db8a4a3 HTTP/1.1" status: 200 len: 380 time: 0.0535297 Feb 28 22:50:32.090723 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.api.v2.base [req-5675edd8-514d-4e90-ab69-fd257d32828e req-5f06bc3d-6559-440c-9432-924170082176 tempest-TestVolumeBootPattern-851070749 tempest-TestVolumeBootPattern-851070749-project] Request body: {'port': {'device_id': 'c5ff3081-41f5-4bc8-a6b5-8a01d3de6124', 'network_id': 'bd5c87d6-280c-42e5-a7a0-d86f35b08ea1', 'admin_state_up': True, 'tenant_id': '9682b42bc5bb4f3a9ed975026db8a4a3', 'security_groups': ['620901e3-3520-442a-becd-c8cb11b8b617']}} {{(pid=109568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 22:50:32.194371 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5675edd8-514d-4e90-ab69-fd257d32828e req-5f06bc3d-6559-440c-9432-924170082176 tempest-TestVolumeBootPattern-851070749 tempest-TestVolumeBootPattern-851070749-project] Made reservation on behalf of 9682b42bc5bb4f3a9ed975026db8a4a3 for: {'port': 1} {{(pid=109568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 22:50:32.197697 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [req-5675edd8-514d-4e90-ab69-fd257d32828e req-5f06bc3d-6559-440c-9432-924170082176 tempest-TestVolumeBootPattern-851070749 tempest-TestVolumeBootPattern-851070749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616566'] for port (None), before_create {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:50:32.331151 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.db.db_base_plugin_common [req-5675edd8-514d-4e90-ab69-fd257d32828e req-5f06bc3d-6559-440c-9432-924170082176 tempest-TestVolumeBootPattern-851070749 tempest-TestVolumeBootPattern-851070749-project] Allocated IP 172.20.0.12 (bd5c87d6-280c-42e5-a7a0-d86f35b08ea1/e0a95bd6-4937-48b3-aec2-a392dcb0defe/7f5b29b4-3798-4c08-a128-b08eebc55789) {{(pid=109568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 22:50:32.476478 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [req-5675edd8-514d-4e90-ab69-fd257d32828e req-5f06bc3d-6559-440c-9432-924170082176 tempest-TestVolumeBootPattern-851070749 tempest-TestVolumeBootPattern-851070749-project] Publish callbacks [] for port (7f5b29b4-3798-4c08-a128-b08eebc55789), precommit_create {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:50:32.510677 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [req-5675edd8-514d-4e90-ab69-fd257d32828e req-5f06bc3d-6559-440c-9432-924170082176 tempest-TestVolumeBootPattern-851070749 tempest-TestVolumeBootPattern-851070749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33156859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750844628228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30788389'] for port (7f5b29b4-3798-4c08-a128-b08eebc55789), after_create {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:50:32.551876 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5675edd8-514d-4e90-ab69-fd257d32828e req-5f06bc3d-6559-440c-9432-924170082176 tempest-TestVolumeBootPattern-851070749 tempest-TestVolumeBootPattern-851070749-project] Network bd5c87d6-280c-42e5-a7a0-d86f35b08ea1 is already hosted by enough agents. {{(pid=109568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 22:50:32.554829 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.scheduler.base_scheduler [req-5675edd8-514d-4e90-ab69-fd257d32828e req-5f06bc3d-6559-440c-9432-924170082176 tempest-TestVolumeBootPattern-851070749 tempest-TestVolumeBootPattern-851070749-project] Resources bound (agent type, host, resource id): {{(pid=109568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 22:50:32.558297 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.db.l3_dvrscheduler_db [req-5675edd8-514d-4e90-ab69-fd257d32828e req-5f06bc3d-6559-440c-9432-924170082176 tempest-TestVolumeBootPattern-851070749 tempest-TestVolumeBootPattern-851070749-project] Received port after_create {{(pid=109568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 22:50:32.583681 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f06bc3d-6559-440c-9432-924170082176 tempest-TestVolumeBootPattern-851070749 tempest-TestVolumeBootPattern-851070749-project] Pushing event updated for resources: {'Port': ['ID=7f5b29b4-3798-4c08-a128-b08eebc55789,revision_number=1']} {{(pid=109568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:50:32.597867 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f06bc3d-6559-440c-9432-924170082176 tempest-TestVolumeBootPattern-851070749 tempest-TestVolumeBootPattern-851070749-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830538-5-iscsi {{(pid=109568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:50:32.598209 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f06bc3d-6559-440c-9432-924170082176 tempest-TestVolumeBootPattern-851070749 tempest-TestVolumeBootPattern-851070749-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-5-iscsi {{(pid=109568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:50:32.598551 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f06bc3d-6559-440c-9432-924170082176 tempest-TestVolumeBootPattern-851070749 tempest-TestVolumeBootPattern-851070749-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-5-iscsi {{(pid=109568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:50:32.598889 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f06bc3d-6559-440c-9432-924170082176 tempest-TestVolumeBootPattern-851070749 tempest-TestVolumeBootPattern-851070749-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-5-iscsi {{(pid=109568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:50:32.599215 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f06bc3d-6559-440c-9432-924170082176 tempest-TestVolumeBootPattern-851070749 tempest-TestVolumeBootPattern-851070749-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830538-5-iscsi {{(pid=109568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:50:32.599539 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f06bc3d-6559-440c-9432-924170082176 tempest-TestVolumeBootPattern-851070749 tempest-TestVolumeBootPattern-851070749-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830538-5-iscsi {{(pid=109568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:50:32.599897 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f06bc3d-6559-440c-9432-924170082176 tempest-TestVolumeBootPattern-851070749 tempest-TestVolumeBootPattern-851070749-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830538-5-iscsi {{(pid=109568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:50:32.600217 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f06bc3d-6559-440c-9432-924170082176 tempest-TestVolumeBootPattern-851070749 tempest-TestVolumeBootPattern-851070749-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830538-5-iscsi {{(pid=109568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:50:32.600537 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f06bc3d-6559-440c-9432-924170082176 tempest-TestVolumeBootPattern-851070749 tempest-TestVolumeBootPattern-851070749-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830538-5-iscsi {{(pid=109568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:50:32.600857 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f06bc3d-6559-440c-9432-924170082176 tempest-TestVolumeBootPattern-851070749 tempest-TestVolumeBootPattern-851070749-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830538-5-iscsi {{(pid=109568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:50:32.601176 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f06bc3d-6559-440c-9432-924170082176 tempest-TestVolumeBootPattern-851070749 tempest-TestVolumeBootPattern-851070749-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-5-iscsi {{(pid=109568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:50:32.601489 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f06bc3d-6559-440c-9432-924170082176 tempest-TestVolumeBootPattern-851070749 tempest-TestVolumeBootPattern-851070749-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830538-5-iscsi {{(pid=109568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:50:32.601805 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f06bc3d-6559-440c-9432-924170082176 tempest-TestVolumeBootPattern-851070749 tempest-TestVolumeBootPattern-851070749-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830538-5-iscsi {{(pid=109568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:50:32.623435 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5675edd8-514d-4e90-ab69-fd257d32828e req-5f06bc3d-6559-440c-9432-924170082176 tempest-TestVolumeBootPattern-851070749 tempest-TestVolumeBootPattern-851070749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:50:32.623985 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [req-5675edd8-514d-4e90-ab69-fd257d32828e req-5f06bc3d-6559-440c-9432-924170082176 tempest-TestVolumeBootPattern-851070749 tempest-TestVolumeBootPattern-851070749-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80159'] for port (None), before_response {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:50:32.642919 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-5675edd8-514d-4e90-ab69-fd257d32828e req-5f06bc3d-6559-440c-9432-924170082176 tempest-TestVolumeBootPattern-851070749 tempest-TestVolumeBootPattern-851070749-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5559545 Feb 28 22:50:32.654180 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.api.v2.base [req-5675edd8-514d-4e90-ab69-fd257d32828e req-8f10ded2-4c98-4d01-9405-4664c87b8131 service neutron] Request body: {'port': {'device_id': 'c5ff3081-41f5-4bc8-a6b5-8a01d3de6124', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83053'}} {{(pid=109568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 22:50:32.727434 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [req-5675edd8-514d-4e90-ab69-fd257d32828e req-8f10ded2-4c98-4d01-9405-4664c87b8131 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616566'] for port (7f5b29b4-3798-4c08-a128-b08eebc55789), before_update {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:50:32.761563 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.db.provisioning_blocks [None req-800d585c-22c7-4dfc-adaf-0aabc1cc60a4 None None] Provisioning complete for port 7f5b29b4-3798-4c08-a128-b08eebc55789 triggered by entity DHCP. {{(pid=109570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 22:50:32.762120 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-800d585c-22c7-4dfc-adaf-0aabc1cc60a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579965'] for port (7f5b29b4-3798-4c08-a128-b08eebc55789), provisioning_complete {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:50:32.798163 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.plugin [None req-800d585c-22c7-4dfc-adaf-0aabc1cc60a4 None None] Port 7f5b29b4-3798-4c08-a128-b08eebc55789 cannot update to ACTIVE because it is not bound. {{(pid=109570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 22:50:33.017334 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.notifiers.nova [req-5675edd8-514d-4e90-ab69-fd257d32828e req-8f10ded2-4c98-4d01-9405-4664c87b8131 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7f5b29b4-3798-4c08-a128-b08eebc55789 {{(pid=109568) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 22:50:33.026496 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [req-5675edd8-514d-4e90-ab69-fd257d32828e req-8f10ded2-4c98-4d01-9405-4664c87b8131 service neutron] Publish callbacks [] for port (7f5b29b4-3798-4c08-a128-b08eebc55789), precommit_update {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:50:33.043448 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.db.provisioning_blocks [req-5675edd8-514d-4e90-ab69-fd257d32828e req-8f10ded2-4c98-4d01-9405-4664c87b8131 service neutron] Transition to ACTIVE for port object 7f5b29b4-3798-4c08-a128-b08eebc55789 will not be triggered until provisioned by entity L2. {{(pid=109568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Feb 28 22:50:33.049003 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [req-5675edd8-514d-4e90-ab69-fd257d32828e req-8f10ded2-4c98-4d01-9405-4664c87b8131 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33156859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750845083886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750844628246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750844628264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30788396'] for port (7f5b29b4-3798-4c08-a128-b08eebc55789), after_update {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:50:33.059023 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34dd0b52-1816-4321-a75f-968af86f2c6c req-f58305ad-f074-4993-88e9-5e6f4739d00d tempest-TestVolumeBootPattern-851070749 tempest-TestVolumeBootPattern-851070749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:50:33.060507 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-34dd0b52-1816-4321-a75f-968af86f2c6c req-f58305ad-f074-4993-88e9-5e6f4739d00d tempest-TestVolumeBootPattern-851070749 tempest-TestVolumeBootPattern-851070749-project] 10.222.0.11 "GET /v2.0/ports?device_id=c5ff3081-41f5-4bc8-a6b5-8a01d3de6124 HTTP/1.1" status: 200 len: 932 time: 0.0827534 Feb 28 22:50:33.142661 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f10ded2-4c98-4d01-9405-4664c87b8131 service neutron] Pushing event updated for resources: {'Port': ['ID=7f5b29b4-3798-4c08-a128-b08eebc55789,revision_number=2']} {{(pid=109568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:50:33.145756 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-d4ccff77-8cbe-42a8-954e-ef64cb14f346 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750845036683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579975'] for agent (1bbc3f13-d896-4633-9d3f-4f3415ceb83d), after_update {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:50:33.192762 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-34dd0b52-1816-4321-a75f-968af86f2c6c req-d790f09e-a76e-4414-88bc-7d7ff34cebd5 tempest-TestVolumeBootPattern-851070749 tempest-TestVolumeBootPattern-851070749-project] 10.222.0.11 "GET /v2.0/security-groups?id=620901e3-3520-442a-becd-c8cb11b8b617&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1118448 Feb 28 22:50:33.224978 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.plugins.ml2.managers [req-5675edd8-514d-4e90-ab69-fd257d32828e req-8f10ded2-4c98-4d01-9405-4664c87b8131 service neutron] Attempting to bind port 7f5b29b4-3798-4c08-a128-b08eebc55789 on host hv-cinder-83053 for vnic_type normal with profile {{(pid=109568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 22:50:33.225314 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.plugins.ml2.managers [req-5675edd8-514d-4e90-ab69-fd257d32828e req-8f10ded2-4c98-4d01-9405-4664c87b8131 service neutron] Attempting to bind port 7f5b29b4-3798-4c08-a128-b08eebc55789 by drivers openvswitch,hyperv on host hv-cinder-83053 at level 0 using segments [{'id': '6302f759-7806-4619-ad72-9065d0b678da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'bd5c87d6-280c-42e5-a7a0-d86f35b08ea1'}] {{(pid=109568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 22:50:33.225639 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5675edd8-514d-4e90-ab69-fd257d32828e req-8f10ded2-4c98-4d01-9405-4664c87b8131 service neutron] Attempting to bind port 7f5b29b4-3798-4c08-a128-b08eebc55789 on network bd5c87d6-280c-42e5-a7a0-d86f35b08ea1 {{(pid=109568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 22:50:33.229984 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5675edd8-514d-4e90-ab69-fd257d32828e req-8f10ded2-4c98-4d01-9405-4664c87b8131 service neutron] Port 7f5b29b4-3798-4c08-a128-b08eebc55789 on network bd5c87d6-280c-42e5-a7a0-d86f35b08ea1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83053 {{(pid=109568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 22:50:33.230305 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5675edd8-514d-4e90-ab69-fd257d32828e req-8f10ded2-4c98-4d01-9405-4664c87b8131 service neutron] Attempting to bind port 7f5b29b4-3798-4c08-a128-b08eebc55789 on network bd5c87d6-280c-42e5-a7a0-d86f35b08ea1 {{(pid=109568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 22:50:33.236164 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5675edd8-514d-4e90-ab69-fd257d32828e req-8f10ded2-4c98-4d01-9405-4664c87b8131 service neutron] Checking agent: {'id': '5b2bda77-ea31-45ff-af39-f050a95cb1da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83053', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 22, 40, 14), 'started_at': datetime.datetime(2022, 2, 28, 22, 40, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 22, 50, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 22:50:33.236622 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5675edd8-514d-4e90-ab69-fd257d32828e req-8f10ded2-4c98-4d01-9405-4664c87b8131 service neutron] Checking segment: {'id': '6302f759-7806-4619-ad72-9065d0b678da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'bd5c87d6-280c-42e5-a7a0-d86f35b08ea1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 22:50:33.236988 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5675edd8-514d-4e90-ab69-fd257d32828e req-8f10ded2-4c98-4d01-9405-4664c87b8131 service neutron] Bound using segment: {'id': '6302f759-7806-4619-ad72-9065d0b678da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'bd5c87d6-280c-42e5-a7a0-d86f35b08ea1'} {{(pid=109568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 22:50:33.237420 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.plugins.ml2.managers [req-5675edd8-514d-4e90-ab69-fd257d32828e req-8f10ded2-4c98-4d01-9405-4664c87b8131 service neutron] Bound port: 7f5b29b4-3798-4c08-a128-b08eebc55789, host: hv-cinder-83053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6302f759-7806-4619-ad72-9065d0b678da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'bd5c87d6-280c-42e5-a7a0-d86f35b08ea1'}}] {{(pid=109568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 22:50:33.237768 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [req-5675edd8-514d-4e90-ab69-fd257d32828e req-8f10ded2-4c98-4d01-9405-4664c87b8131 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616566'] for port (7f5b29b4-3798-4c08-a128-b08eebc55789), before_update {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:50:33.300373 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.plugins.ml2.db [req-5675edd8-514d-4e90-ab69-fd257d32828e req-8f10ded2-4c98-4d01-9405-4664c87b8131 service neutron] For port 7f5b29b4-3798-4c08-a128-b08eebc55789, host hv-cinder-83053, cleared binding levels {{(pid=109568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 22:50:33.302983 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.plugins.ml2.db [req-5675edd8-514d-4e90-ab69-fd257d32828e req-8f10ded2-4c98-4d01-9405-4664c87b8131 service neutron] For port 7f5b29b4-3798-4c08-a128-b08eebc55789, host hv-cinder-83053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83053',level=0,port_id=7f5b29b4-3798-4c08-a128-b08eebc55789,segment=NetworkSegment(6302f759-7806-4619-ad72-9065d0b678da),segment_id=6302f759-7806-4619-ad72-9065d0b678da)] {{(pid=109568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 22:50:33.310775 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [req-5675edd8-514d-4e90-ab69-fd257d32828e req-8f10ded2-4c98-4d01-9405-4664c87b8131 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33156859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750845083886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750844628246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750844628264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30788396'] for port (7f5b29b4-3798-4c08-a128-b08eebc55789), after_update {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:50:33.346878 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5675edd8-514d-4e90-ab69-fd257d32828e req-8f10ded2-4c98-4d01-9405-4664c87b8131 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:50:33.347494 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [req-5675edd8-514d-4e90-ab69-fd257d32828e req-8f10ded2-4c98-4d01-9405-4664c87b8131 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80159'] for port (None), before_response {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:50:33.348959 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-5675edd8-514d-4e90-ab69-fd257d32828e req-8f10ded2-4c98-4d01-9405-4664c87b8131 service neutron] 10.222.0.36 "PUT /v2.0/ports/7f5b29b4-3798-4c08-a128-b08eebc55789 HTTP/1.1" status: 200 len: 1094 time: 0.6989641 Feb 28 22:50:33.349308 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5ff3081-41f5-4bc8-a6b5-8a01d3de6124', 'tag': '7f5b29b4-3798-4c08-a128-b08eebc55789'}] {{(pid=109568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 22:50:33.351526 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be30730c9f576b5ae602769365630bce3a2881df6c4aa92702dca8eb1643a507" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d9885e9-2be8-4e1f-800a-dcdebde9c3a8" -d '{"events": [{"name": "network-changed", "server_uuid": "c5ff3081-41f5-4bc8-a6b5-8a01d3de6124", "tag": "7f5b29b4-3798-4c08-a128-b08eebc55789"}]}' {{(pid=109568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 22:50:33.380972 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f10ded2-4c98-4d01-9405-4664c87b8131 service neutron] Pushing event updated for resources: {'Port': ['ID=7f5b29b4-3798-4c08-a128-b08eebc55789,revision_number=3']} {{(pid=109568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:50:33.419277 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 22:50:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb90100a-66b6-46a1-a545-4afa8447cd39 x-openstack-request-id: req-bb90100a-66b6-46a1-a545-4afa8447cd39 {{(pid=109568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 22:50:33.419612 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c5ff3081-41f5-4bc8-a6b5-8a01d3de6124", "tag": "7f5b29b4-3798-4c08-a128-b08eebc55789", "status": "completed", "code": 200}]} {{(pid=109568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 22:50:33.419821 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-bb90100a-66b6-46a1-a545-4afa8447cd39 {{(pid=109568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 22:50:33.420237 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c5ff3081-41f5-4bc8-a6b5-8a01d3de6124', 'tag': '7f5b29b4-3798-4c08-a128-b08eebc55789', 'status': 'completed', 'code': 200} Feb 28 22:50:33.444632 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5675edd8-514d-4e90-ab69-fd257d32828e req-1b75cf60-375b-40b8-9dbc-40c28605f7fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:50:33.446072 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-5675edd8-514d-4e90-ab69-fd257d32828e req-1b75cf60-375b-40b8-9dbc-40c28605f7fa service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=9682b42bc5bb4f3a9ed975026db8a4a3&device_id=c5ff3081-41f5-4bc8-a6b5-8a01d3de6124 HTTP/1.1" status: 200 len: 1128 time: 0.0552161 Feb 28 22:50:33.490788 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-5675edd8-514d-4e90-ab69-fd257d32828e req-69e445be-8c8b-495f-8223-a801955bf009 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7f5b29b4-3798-4c08-a128-b08eebc55789 HTTP/1.1" status: 200 len: 217 time: 0.0378358 Feb 28 22:50:33.543117 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5675edd8-514d-4e90-ab69-fd257d32828e req-da25c270-4e4a-4255-9744-12901c600399 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:50:33.545524 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-5675edd8-514d-4e90-ab69-fd257d32828e req-da25c270-4e4a-4255-9744-12901c600399 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e0a95bd6-4937-48b3-aec2-a392dcb0defe HTTP/1.1" status: 200 len: 850 time: 0.0490222 Feb 28 22:50:33.593187 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5675edd8-514d-4e90-ab69-fd257d32828e req-6b5bbae1-5c62-432c-a734-b294a57fcf22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:50:33.595262 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-5675edd8-514d-4e90-ab69-fd257d32828e req-6b5bbae1-5c62-432c-a734-b294a57fcf22 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=bd5c87d6-280c-42e5-a7a0-d86f35b08ea1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0428469 Feb 28 22:50:33.681995 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-5675edd8-514d-4e90-ab69-fd257d32828e req-ca1c8b8d-3e36-4144-a811-70bb88638fd9 service neutron] 10.222.0.36 "GET /v2.0/networks/bd5c87d6-280c-42e5-a7a0-d86f35b08ea1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796559 Feb 28 22:50:34.039907 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-5675edd8-514d-4e90-ab69-fd257d32828e req-be1d3f11-3cd9-44f0-8592-1838981b103c service neutron] 10.222.0.36 "GET /v2.0/networks/bd5c87d6-280c-42e5-a7a0-d86f35b08ea1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3508184 Feb 28 22:50:34.127229 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9885e9-2be8-4e1f-800a-dcdebde9c3a8 req-5f227a84-1363-4aaa-ad5a-55d43759f019 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:50:34.128729 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-0d9885e9-2be8-4e1f-800a-dcdebde9c3a8 req-5f227a84-1363-4aaa-ad5a-55d43759f019 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=9682b42bc5bb4f3a9ed975026db8a4a3&device_id=c5ff3081-41f5-4bc8-a6b5-8a01d3de6124 HTTP/1.1" status: 200 len: 1128 time: 0.0431182 Feb 28 22:50:34.168727 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-fb85eb0a-98c9-414d-bd8b-45b99ef4efd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750845036683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579975'] for agent (0569ef69-4feb-452f-8380-1d628b96faff), after_update {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:50:34.218033 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9885e9-2be8-4e1f-800a-dcdebde9c3a8 req-7eb47b63-cbd1-42ef-be5b-f30ab6f2a715 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:50:34.220095 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-0d9885e9-2be8-4e1f-800a-dcdebde9c3a8 req-7eb47b63-cbd1-42ef-be5b-f30ab6f2a715 service neutron] 10.222.0.36 "GET /v2.0/networks?id=bd5c87d6-280c-42e5-a7a0-d86f35b08ea1 HTTP/1.1" status: 200 len: 912 time: 0.0846708 Feb 28 22:50:34.263825 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-0d9885e9-2be8-4e1f-800a-dcdebde9c3a8 req-bdc3c7c4-c948-483c-ae86-f1f39883f953 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7f5b29b4-3798-4c08-a128-b08eebc55789 HTTP/1.1" status: 200 len: 217 time: 0.0364819 Feb 28 22:50:34.338763 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9885e9-2be8-4e1f-800a-dcdebde9c3a8 req-35776c08-ad31-4ed8-a37a-14b881938931 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:50:34.340139 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-0d9885e9-2be8-4e1f-800a-dcdebde9c3a8 req-35776c08-ad31-4ed8-a37a-14b881938931 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e0a95bd6-4937-48b3-aec2-a392dcb0defe HTTP/1.1" status: 200 len: 850 time: 0.0685906 Feb 28 22:50:34.351433 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8136405d-06e7-4c35-9bf3-c61549472460 req-d95637c3-adde-43a7-b099-b3f0b41c9205 tempest-TestVolumeBootPattern-851070749 tempest-TestVolumeBootPattern-851070749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:50:34.352822 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-8136405d-06e7-4c35-9bf3-c61549472460 req-d95637c3-adde-43a7-b099-b3f0b41c9205 tempest-TestVolumeBootPattern-851070749 tempest-TestVolumeBootPattern-851070749-project] 10.222.0.11 "GET /v2.0/ports?device_id=c5ff3081-41f5-4bc8-a6b5-8a01d3de6124 HTTP/1.1" status: 200 len: 944 time: 0.0917706 Feb 28 22:50:34.427332 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-8136405d-06e7-4c35-9bf3-c61549472460 req-c165a09c-4529-4f33-a128-1ce2cacfaf5b tempest-TestVolumeBootPattern-851070749 tempest-TestVolumeBootPattern-851070749-project] 10.222.0.11 "GET /v2.0/security-groups?id=620901e3-3520-442a-becd-c8cb11b8b617&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0662508 Feb 28 22:50:34.430140 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9885e9-2be8-4e1f-800a-dcdebde9c3a8 req-2c145703-2249-4818-a507-b04ab7cbfb81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:50:34.431388 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-0d9885e9-2be8-4e1f-800a-dcdebde9c3a8 req-2c145703-2249-4818-a507-b04ab7cbfb81 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=bd5c87d6-280c-42e5-a7a0-d86f35b08ea1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0777473 Feb 28 22:50:34.523327 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-0d9885e9-2be8-4e1f-800a-dcdebde9c3a8 req-d344c161-1f60-4fb9-8c1e-0567ccbf4671 service neutron] 10.222.0.36 "GET /v2.0/networks/bd5c87d6-280c-42e5-a7a0-d86f35b08ea1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848091 Feb 28 22:50:34.610902 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-0d9885e9-2be8-4e1f-800a-dcdebde9c3a8 req-60c920b9-84b5-4ab0-bbb4-35b629f430e0 service neutron] 10.222.0.36 "GET /v2.0/networks/bd5c87d6-280c-42e5-a7a0-d86f35b08ea1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813072 Feb 28 22:50:35.546357 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9beb23c1-d793-440c-9848-dc3f795d6289 req-738ee1ec-bd9a-42b6-a0b9-354453a75be4 tempest-TestVolumeBootPattern-851070749 tempest-TestVolumeBootPattern-851070749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:50:35.547973 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-9beb23c1-d793-440c-9848-dc3f795d6289 req-738ee1ec-bd9a-42b6-a0b9-354453a75be4 tempest-TestVolumeBootPattern-851070749 tempest-TestVolumeBootPattern-851070749-project] 10.222.0.11 "GET /v2.0/ports?device_id=c5ff3081-41f5-4bc8-a6b5-8a01d3de6124 HTTP/1.1" status: 200 len: 944 time: 0.0539954 Feb 28 22:50:35.595791 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-9beb23c1-d793-440c-9848-dc3f795d6289 req-3c062b9e-ae23-4fdd-bbe6-fe86187a9cc4 tempest-TestVolumeBootPattern-851070749 tempest-TestVolumeBootPattern-851070749-project] 10.222.0.11 "GET /v2.0/security-groups?id=620901e3-3520-442a-becd-c8cb11b8b617&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424514 Feb 28 22:50:35.905680 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-f2b490b5-353e-4b99-942a-fb2407025861 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750845036683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579975'] for agent (e6e3d797-755b-495e-bc70-4cd2b9791ebb), after_update {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:50:36.348691 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf274706-583c-4cf4-adeb-98a973658455 req-1d10bb0c-acb2-4696-a781-c3005139bcb8 tempest-VolumesSnapshotTestJSON-823419687 tempest-VolumesSnapshotTestJSON-823419687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:50:36.350183 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-bf274706-583c-4cf4-adeb-98a973658455 req-1d10bb0c-acb2-4696-a781-c3005139bcb8 tempest-VolumesSnapshotTestJSON-823419687 tempest-VolumesSnapshotTestJSON-823419687-project] 10.222.0.11 "GET /v2.0/ports?device_id=ebab9525-0fbd-4f55-8283-c94f758ed334 HTTP/1.1" status: 200 len: 945 time: 0.0592418 Feb 28 22:50:36.395429 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-bf274706-583c-4cf4-adeb-98a973658455 req-b83606d1-27a6-4c5f-8fac-abd871c53b70 tempest-VolumesSnapshotTestJSON-823419687 tempest-VolumesSnapshotTestJSON-823419687-project] 10.222.0.11 "GET /v2.0/security-groups?id=53e280b3-cb64-46d9-bd10-d9b74b1cdb25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396383 Feb 28 22:50:36.713056 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e610139-304f-4e1f-a1f2-23ad64c78183 req-8a896147-2278-41c1-948a-445899628f31 tempest-TestVolumeBootPattern-851070749 tempest-TestVolumeBootPattern-851070749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:50:36.714541 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-2e610139-304f-4e1f-a1f2-23ad64c78183 req-8a896147-2278-41c1-948a-445899628f31 tempest-TestVolumeBootPattern-851070749 tempest-TestVolumeBootPattern-851070749-project] 10.222.0.11 "GET /v2.0/ports?device_id=c5ff3081-41f5-4bc8-a6b5-8a01d3de6124 HTTP/1.1" status: 200 len: 944 time: 0.0530798 Feb 28 22:50:36.763783 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-2e610139-304f-4e1f-a1f2-23ad64c78183 req-3ec1434e-c363-4f38-aea9-162e38e5d035 tempest-TestVolumeBootPattern-851070749 tempest-TestVolumeBootPattern-851070749-project] 10.222.0.11 "GET /v2.0/security-groups?id=620901e3-3520-442a-becd-c8cb11b8b617&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436568 Feb 28 22:50:37.160838 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-154add69-038d-48cc-93ba-bd7e358b6d11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750845036683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579975'] for agent (7aa25ffb-1b87-4f08-8530-4bdf6e6b221c), after_update {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:50:37.515599 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7519b23-3485-4f41-a7c5-03e423e5623f req-7ddf7c21-d413-4e7a-8638-541691ba1e26 tempest-VolumesSnapshotTestJSON-823419687 tempest-VolumesSnapshotTestJSON-823419687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:50:37.517776 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-f7519b23-3485-4f41-a7c5-03e423e5623f req-7ddf7c21-d413-4e7a-8638-541691ba1e26 tempest-VolumesSnapshotTestJSON-823419687 tempest-VolumesSnapshotTestJSON-823419687-project] 10.222.0.11 "GET /v2.0/ports?device_id=ebab9525-0fbd-4f55-8283-c94f758ed334 HTTP/1.1" status: 200 len: 945 time: 0.0554485 Feb 28 22:50:37.562808 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-f7519b23-3485-4f41-a7c5-03e423e5623f req-d64ebb0e-8a06-4028-a8db-4fff30a1064d tempest-VolumesSnapshotTestJSON-823419687 tempest-VolumesSnapshotTestJSON-823419687-project] 10.222.0.11 "GET /v2.0/security-groups?id=53e280b3-cb64-46d9-bd10-d9b74b1cdb25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396223 Feb 28 22:50:37.871709 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f975270-0745-4887-8f15-56193bc594c4 req-8ab841cf-86ec-42b2-9b4d-fcc040dcdc16 tempest-VolumesSnapshotTestJSON-823419687 tempest-VolumesSnapshotTestJSON-823419687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:50:37.873150 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-7f975270-0745-4887-8f15-56193bc594c4 req-8ab841cf-86ec-42b2-9b4d-fcc040dcdc16 tempest-VolumesSnapshotTestJSON-823419687 tempest-VolumesSnapshotTestJSON-823419687-project] 10.222.0.36 "GET /v2.0/ports?device_id=ebab9525-0fbd-4f55-8283-c94f758ed334 HTTP/1.1" status: 200 len: 945 time: 0.0782187 Feb 28 22:50:37.927266 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855a9e74-876a-4175-9750-e500bafcedc6 req-41962f56-1b63-4b01-92d1-668d876329cc tempest-TestVolumeBootPattern-851070749 tempest-TestVolumeBootPattern-851070749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:50:37.928742 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-855a9e74-876a-4175-9750-e500bafcedc6 req-41962f56-1b63-4b01-92d1-668d876329cc tempest-TestVolumeBootPattern-851070749 tempest-TestVolumeBootPattern-851070749-project] 10.222.0.11 "GET /v2.0/ports?device_id=c5ff3081-41f5-4bc8-a6b5-8a01d3de6124 HTTP/1.1" status: 200 len: 944 time: 0.0978155 Feb 28 22:50:38.003684 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-855a9e74-876a-4175-9750-e500bafcedc6 req-1abeeeb3-97a1-4a01-b417-cb05c1052841 tempest-TestVolumeBootPattern-851070749 tempest-TestVolumeBootPattern-851070749-project] 10.222.0.11 "GET /v2.0/security-groups?id=620901e3-3520-442a-becd-c8cb11b8b617&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0687401 Feb 28 22:50:38.014515 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.plugins.ml2.plugin [req-7f975270-0745-4887-8f15-56193bc594c4 req-2577217c-7cd8-4260-9741-963d442b2e3d tempest-VolumesSnapshotTestJSON-823419687 tempest-VolumesSnapshotTestJSON-823419687-project] Deleting port 1fd29284-0f21-46aa-b863-ee158b1bf97a {{(pid=109568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 22:50:38.014899 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [req-7f975270-0745-4887-8f15-56193bc594c4 req-2577217c-7cd8-4260-9741-963d442b2e3d tempest-VolumesSnapshotTestJSON-823419687 tempest-VolumesSnapshotTestJSON-823419687-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750845080441'] for port (1fd29284-0f21-46aa-b863-ee158b1bf97a), before_delete {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:50:38.104362 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.plugins.ml2.db [req-7f975270-0745-4887-8f15-56193bc594c4 req-2577217c-7cd8-4260-9741-963d442b2e3d tempest-VolumesSnapshotTestJSON-823419687 tempest-VolumesSnapshotTestJSON-823419687-project] For port 1fd29284-0f21-46aa-b863-ee158b1bf97a, host hv-cinder-83053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83053',level=0,port_id=1fd29284-0f21-46aa-b863-ee158b1bf97a,segment=NetworkSegment(b4c94aae-f16b-4b60-9b49-212dc03c99fc),segment_id=b4c94aae-f16b-4b60-9b49-212dc03c99fc)] {{(pid=109568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 22:50:38.104664 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [req-7f975270-0745-4887-8f15-56193bc594c4 req-2577217c-7cd8-4260-9741-963d442b2e3d tempest-VolumesSnapshotTestJSON-823419687 tempest-VolumesSnapshotTestJSON-823419687-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33552544'] for port (1fd29284-0f21-46aa-b863-ee158b1bf97a), precommit_delete {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:50:38.117234 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.plugins.ml2.plugin [req-7f975270-0745-4887-8f15-56193bc594c4 req-2577217c-7cd8-4260-9741-963d442b2e3d tempest-VolumesSnapshotTestJSON-823419687 tempest-VolumesSnapshotTestJSON-823419687-project] Calling delete_port for 1fd29284-0f21-46aa-b863-ee158b1bf97a owned by compute:nova {{(pid=109568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 22:50:38.240764 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [req-7f975270-0745-4887-8f15-56193bc594c4 req-2577217c-7cd8-4260-9741-963d442b2e3d tempest-VolumesSnapshotTestJSON-823419687 tempest-VolumesSnapshotTestJSON-823419687-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33156859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750845083868', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750844628237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30788389'] for port (1fd29284-0f21-46aa-b863-ee158b1bf97a), after_delete {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:50:38.253433 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.db [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] get_ports_and_sgs() called for port_ids ['1fd29284-0f21-46aa-b863-ee158b1bf97a'] {{(pid=109570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 22:50:38.271576 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2577217c-7cd8-4260-9741-963d442b2e3d tempest-VolumesSnapshotTestJSON-823419687 tempest-VolumesSnapshotTestJSON-823419687-project] Pushing event deleted for resources: {'Port': ['ID=1fd29284-0f21-46aa-b863-ee158b1bf97a,revision_number=None']} {{(pid=109568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:50:38.315439 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f975270-0745-4887-8f15-56193bc594c4 req-2577217c-7cd8-4260-9741-963d442b2e3d tempest-VolumesSnapshotTestJSON-823419687 tempest-VolumesSnapshotTestJSON-823419687-project] No DVR routers for this DVR port 1fd29284-0f21-46aa-b863-ee158b1bf97a on host hv-cinder-83053 {{(pid=109568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 22:50:38.318287 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [req-7f975270-0745-4887-8f15-56193bc594c4 req-2577217c-7cd8-4260-9741-963d442b2e3d tempest-VolumesSnapshotTestJSON-823419687 tempest-VolumesSnapshotTestJSON-823419687-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80159'] for port (None), before_response {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:50:38.321646 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-7f975270-0745-4887-8f15-56193bc594c4 req-2577217c-7cd8-4260-9741-963d442b2e3d tempest-VolumesSnapshotTestJSON-823419687 tempest-VolumesSnapshotTestJSON-823419687-project] 10.222.0.36 "DELETE /v2.0/ports/1fd29284-0f21-46aa-b863-ee158b1bf97a HTTP/1.1" status: 204 len: 173 time: 0.4431891 Feb 28 22:50:38.322090 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebab9525-0fbd-4f55-8283-c94f758ed334', 'name': 'network-vif-deleted', 'tag': '1fd29284-0f21-46aa-b863-ee158b1bf97a'}] {{(pid=109568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 22:50:38.324365 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be30730c9f576b5ae602769365630bce3a2881df6c4aa92702dca8eb1643a507" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-024c1495-4dc6-4d58-9338-b7e1cc8ceb03" -d '{"events": [{"server_uuid": "ebab9525-0fbd-4f55-8283-c94f758ed334", "name": "network-vif-deleted", "tag": "1fd29284-0f21-46aa-b863-ee158b1bf97a"}]}' {{(pid=109568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 22:50:38.514154 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 22:50:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8942bef0-3886-4f96-b7c4-26f871f972ae x-openstack-request-id: req-8942bef0-3886-4f96-b7c4-26f871f972ae {{(pid=109568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 22:50:38.514442 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ebab9525-0fbd-4f55-8283-c94f758ed334", "name": "network-vif-deleted", "tag": "1fd29284-0f21-46aa-b863-ee158b1bf97a", "status": "completed", "code": 200}]} {{(pid=109568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 22:50:38.514690 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-8942bef0-3886-4f96-b7c4-26f871f972ae {{(pid=109568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 22:50:38.515087 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ebab9525-0fbd-4f55-8283-c94f758ed334', 'name': 'network-vif-deleted', 'tag': '1fd29284-0f21-46aa-b863-ee158b1bf97a', 'status': 'completed', 'code': 200} Feb 28 22:50:38.666137 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-35186447-3be9-4f06-a331-9b49daf5251d req-45fc5e2c-4021-419e-94b8-680b6e98ed63 tempest-VolumesSnapshotTestJSON-823419687 tempest-VolumesSnapshotTestJSON-823419687-project] 10.222.0.11 "GET /v2.0/ports?device_id=ebab9525-0fbd-4f55-8283-c94f758ed334 HTTP/1.1" status: 200 len: 210 time: 0.0281198 Feb 28 22:50:39.120072 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa781643-ea36-4135-8dc7-7d5c98d5c9e2 req-cdd424d7-abc2-4f4c-9960-794e012bec22 tempest-TestVolumeBootPattern-851070749 tempest-TestVolumeBootPattern-851070749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:50:39.121447 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-aa781643-ea36-4135-8dc7-7d5c98d5c9e2 req-cdd424d7-abc2-4f4c-9960-794e012bec22 tempest-TestVolumeBootPattern-851070749 tempest-TestVolumeBootPattern-851070749-project] 10.222.0.11 "GET /v2.0/ports?device_id=c5ff3081-41f5-4bc8-a6b5-8a01d3de6124 HTTP/1.1" status: 200 len: 944 time: 0.0514092 Feb 28 22:50:39.168455 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-aa781643-ea36-4135-8dc7-7d5c98d5c9e2 req-54e159b4-fadd-4c4b-9d60-df3d83572e43 tempest-TestVolumeBootPattern-851070749 tempest-TestVolumeBootPattern-851070749-project] 10.222.0.11 "GET /v2.0/security-groups?id=620901e3-3520-442a-becd-c8cb11b8b617&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410657 Feb 28 22:50:40.301853 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c8ef2f-8561-4c45-857d-859c7dac9f06 req-4453e265-d06b-4dd0-a86c-000a2741a2b4 tempest-TestVolumeBootPattern-851070749 tempest-TestVolumeBootPattern-851070749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:50:40.303384 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-59c8ef2f-8561-4c45-857d-859c7dac9f06 req-4453e265-d06b-4dd0-a86c-000a2741a2b4 tempest-TestVolumeBootPattern-851070749 tempest-TestVolumeBootPattern-851070749-project] 10.222.0.11 "GET /v2.0/ports?device_id=c5ff3081-41f5-4bc8-a6b5-8a01d3de6124 HTTP/1.1" status: 200 len: 944 time: 0.0669055 Feb 28 22:50:40.356459 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-59c8ef2f-8561-4c45-857d-859c7dac9f06 req-cc33adc3-22a7-41ba-8bb5-126400643b04 tempest-TestVolumeBootPattern-851070749 tempest-TestVolumeBootPattern-851070749-project] 10.222.0.11 "GET /v2.0/security-groups?id=620901e3-3520-442a-becd-c8cb11b8b617&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464599 Feb 28 22:50:41.476056 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05552ba0-a10b-47db-b01d-9fcdbbd6f36d req-7dbebf9a-cc64-4a35-a971-6314f396b6cf tempest-TestVolumeBootPattern-851070749 tempest-TestVolumeBootPattern-851070749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:50:41.477525 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-05552ba0-a10b-47db-b01d-9fcdbbd6f36d req-7dbebf9a-cc64-4a35-a971-6314f396b6cf tempest-TestVolumeBootPattern-851070749 tempest-TestVolumeBootPattern-851070749-project] 10.222.0.11 "GET /v2.0/ports?device_id=c5ff3081-41f5-4bc8-a6b5-8a01d3de6124 HTTP/1.1" status: 200 len: 944 time: 0.0526676 Feb 28 22:50:41.525047 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-05552ba0-a10b-47db-b01d-9fcdbbd6f36d req-667bf277-1211-4144-ae13-98fe1dfead63 tempest-TestVolumeBootPattern-851070749 tempest-TestVolumeBootPattern-851070749-project] 10.222.0.11 "GET /v2.0/security-groups?id=620901e3-3520-442a-becd-c8cb11b8b617&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419426 Feb 28 22:50:41.626445 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.rpc [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] Device 7f5b29b4-3798-4c08-a128-b08eebc55789 details requested by agent hyperv_hv-cinder-83053 with host hv-cinder-83053 {{(pid=109570) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 22:50:41.722784 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.db [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] For port 7f5b29b4-3798-4c08-a128-b08eebc55789, host hv-cinder-83053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83053',level=0,port_id=7f5b29b4-3798-4c08-a128-b08eebc55789,segment=NetworkSegment(6302f759-7806-4619-ad72-9065d0b678da),segment_id=6302f759-7806-4619-ad72-9065d0b678da)] {{(pid=109570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 22:50:41.733843 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.rpc [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] Returning: {'device': '7f5b29b4-3798-4c08-a128-b08eebc55789', 'network_id': 'bd5c87d6-280c-42e5-a7a0-d86f35b08ea1', 'port_id': '7f5b29b4-3798-4c08-a128-b08eebc55789', 'mac_address': 'fa:16:3e:34:47:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 111, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e0a95bd6-4937-48b3-aec2-a392dcb0defe', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109570) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 22:50:41.769472 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.plugin [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] Current status of the port 7f5b29b4-3798-4c08-a128-b08eebc55789 is: DOWN; New status is: BUILD {{(pid=109570) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 22:50:41.769862 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616566'] for port (7f5b29b4-3798-4c08-a128-b08eebc55789), before_update {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:50:41.782816 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.notifiers.nova [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7f5b29b4-3798-4c08-a128-b08eebc55789 {{(pid=109570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 22:50:41.801432 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.db [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] For port 7f5b29b4-3798-4c08-a128-b08eebc55789, host hv-cinder-83053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83053',level=0,port_id=7f5b29b4-3798-4c08-a128-b08eebc55789,segment=NetworkSegment(6302f759-7806-4619-ad72-9065d0b678da),segment_id=6302f759-7806-4619-ad72-9065d0b678da)] {{(pid=109570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 22:50:41.805045 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33156859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750845083886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750844628246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750844628264'] for port (7f5b29b4-3798-4c08-a128-b08eebc55789), after_update {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:50:41.853687 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] Pushing event updated for resources: {'Port': ['ID=7f5b29b4-3798-4c08-a128-b08eebc55789,revision_number=4']} {{(pid=109570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:50:42.492524 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.rpc [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] Device 1fd29284-0f21-46aa-b863-ee158b1bf97a no longer exists at agent hyperv_hv-cinder-83053 {{(pid=109570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 22:50:42.512549 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.plugin [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] No Port match for: 1fd29284-0f21-46aa-b863-ee158b1bf97a {{(pid=109570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 22:50:42.512904 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.rpc [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] Device 1fd29284-0f21-46aa-b863-ee158b1bf97a not bound to the agent host hv-cinder-83053 {{(pid=109570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 22:50:42.646888 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55da8b9b-29be-46d8-8bf3-855e41f83a20 req-fb4b6a45-5617-4e53-989f-335478b2cdd2 tempest-TestVolumeBootPattern-851070749 tempest-TestVolumeBootPattern-851070749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:50:42.648423 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-55da8b9b-29be-46d8-8bf3-855e41f83a20 req-fb4b6a45-5617-4e53-989f-335478b2cdd2 tempest-TestVolumeBootPattern-851070749 tempest-TestVolumeBootPattern-851070749-project] 10.222.0.11 "GET /v2.0/ports?device_id=c5ff3081-41f5-4bc8-a6b5-8a01d3de6124 HTTP/1.1" status: 200 len: 945 time: 0.0576839 Feb 28 22:50:42.696249 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-55da8b9b-29be-46d8-8bf3-855e41f83a20 req-4f319036-5418-44e4-950d-4484847986c6 tempest-TestVolumeBootPattern-851070749 tempest-TestVolumeBootPattern-851070749-project] 10.222.0.11 "GET /v2.0/security-groups?id=620901e3-3520-442a-becd-c8cb11b8b617&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422299 Feb 28 22:50:42.705163 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.db [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] get_ports_and_sgs() called for port_ids ['7f5b29b4-3798-4c08-a128-b08eebc55789'] {{(pid=109570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 22:50:43.812863 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5106c7-208d-4895-9049-21c7f92b227c req-5908a549-3653-4264-96f3-9f38c69a8ce1 tempest-TestVolumeBootPattern-851070749 tempest-TestVolumeBootPattern-851070749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:50:43.814308 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-fe5106c7-208d-4895-9049-21c7f92b227c req-5908a549-3653-4264-96f3-9f38c69a8ce1 tempest-TestVolumeBootPattern-851070749 tempest-TestVolumeBootPattern-851070749-project] 10.222.0.11 "GET /v2.0/ports?device_id=c5ff3081-41f5-4bc8-a6b5-8a01d3de6124 HTTP/1.1" status: 200 len: 945 time: 0.0516393 Feb 28 22:50:43.861791 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-fe5106c7-208d-4895-9049-21c7f92b227c req-b3bdc299-1b6e-479b-bd63-86c57e36e6d4 tempest-TestVolumeBootPattern-851070749 tempest-TestVolumeBootPattern-851070749-project] 10.222.0.11 "GET /v2.0/security-groups?id=620901e3-3520-442a-becd-c8cb11b8b617&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417762 Feb 28 22:50:44.113028 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750845036683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579975'] for agent (5b2bda77-ea31-45ff-af39-f050a95cb1da), after_update {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:50:44.980179 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21231f46-c870-44d8-b5a9-254323b0c795 req-54ea1566-4cf7-46dd-939e-c6c5972a3616 tempest-TestVolumeBootPattern-851070749 tempest-TestVolumeBootPattern-851070749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:50:44.981662 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-21231f46-c870-44d8-b5a9-254323b0c795 req-54ea1566-4cf7-46dd-939e-c6c5972a3616 tempest-TestVolumeBootPattern-851070749 tempest-TestVolumeBootPattern-851070749-project] 10.222.0.11 "GET /v2.0/ports?device_id=c5ff3081-41f5-4bc8-a6b5-8a01d3de6124 HTTP/1.1" status: 200 len: 945 time: 0.0546095 Feb 28 22:50:45.032998 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-21231f46-c870-44d8-b5a9-254323b0c795 req-906e643b-2369-4533-911a-872c32487dbe tempest-TestVolumeBootPattern-851070749 tempest-TestVolumeBootPattern-851070749-project] 10.222.0.11 "GET /v2.0/security-groups?id=620901e3-3520-442a-becd-c8cb11b8b617&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457337 Feb 28 22:50:45.310984 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.rpc [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] Device 7f5b29b4-3798-4c08-a128-b08eebc55789 up at agent hyperv_hv-cinder-83053 {{(pid=109570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 22:50:45.360121 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.db.provisioning_blocks [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] Provisioning for port 7f5b29b4-3798-4c08-a128-b08eebc55789 completed by entity L2. {{(pid=109570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 28 22:50:45.364365 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.db.provisioning_blocks [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] Provisioning complete for port 7f5b29b4-3798-4c08-a128-b08eebc55789 triggered by entity L2. {{(pid=109570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 22:50:45.364741 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579965'] for port (7f5b29b4-3798-4c08-a128-b08eebc55789), provisioning_complete {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:50:45.441286 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.plugin [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] Current status of the port 7f5b29b4-3798-4c08-a128-b08eebc55789 is: BUILD; New status is: ACTIVE {{(pid=109570) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 22:50:45.441675 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616566'] for port (7f5b29b4-3798-4c08-a128-b08eebc55789), before_update {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:50:45.464387 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5ff3081-41f5-4bc8-a6b5-8a01d3de6124', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f5b29b4-3798-4c08-a128-b08eebc55789'}] {{(pid=109570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 22:50:45.466578 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fade63a226c96e14254c735f674fb73a181a47373151acc9bb38ade81564009" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eebc56bf-c479-48f2-ab5a-0af4e37c7072" -d '{"events": [{"server_uuid": "c5ff3081-41f5-4bc8-a6b5-8a01d3de6124", "name": "network-vif-plugged", "status": "completed", "tag": "7f5b29b4-3798-4c08-a128-b08eebc55789"}]}' {{(pid=109570) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 22:50:45.479683 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.db [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] For port 7f5b29b4-3798-4c08-a128-b08eebc55789, host hv-cinder-83053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83053',level=0,port_id=7f5b29b4-3798-4c08-a128-b08eebc55789,segment=NetworkSegment(6302f759-7806-4619-ad72-9065d0b678da),segment_id=6302f759-7806-4619-ad72-9065d0b678da)] {{(pid=109570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 22:50:45.483373 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33156859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750845083886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750844628246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750844628264'] for port (7f5b29b4-3798-4c08-a128-b08eebc55789), after_update {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:50:45.505962 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 22:50:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6aa835f-eaa9-469a-9543-d635a661362d x-openstack-request-id: req-d6aa835f-eaa9-469a-9543-d635a661362d {{(pid=109570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 22:50:45.506262 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5ff3081-41f5-4bc8-a6b5-8a01d3de6124", "name": "network-vif-plugged", "status": "completed", "tag": "7f5b29b4-3798-4c08-a128-b08eebc55789", "code": 200}]} {{(pid=109570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 22:50:45.506524 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-d6aa835f-eaa9-469a-9543-d635a661362d {{(pid=109570) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 22:50:45.506913 dv-cinder-830538-5-iscsi neutron-server[109570]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5ff3081-41f5-4bc8-a6b5-8a01d3de6124', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f5b29b4-3798-4c08-a128-b08eebc55789', 'code': 200} Feb 28 22:50:45.531611 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] Pushing event updated for resources: {'Port': ['ID=7f5b29b4-3798-4c08-a128-b08eebc55789,revision_number=5']} {{(pid=109570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:50:46.149392 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56734c45-ba94-4259-946c-b56c299fe71a req-3e8a4d34-1a51-4a87-8a41-9691a13b6fee tempest-TestVolumeBootPattern-851070749 tempest-TestVolumeBootPattern-851070749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:50:46.150861 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-56734c45-ba94-4259-946c-b56c299fe71a req-3e8a4d34-1a51-4a87-8a41-9691a13b6fee tempest-TestVolumeBootPattern-851070749 tempest-TestVolumeBootPattern-851070749-project] 10.222.0.11 "GET /v2.0/ports?device_id=c5ff3081-41f5-4bc8-a6b5-8a01d3de6124 HTTP/1.1" status: 200 len: 946 time: 0.0527587 Feb 28 22:50:46.198746 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-56734c45-ba94-4259-946c-b56c299fe71a req-e6c6db86-bfb4-4ed9-8da9-cd515915ae74 tempest-TestVolumeBootPattern-851070749 tempest-TestVolumeBootPattern-851070749-project] 10.222.0.11 "GET /v2.0/security-groups?id=620901e3-3520-442a-becd-c8cb11b8b617&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423510 Feb 28 22:50:47.183337 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7cfc47-7408-48ad-8c7c-58c5acde067a req-ba03f1e4-d8d7-4341-9bb0-a1283c438638 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:50:47.184826 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-fd7cfc47-7408-48ad-8c7c-58c5acde067a req-ba03f1e4-d8d7-4341-9bb0-a1283c438638 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=c5ff3081-41f5-4bc8-a6b5-8a01d3de6124 HTTP/1.1" status: 200 len: 1130 time: 0.0435581 Feb 28 22:50:47.229707 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-fd7cfc47-7408-48ad-8c7c-58c5acde067a req-4220d8ff-e9d4-424c-8f5c-91d2e535eff0 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=620901e3-3520-442a-becd-c8cb11b8b617&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386424 Feb 28 22:50:47.321090 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b6a4d9-0765-48e8-8b75-119df19540f1 req-2e124ba9-33ae-417f-9b8f-6a9066cb6385 tempest-TestVolumeBootPattern-851070749 tempest-TestVolumeBootPattern-851070749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:50:47.322572 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-f0b6a4d9-0765-48e8-8b75-119df19540f1 req-2e124ba9-33ae-417f-9b8f-6a9066cb6385 tempest-TestVolumeBootPattern-851070749 tempest-TestVolumeBootPattern-851070749-project] 10.222.0.11 "GET /v2.0/ports?device_id=c5ff3081-41f5-4bc8-a6b5-8a01d3de6124 HTTP/1.1" status: 200 len: 946 time: 0.0552020 Feb 28 22:50:47.370927 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-f0b6a4d9-0765-48e8-8b75-119df19540f1 req-b527fb02-0a61-42ea-a149-386854cf86f5 tempest-TestVolumeBootPattern-851070749 tempest-TestVolumeBootPattern-851070749-project] 10.222.0.11 "GET /v2.0/security-groups?id=620901e3-3520-442a-becd-c8cb11b8b617&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428481 Feb 28 22:50:47.650448 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f072e23-d345-4a80-ad29-99938da1d5ee req-b33f1bdd-b4fc-47fc-9215-405e58d4d803 tempest-VolumesSnapshotTestJSON-823419687 tempest-VolumesSnapshotTestJSON-823419687-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:50:47.651956 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-0f072e23-d345-4a80-ad29-99938da1d5ee req-b33f1bdd-b4fc-47fc-9215-405e58d4d803 tempest-VolumesSnapshotTestJSON-823419687 tempest-VolumesSnapshotTestJSON-823419687-project] 10.222.0.11 "GET /v2.0/networks?id=a2e178de-6ce8-46dc-b930-151655f7d071 HTTP/1.1" status: 200 len: 814 time: 0.0993075 Feb 28 22:50:47.666023 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-0f072e23-d345-4a80-ad29-99938da1d5ee req-e2e96309-3144-42b7-a1aa-bf1637bdcbcb tempest-VolumesSnapshotTestJSON-823419687 tempest-VolumesSnapshotTestJSON-823419687-project] 10.222.0.11 "GET /v2.0/quotas/548098efad62447182b89d0ac0bd94a1 HTTP/1.1" status: 200 len: 375 time: 0.0088553 Feb 28 22:50:47.701102 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-0f072e23-d345-4a80-ad29-99938da1d5ee req-b90572cf-28fa-4fd0-8dd1-89d72cb489a3 tempest-VolumesSnapshotTestJSON-823419687 tempest-VolumesSnapshotTestJSON-823419687-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=548098efad62447182b89d0ac0bd94a1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0302105 Feb 28 22:50:47.788019 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-0f072e23-d345-4a80-ad29-99938da1d5ee req-59a675b8-7736-42d0-842a-6a2c57632ce5 service neutron] 10.222.0.11 "GET /v2.0/networks/a2e178de-6ce8-46dc-b930-151655f7d071?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801826 Feb 28 22:50:47.880380 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-0f072e23-d345-4a80-ad29-99938da1d5ee req-94dd4154-fcfe-4548-8cdb-43ad8805c8db service neutron] 10.222.0.11 "GET /v2.0/networks/a2e178de-6ce8-46dc-b930-151655f7d071?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868645 Feb 28 22:50:48.042025 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-08d977b5-270f-48b7-8791-781b2da8358d req-5a09a6c5-03e4-4402-97e1-507c86017460 tempest-VolumesSnapshotTestJSON-823419687 tempest-VolumesSnapshotTestJSON-823419687-project] 10.222.0.11 "GET /v2.0/ports?device_id=6eb0eae7-c101-428e-82f4-1b6b9143ebd1 HTTP/1.1" status: 200 len: 210 time: 0.0290635 Feb 28 22:50:48.489698 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14099840-bc49-4e6c-89d5-5e2d5bd5f76b req-54862ec2-72f1-43ac-a125-b44ccd98ad0d tempest-TestVolumeBootPattern-851070749 tempest-TestVolumeBootPattern-851070749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:50:48.491177 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-14099840-bc49-4e6c-89d5-5e2d5bd5f76b req-54862ec2-72f1-43ac-a125-b44ccd98ad0d tempest-TestVolumeBootPattern-851070749 tempest-TestVolumeBootPattern-851070749-project] 10.222.0.11 "GET /v2.0/ports?device_id=c5ff3081-41f5-4bc8-a6b5-8a01d3de6124 HTTP/1.1" status: 200 len: 946 time: 0.0525086 Feb 28 22:50:48.542597 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-14099840-bc49-4e6c-89d5-5e2d5bd5f76b req-6706117f-3a56-4442-9b6e-89c1e4087090 tempest-TestVolumeBootPattern-851070749 tempest-TestVolumeBootPattern-851070749-project] 10.222.0.11 "GET /v2.0/security-groups?id=620901e3-3520-442a-becd-c8cb11b8b617&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454445 Feb 28 22:50:48.661336 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae869f4a-dba9-4f1d-b53b-f35fce50ffb7 req-6c65f2b9-109a-426b-b676-d534f0f27c4d tempest-TestVolumeBootPattern-851070749 tempest-TestVolumeBootPattern-851070749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:50:48.662773 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-ae869f4a-dba9-4f1d-b53b-f35fce50ffb7 req-6c65f2b9-109a-426b-b676-d534f0f27c4d tempest-TestVolumeBootPattern-851070749 tempest-TestVolumeBootPattern-851070749-project] 10.222.0.11 "GET /v2.0/ports?device_id=c5ff3081-41f5-4bc8-a6b5-8a01d3de6124 HTTP/1.1" status: 200 len: 946 time: 0.0553131 Feb 28 22:50:48.711865 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-ae869f4a-dba9-4f1d-b53b-f35fce50ffb7 req-8e9486a8-4c77-4021-8eb4-1246be5a8cc2 tempest-TestVolumeBootPattern-851070749 tempest-TestVolumeBootPattern-851070749-project] 10.222.0.11 "GET /v2.0/security-groups?id=620901e3-3520-442a-becd-c8cb11b8b617&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426183 Feb 28 22:50:48.734688 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.wsgi [-] (109568) accepted ('10.222.0.11', 60258) {{(pid=109568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 22:50:48.826576 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39302c94-35e9-480f-96ce-4337308dbdff tempest-TestVolumeBootPattern-1581373019 tempest-TestVolumeBootPattern-1581373019-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:50:48.828185 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [None req-39302c94-35e9-480f-96ce-4337308dbdff tempest-TestVolumeBootPattern-1581373019 tempest-TestVolumeBootPattern-1581373019-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=c5ff3081-41f5-4bc8-a6b5-8a01d3de6124 HTTP/1.1" status: 200 len: 1125 time: 0.0925367 Feb 28 22:50:48.831062 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.wsgi [-] (109568) accepted ('10.222.0.11', 60262) {{(pid=109568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 22:50:48.835331 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.api.v2.base [None req-804caa49-c9a0-4311-af8b-cc9d2d210386 tempest-TestVolumeBootPattern-851070749 tempest-TestVolumeBootPattern-851070749-project] Request body: {'floatingip': {'floating_network_id': '3e7a10c7-addc-4b79-a555-0b472e939652', 'port_id': '7f5b29b4-3798-4c08-a128-b08eebc55789', 'tenant_id': '9682b42bc5bb4f3a9ed975026db8a4a3', 'fixed_ip_address': '172.20.0.12'}} {{(pid=109568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 22:50:48.908792 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-804caa49-c9a0-4311-af8b-cc9d2d210386 tempest-TestVolumeBootPattern-851070749 tempest-TestVolumeBootPattern-851070749-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:50:49.002654 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f072e23-d345-4a80-ad29-99938da1d5ee req-c8cd7084-c81c-44dd-b7fe-55b57f9a2801 tempest-VolumesSnapshotTestJSON-823419687 tempest-VolumesSnapshotTestJSON-823419687-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:50:49.004122 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-0f072e23-d345-4a80-ad29-99938da1d5ee req-c8cd7084-c81c-44dd-b7fe-55b57f9a2801 tempest-VolumesSnapshotTestJSON-823419687 tempest-VolumesSnapshotTestJSON-823419687-project] 10.222.0.36 "GET /v2.0/networks?id=a2e178de-6ce8-46dc-b930-151655f7d071 HTTP/1.1" status: 200 len: 814 time: 0.1628640 Feb 28 22:50:49.015262 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.api.v2.base [req-0f072e23-d345-4a80-ad29-99938da1d5ee req-a1a7163a-a482-49e6-b62f-d311bf93933d tempest-VolumesSnapshotTestJSON-823419687 tempest-VolumesSnapshotTestJSON-823419687-project] Request body: {'port': {'device_id': '6eb0eae7-c101-428e-82f4-1b6b9143ebd1', 'network_id': 'a2e178de-6ce8-46dc-b930-151655f7d071', 'admin_state_up': True, 'tenant_id': '548098efad62447182b89d0ac0bd94a1'}} {{(pid=109568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 22:50:49.153221 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-ca3ba73c-109d-4c15-924f-67ecddc1260f req-707bef77-4ad5-47a0-9cc0-93f6df10d6a9 tempest-VolumesSnapshotTestJSON-823419687 tempest-VolumesSnapshotTestJSON-823419687-project] 10.222.0.11 "GET /v2.0/ports?device_id=6eb0eae7-c101-428e-82f4-1b6b9143ebd1 HTTP/1.1" status: 200 len: 210 time: 0.0408831 Feb 28 22:50:49.154589 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-804caa49-c9a0-4311-af8b-cc9d2d210386 tempest-TestVolumeBootPattern-851070749 tempest-TestVolumeBootPattern-851070749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616566'] for port (None), before_create {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:50:49.203746 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0f072e23-d345-4a80-ad29-99938da1d5ee req-a1a7163a-a482-49e6-b62f-d311bf93933d tempest-VolumesSnapshotTestJSON-823419687 tempest-VolumesSnapshotTestJSON-823419687-project] Made reservation on behalf of 548098efad62447182b89d0ac0bd94a1 for: {'port': 1} {{(pid=109568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 22:50:49.207028 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [req-0f072e23-d345-4a80-ad29-99938da1d5ee req-a1a7163a-a482-49e6-b62f-d311bf93933d tempest-VolumesSnapshotTestJSON-823419687 tempest-VolumesSnapshotTestJSON-823419687-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616566'] for port (None), before_create {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:50:49.336033 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.db.db_base_plugin_common [None req-804caa49-c9a0-4311-af8b-cc9d2d210386 tempest-TestVolumeBootPattern-851070749 tempest-TestVolumeBootPattern-851070749-project] Allocated IP 172.27.0.110 (3e7a10c7-addc-4b79-a555-0b472e939652/8aaf002d-6309-4cf0-ae69-6d349a14c0b1/03f50f88-ec1c-47b0-96bf-a95016109ce2) {{(pid=109568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 22:50:49.427794 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.db.db_base_plugin_common [req-0f072e23-d345-4a80-ad29-99938da1d5ee req-a1a7163a-a482-49e6-b62f-d311bf93933d tempest-VolumesSnapshotTestJSON-823419687 tempest-VolumesSnapshotTestJSON-823419687-project] Allocated IP 172.20.0.9 (a2e178de-6ce8-46dc-b930-151655f7d071/3455a689-1924-4cc1-a40d-2004d6090b34/b289f7dc-4163-4049-9731-33d2929f39a8) {{(pid=109568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 22:50:49.514416 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-804caa49-c9a0-4311-af8b-cc9d2d210386 tempest-TestVolumeBootPattern-851070749 tempest-TestVolumeBootPattern-851070749-project] Publish callbacks [] for port (03f50f88-ec1c-47b0-96bf-a95016109ce2), precommit_create {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:50:49.620261 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-804caa49-c9a0-4311-af8b-cc9d2d210386 tempest-TestVolumeBootPattern-851070749 tempest-TestVolumeBootPattern-851070749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33156859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750844628228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30788389'] for port (03f50f88-ec1c-47b0-96bf-a95016109ce2), after_create {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:50:49.651909 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [req-0f072e23-d345-4a80-ad29-99938da1d5ee req-a1a7163a-a482-49e6-b62f-d311bf93933d tempest-VolumesSnapshotTestJSON-823419687 tempest-VolumesSnapshotTestJSON-823419687-project] Publish callbacks [] for port (b289f7dc-4163-4049-9731-33d2929f39a8), precommit_create {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:50:49.672704 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-804caa49-c9a0-4311-af8b-cc9d2d210386 tempest-TestVolumeBootPattern-851070749 tempest-TestVolumeBootPattern-851070749-project] Network 3e7a10c7-addc-4b79-a555-0b472e939652 is already hosted by enough agents. {{(pid=109568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 22:50:49.677741 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.scheduler.base_scheduler [None req-804caa49-c9a0-4311-af8b-cc9d2d210386 tempest-TestVolumeBootPattern-851070749 tempest-TestVolumeBootPattern-851070749-project] Resources bound (agent type, host, resource id): {{(pid=109568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 22:50:49.683026 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-804caa49-c9a0-4311-af8b-cc9d2d210386 tempest-TestVolumeBootPattern-851070749 tempest-TestVolumeBootPattern-851070749-project] Received port after_create {{(pid=109568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 22:50:49.710750 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804caa49-c9a0-4311-af8b-cc9d2d210386 tempest-TestVolumeBootPattern-851070749 tempest-TestVolumeBootPattern-851070749-project] Pushing event updated for resources: {'Port': ['ID=03f50f88-ec1c-47b0-96bf-a95016109ce2,revision_number=1']} {{(pid=109568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:50:49.759741 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [req-0f072e23-d345-4a80-ad29-99938da1d5ee req-a1a7163a-a482-49e6-b62f-d311bf93933d tempest-VolumesSnapshotTestJSON-823419687 tempest-VolumesSnapshotTestJSON-823419687-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33156859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750844628228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30788389'] for port (b289f7dc-4163-4049-9731-33d2929f39a8), after_create {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:50:49.845372 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0f072e23-d345-4a80-ad29-99938da1d5ee req-a1a7163a-a482-49e6-b62f-d311bf93933d tempest-VolumesSnapshotTestJSON-823419687 tempest-VolumesSnapshotTestJSON-823419687-project] Network a2e178de-6ce8-46dc-b930-151655f7d071 is already hosted by enough agents. {{(pid=109568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 22:50:49.848201 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a7163a-a482-49e6-b62f-d311bf93933d tempest-VolumesSnapshotTestJSON-823419687 tempest-VolumesSnapshotTestJSON-823419687-project] Pushing event updated for resources: {'Port': ['ID=b289f7dc-4163-4049-9731-33d2929f39a8,revision_number=1']} {{(pid=109568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:50:49.852538 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.scheduler.base_scheduler [req-0f072e23-d345-4a80-ad29-99938da1d5ee req-a1a7163a-a482-49e6-b62f-d311bf93933d tempest-VolumesSnapshotTestJSON-823419687 tempest-VolumesSnapshotTestJSON-823419687-project] Resources bound (agent type, host, resource id): {{(pid=109568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 22:50:49.856916 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f072e23-d345-4a80-ad29-99938da1d5ee req-a1a7163a-a482-49e6-b62f-d311bf93933d tempest-VolumesSnapshotTestJSON-823419687 tempest-VolumesSnapshotTestJSON-823419687-project] Received port after_create {{(pid=109568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 22:50:49.951119 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f072e23-d345-4a80-ad29-99938da1d5ee req-a1a7163a-a482-49e6-b62f-d311bf93933d tempest-VolumesSnapshotTestJSON-823419687 tempest-VolumesSnapshotTestJSON-823419687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:50:49.951765 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [req-0f072e23-d345-4a80-ad29-99938da1d5ee req-a1a7163a-a482-49e6-b62f-d311bf93933d tempest-VolumesSnapshotTestJSON-823419687 tempest-VolumesSnapshotTestJSON-823419687-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80159'] for port (None), before_response {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:50:50.001105 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-0f072e23-d345-4a80-ad29-99938da1d5ee req-a1a7163a-a482-49e6-b62f-d311bf93933d tempest-VolumesSnapshotTestJSON-823419687 tempest-VolumesSnapshotTestJSON-823419687-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9894276 Feb 28 22:50:50.013226 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.api.v2.base [req-0f072e23-d345-4a80-ad29-99938da1d5ee req-4d880912-99e7-44ef-aaba-87edd1d0d2eb service neutron] Request body: {'port': {'device_id': '6eb0eae7-c101-428e-82f4-1b6b9143ebd1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83053'}} {{(pid=109568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 22:50:50.123579 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [req-0f072e23-d345-4a80-ad29-99938da1d5ee req-4d880912-99e7-44ef-aaba-87edd1d0d2eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616566'] for port (b289f7dc-4163-4049-9731-33d2929f39a8), before_update {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:50:50.605038 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-804caa49-c9a0-4311-af8b-cc9d2d210386 tempest-TestVolumeBootPattern-851070749 tempest-TestVolumeBootPattern-851070749-project] Publish callbacks [] for floatingip (504b2506-ea0c-4ecf-9ef4-84e78bca7850), precommit_create {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:50:50.638783 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3840d26-ce7f-4205-ba51-65a068614a70 req-ff4f982c-17c7-4036-a510-c86070e356d4 tempest-VolumesSnapshotTestJSON-823419687 tempest-VolumesSnapshotTestJSON-823419687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:50:50.640277 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-f3840d26-ce7f-4205-ba51-65a068614a70 req-ff4f982c-17c7-4036-a510-c86070e356d4 tempest-VolumesSnapshotTestJSON-823419687 tempest-VolumesSnapshotTestJSON-823419687-project] 10.222.0.11 "GET /v2.0/ports?device_id=6eb0eae7-c101-428e-82f4-1b6b9143ebd1 HTTP/1.1" status: 200 len: 931 time: 0.1847517 Feb 28 22:50:50.781548 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-f3840d26-ce7f-4205-ba51-65a068614a70 req-d56f0f14-0dbd-44e4-b7fb-a41465c6a7cb tempest-VolumesSnapshotTestJSON-823419687 tempest-VolumesSnapshotTestJSON-823419687-project] 10.222.0.11 "GET /v2.0/security-groups?id=53e280b3-cb64-46d9-bd10-d9b74b1cdb25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334341 Feb 28 22:50:50.783552 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-804caa49-c9a0-4311-af8b-cc9d2d210386 tempest-TestVolumeBootPattern-851070749 tempest-TestVolumeBootPattern-851070749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616566'] for port (03f50f88-ec1c-47b0-96bf-a95016109ce2), before_update {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:50:50.931855 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.notifiers.nova [req-0f072e23-d345-4a80-ad29-99938da1d5ee req-4d880912-99e7-44ef-aaba-87edd1d0d2eb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b289f7dc-4163-4049-9731-33d2929f39a8 {{(pid=109568) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 22:50:50.941882 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [req-0f072e23-d345-4a80-ad29-99938da1d5ee req-4d880912-99e7-44ef-aaba-87edd1d0d2eb service neutron] Publish callbacks [] for port (b289f7dc-4163-4049-9731-33d2929f39a8), precommit_update {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:50:50.969091 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.db.provisioning_blocks [req-0f072e23-d345-4a80-ad29-99938da1d5ee req-4d880912-99e7-44ef-aaba-87edd1d0d2eb service neutron] Transition to ACTIVE for port object b289f7dc-4163-4049-9731-33d2929f39a8 will not be triggered until provisioned by entity L2. {{(pid=109568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Feb 28 22:50:50.976483 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [req-0f072e23-d345-4a80-ad29-99938da1d5ee req-4d880912-99e7-44ef-aaba-87edd1d0d2eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33156859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750845083886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750844628246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750844628264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30788396'] for port (b289f7dc-4163-4049-9731-33d2929f39a8), after_update {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:50:51.050115 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-804caa49-c9a0-4311-af8b-cc9d2d210386 tempest-TestVolumeBootPattern-851070749 tempest-TestVolumeBootPattern-851070749-project] Publish callbacks [] for port (03f50f88-ec1c-47b0-96bf-a95016109ce2), precommit_update {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:50:51.052638 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d880912-99e7-44ef-aaba-87edd1d0d2eb service neutron] Pushing event updated for resources: {'Port': ['ID=b289f7dc-4163-4049-9731-33d2929f39a8,revision_number=2']} {{(pid=109568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:50:51.059710 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-804caa49-c9a0-4311-af8b-cc9d2d210386 tempest-TestVolumeBootPattern-851070749 tempest-TestVolumeBootPattern-851070749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33156859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750845083886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750844628246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750844628264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30788396'] for port (03f50f88-ec1c-47b0-96bf-a95016109ce2), after_update {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:50:51.172955 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804caa49-c9a0-4311-af8b-cc9d2d210386 tempest-TestVolumeBootPattern-851070749 tempest-TestVolumeBootPattern-851070749-project] Pushing event updated for resources: {'Port': ['ID=03f50f88-ec1c-47b0-96bf-a95016109ce2,revision_number=2']} {{(pid=109568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:50:51.193274 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.plugins.ml2.managers [req-0f072e23-d345-4a80-ad29-99938da1d5ee req-4d880912-99e7-44ef-aaba-87edd1d0d2eb service neutron] Attempting to bind port b289f7dc-4163-4049-9731-33d2929f39a8 on host hv-cinder-83053 for vnic_type normal with profile {{(pid=109568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 22:50:51.193807 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.plugins.ml2.managers [req-0f072e23-d345-4a80-ad29-99938da1d5ee req-4d880912-99e7-44ef-aaba-87edd1d0d2eb service neutron] Attempting to bind port b289f7dc-4163-4049-9731-33d2929f39a8 by drivers openvswitch,hyperv on host hv-cinder-83053 at level 0 using segments [{'id': 'b4c94aae-f16b-4b60-9b49-212dc03c99fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'a2e178de-6ce8-46dc-b930-151655f7d071'}] {{(pid=109568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 22:50:51.194140 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f072e23-d345-4a80-ad29-99938da1d5ee req-4d880912-99e7-44ef-aaba-87edd1d0d2eb service neutron] Attempting to bind port b289f7dc-4163-4049-9731-33d2929f39a8 on network a2e178de-6ce8-46dc-b930-151655f7d071 {{(pid=109568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 22:50:51.200600 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-804caa49-c9a0-4311-af8b-cc9d2d210386 tempest-TestVolumeBootPattern-851070749 tempest-TestVolumeBootPattern-851070749-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33522123'] for floatingip (504b2506-ea0c-4ecf-9ef4-84e78bca7850), after_create {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:50:51.203230 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f072e23-d345-4a80-ad29-99938da1d5ee req-4d880912-99e7-44ef-aaba-87edd1d0d2eb service neutron] Port b289f7dc-4163-4049-9731-33d2929f39a8 on network a2e178de-6ce8-46dc-b930-151655f7d071 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83053 {{(pid=109568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 22:50:51.203552 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f072e23-d345-4a80-ad29-99938da1d5ee req-4d880912-99e7-44ef-aaba-87edd1d0d2eb service neutron] Attempting to bind port b289f7dc-4163-4049-9731-33d2929f39a8 on network a2e178de-6ce8-46dc-b930-151655f7d071 {{(pid=109568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 22:50:51.245340 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f072e23-d345-4a80-ad29-99938da1d5ee req-4d880912-99e7-44ef-aaba-87edd1d0d2eb service neutron] Checking agent: {'id': '5b2bda77-ea31-45ff-af39-f050a95cb1da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83053', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 22, 40, 14), 'started_at': datetime.datetime(2022, 2, 28, 22, 40, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 22, 50, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 22:50:51.245682 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f072e23-d345-4a80-ad29-99938da1d5ee req-4d880912-99e7-44ef-aaba-87edd1d0d2eb service neutron] Checking segment: {'id': 'b4c94aae-f16b-4b60-9b49-212dc03c99fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'a2e178de-6ce8-46dc-b930-151655f7d071'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 22:50:51.246073 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f072e23-d345-4a80-ad29-99938da1d5ee req-4d880912-99e7-44ef-aaba-87edd1d0d2eb service neutron] Bound using segment: {'id': 'b4c94aae-f16b-4b60-9b49-212dc03c99fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'a2e178de-6ce8-46dc-b930-151655f7d071'} {{(pid=109568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 22:50:51.246511 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.plugins.ml2.managers [req-0f072e23-d345-4a80-ad29-99938da1d5ee req-4d880912-99e7-44ef-aaba-87edd1d0d2eb service neutron] Bound port: b289f7dc-4163-4049-9731-33d2929f39a8, host: hv-cinder-83053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b4c94aae-f16b-4b60-9b49-212dc03c99fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'a2e178de-6ce8-46dc-b930-151655f7d071'}}] {{(pid=109568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 22:50:51.246869 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [req-0f072e23-d345-4a80-ad29-99938da1d5ee req-4d880912-99e7-44ef-aaba-87edd1d0d2eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616566'] for port (b289f7dc-4163-4049-9731-33d2929f39a8), before_update {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:50:51.358566 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.plugins.ml2.db [req-0f072e23-d345-4a80-ad29-99938da1d5ee req-4d880912-99e7-44ef-aaba-87edd1d0d2eb service neutron] For port b289f7dc-4163-4049-9731-33d2929f39a8, host hv-cinder-83053, cleared binding levels {{(pid=109568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 22:50:51.361170 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.db.l3_db [None req-804caa49-c9a0-4311-af8b-cc9d2d210386 tempest-TestVolumeBootPattern-851070749 tempest-TestVolumeBootPattern-851070749-project] Floating IP 504b2506-ea0c-4ecf-9ef4-84e78bca7850 associated. External IP: 172.27.0.110, port: 7f5b29b4-3798-4c08-a128-b08eebc55789. Feb 28 22:50:51.364447 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.plugins.ml2.db [req-0f072e23-d345-4a80-ad29-99938da1d5ee req-4d880912-99e7-44ef-aaba-87edd1d0d2eb service neutron] For port b289f7dc-4163-4049-9731-33d2929f39a8, host hv-cinder-83053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83053',level=0,port_id=b289f7dc-4163-4049-9731-33d2929f39a8,segment=NetworkSegment(b4c94aae-f16b-4b60-9b49-212dc03c99fc),segment_id=b4c94aae-f16b-4b60-9b49-212dc03c99fc)] {{(pid=109568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 22:50:51.400419 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [req-0f072e23-d345-4a80-ad29-99938da1d5ee req-4d880912-99e7-44ef-aaba-87edd1d0d2eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33156859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750845083886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750844628246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750844628264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30788396'] for port (b289f7dc-4163-4049-9731-33d2929f39a8), after_update {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:50:51.448886 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f072e23-d345-4a80-ad29-99938da1d5ee req-4d880912-99e7-44ef-aaba-87edd1d0d2eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:50:51.449450 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [req-0f072e23-d345-4a80-ad29-99938da1d5ee req-4d880912-99e7-44ef-aaba-87edd1d0d2eb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80159'] for port (None), before_response {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:50:51.450829 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-0f072e23-d345-4a80-ad29-99938da1d5ee req-4d880912-99e7-44ef-aaba-87edd1d0d2eb service neutron] 10.222.0.36 "PUT /v2.0/ports/b289f7dc-4163-4049-9731-33d2929f39a8 HTTP/1.1" status: 200 len: 1093 time: 1.4417498 Feb 28 22:50:51.451270 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6eb0eae7-c101-428e-82f4-1b6b9143ebd1', 'tag': 'b289f7dc-4163-4049-9731-33d2929f39a8'}] {{(pid=109568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 22:50:51.453527 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be30730c9f576b5ae602769365630bce3a2881df6c4aa92702dca8eb1643a507" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a90824c3-6346-4ff2-983b-a1596d9b7636" -d '{"events": [{"name": "network-changed", "server_uuid": "6eb0eae7-c101-428e-82f4-1b6b9143ebd1", "tag": "b289f7dc-4163-4049-9731-33d2929f39a8"}]}' {{(pid=109568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 22:50:51.474617 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d880912-99e7-44ef-aaba-87edd1d0d2eb service neutron] Pushing event updated for resources: {'Port': ['ID=b289f7dc-4163-4049-9731-33d2929f39a8,revision_number=3']} {{(pid=109568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:50:51.509178 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 22:50:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90a850d6-3e21-47fe-b836-b9011b5ffcbb x-openstack-request-id: req-90a850d6-3e21-47fe-b836-b9011b5ffcbb {{(pid=109568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 22:50:51.509557 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6eb0eae7-c101-428e-82f4-1b6b9143ebd1", "tag": "b289f7dc-4163-4049-9731-33d2929f39a8", "status": "completed", "code": 200}]} {{(pid=109568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 22:50:51.509890 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-90a850d6-3e21-47fe-b836-b9011b5ffcbb {{(pid=109568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 22:50:51.510291 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6eb0eae7-c101-428e-82f4-1b6b9143ebd1', 'tag': 'b289f7dc-4163-4049-9731-33d2929f39a8', 'status': 'completed', 'code': 200} Feb 28 22:50:51.603538 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f072e23-d345-4a80-ad29-99938da1d5ee req-722e02e5-fc4b-45ed-9837-e22958732be0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:50:51.605157 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-0f072e23-d345-4a80-ad29-99938da1d5ee req-722e02e5-fc4b-45ed-9837-e22958732be0 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=548098efad62447182b89d0ac0bd94a1&device_id=6eb0eae7-c101-428e-82f4-1b6b9143ebd1 HTTP/1.1" status: 200 len: 1127 time: 0.0941405 Feb 28 22:50:51.655061 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-0f072e23-d345-4a80-ad29-99938da1d5ee req-00910b59-522f-4b9b-8b2f-47dd7279eec3 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b289f7dc-4163-4049-9731-33d2929f39a8 HTTP/1.1" status: 200 len: 217 time: 0.0419517 Feb 28 22:50:51.748271 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f072e23-d345-4a80-ad29-99938da1d5ee req-b91fe308-c723-4202-a26f-93a507777780 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:50:51.749608 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-0f072e23-d345-4a80-ad29-99938da1d5ee req-b91fe308-c723-4202-a26f-93a507777780 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=3455a689-1924-4cc1-a40d-2004d6090b34 HTTP/1.1" status: 200 len: 854 time: 0.0659556 Feb 28 22:50:51.751293 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-804caa49-c9a0-4311-af8b-cc9d2d210386 tempest-TestVolumeBootPattern-851070749 tempest-TestVolumeBootPattern-851070749-project] Router 13cddc1b-2f3a-43a6-9fab-623243736c76 has already been hosted by L3 agent 1bbc3f13-d896-4633-9d3f-4f3415ceb83d {{(pid=109568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 22:50:51.785046 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-0f072e23-d345-4a80-ad29-99938da1d5ee req-9d6f0e21-19a6-457b-b65d-328f4185a8f8 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a2e178de-6ce8-46dc-b930-151655f7d071&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0289230 Feb 28 22:50:51.996968 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48891cec-fb3f-448b-8845-8957a3b41841 req-01e82878-5f03-403e-9d0f-850e95b881d0 tempest-VolumesSnapshotTestJSON-823419687 tempest-VolumesSnapshotTestJSON-823419687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:50:51.998489 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-48891cec-fb3f-448b-8845-8957a3b41841 req-01e82878-5f03-403e-9d0f-850e95b881d0 tempest-VolumesSnapshotTestJSON-823419687 tempest-VolumesSnapshotTestJSON-823419687-project] 10.222.0.11 "GET /v2.0/ports?device_id=6eb0eae7-c101-428e-82f4-1b6b9143ebd1 HTTP/1.1" status: 200 len: 943 time: 0.1318517 Feb 28 22:50:51.999877 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-804caa49-c9a0-4311-af8b-cc9d2d210386 tempest-TestVolumeBootPattern-851070749 tempest-TestVolumeBootPattern-851070749-project] Notify agent at l3_agent.dv-cinder-830538-5-iscsi the message routers_updated {{(pid=109568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 22:50:52.002723 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-0f072e23-d345-4a80-ad29-99938da1d5ee req-3d8738d9-5066-4485-a21a-d53d6c2d8dcd service neutron] 10.222.0.36 "GET /v2.0/networks/a2e178de-6ce8-46dc-b930-151655f7d071?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1877964 Feb 28 22:50:52.009767 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e14d149c-781b-4a88-ad31-05319012d575 None None] Sync routers for ids ['13cddc1b-2f3a-43a6-9fab-623243736c76'] in dv-cinder-830538-5-iscsi {{(pid=109570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 22:50:52.019287 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e14d149c-781b-4a88-ad31-05319012d575 None None] Routers {'13cddc1b-2f3a-43a6-9fab-623243736c76'} bound to L3 agent in host dv-cinder-830538-5-iscsi {{(pid=109570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 22:50:52.019925 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.db.l3_hamode_db [None req-e14d149c-781b-4a88-ad31-05319012d575 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830538-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T22:34:03Z,description=,heartbeat_timestamp=2022-02-28T22:50:33Z,host='dv-cinder-830538-5-iscsi',id=1bbc3f13-d896-4633-9d3f-4f3415ceb83d,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T22:34:03Z,topic='l3_agent')) {'router_ids': ['13cddc1b-2f3a-43a6-9fab-623243736c76'], 'active': True} {{(pid=109570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 22:50:52.070376 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-804caa49-c9a0-4311-af8b-cc9d2d210386 tempest-TestVolumeBootPattern-851070749 tempest-TestVolumeBootPattern-851070749-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80159'] for floatingip (None), before_response {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:50:52.129644 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.db.l3_dvr_db [None req-e14d149c-781b-4a88-ad31-05319012d575 None None] Set router 13cddc1b-2f3a-43a6-9fab-623243736c76 gateway port host: dv-cinder-830538-5-iscsi {{(pid=109570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 22:50:52.134674 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [None req-804caa49-c9a0-4311-af8b-cc9d2d210386 tempest-TestVolumeBootPattern-851070749 tempest-TestVolumeBootPattern-851070749-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.3019986 Feb 28 22:50:52.138090 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-48891cec-fb3f-448b-8845-8957a3b41841 req-81e5ca05-d5a0-45f1-b64b-7d2a16113135 tempest-VolumesSnapshotTestJSON-823419687 tempest-VolumesSnapshotTestJSON-823419687-project] 10.222.0.11 "GET /v2.0/security-groups?id=53e280b3-cb64-46d9-bd10-d9b74b1cdb25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323621 Feb 28 22:50:52.175988 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-0f072e23-d345-4a80-ad29-99938da1d5ee req-14b91acd-ce78-4c68-b878-63c08e4a9485 service neutron] 10.222.0.36 "GET /v2.0/networks/a2e178de-6ce8-46dc-b930-151655f7d071?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1611474 Feb 28 22:50:52.261332 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90824c3-6346-4ff2-983b-a1596d9b7636 req-6cdb6cc7-9918-4051-9c58-4dd66c8fe41f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:50:52.262777 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-a90824c3-6346-4ff2-983b-a1596d9b7636 req-6cdb6cc7-9918-4051-9c58-4dd66c8fe41f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=548098efad62447182b89d0ac0bd94a1&device_id=6eb0eae7-c101-428e-82f4-1b6b9143ebd1 HTTP/1.1" status: 200 len: 1127 time: 0.0448186 Feb 28 22:50:52.352366 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.db.l3_hamode_db [None req-e14d149c-781b-4a88-ad31-05319012d575 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13cddc1b-2f3a-43a6-9fab-623243736c76', 'name': 'tempest-TestVolumeBootPattern-274550402-router', 'tenant_id': '9682b42bc5bb4f3a9ed975026db8a4a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e7a10c7-addc-4b79-a555-0b472e939652', 'external_fixed_ips': [{'subnet_id': '8aaf002d-6309-4cf0-ae69-6d349a14c0b1', 'ip_address': '172.27.0.62'}], 'enable_snat': True}, 'gw_port_id': '9f35f2e5-ac00-4c40-89cb-b6010878caf1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T22:49:56Z', 'updated_at': '2022-02-28T22:49:59Z', 'revision_number': 4, 'project_id': '9682b42bc5bb4f3a9ed975026db8a4a3', 'gw_port': {'id': '9f35f2e5-ac00-4c40-89cb-b6010878caf1', 'name': '', 'network_id': '3e7a10c7-addc-4b79-a555-0b472e939652', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:60:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13cddc1b-2f3a-43a6-9fab-623243736c76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '8aaf002d-6309-4cf0-ae69-6d349a14c0b1', 'ip_address': '172.27.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T22:49:57Z', 'updated_at': '2022-02-28T22:50:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8aaf002d-6309-4cf0-ae69-6d349a14c0b1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830538-5-iscsi', '_floatingips': [{'id': '504b2506-ea0c-4ecf-9ef4-84e78bca7850', 'tenant_id': '9682b42bc5bb4f3a9ed975026db8a4a3', 'floating_ip_address': '172.27.0.110', 'floating_network_id': '3e7a10c7-addc-4b79-a555-0b472e939652', 'router_id': '13cddc1b-2f3a-43a6-9fab-623243736c76', 'port_id': '7f5b29b4-3798-4c08-a128-b08eebc55789', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 696, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bd5c87d6-280c-42e5-a7a0-d86f35b08ea1', 'mac_address': 'fa:16:3e:34:47:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5ff3081-41f5-4bc8-a6b5-8a01d3de6124', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T22:50:50Z', 'updated_at': '2022-02-28T22:50:50Z', 'revision_number': 0, 'project_id': '9682b42bc5bb4f3a9ed975026db8a4a3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6c9de3a6-93cb-428f-b017-274d72145940', 'name': '', 'network_id': 'bd5c87d6-280c-42e5-a7a0-d86f35b08ea1', 'tenant_id': '9682b42bc5bb4f3a9ed975026db8a4a3', 'mac_address': 'fa:16:3e:c1:3d:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13cddc1b-2f3a-43a6-9fab-623243736c76', 'device_owner': 'network:router_interface', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'e0a95bd6-4937-48b3-aec2-a392dcb0defe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T22:49:58Z', 'updated_at': '2022-02-28T22:50:04Z', 'revision_number': 5, 'project_id': '9682b42bc5bb4f3a9ed975026db8a4a3', 'subnets': [{'id': 'e0a95bd6-4937-48b3-aec2-a392dcb0defe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830538-5-iscsi', False) {} {{(pid=109570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 22:50:52.358278 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90824c3-6346-4ff2-983b-a1596d9b7636 req-8c2b27eb-f65d-4020-95b4-601555bc5996 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:50:52.359791 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-a90824c3-6346-4ff2-983b-a1596d9b7636 req-8c2b27eb-f65d-4020-95b4-601555bc5996 service neutron] 10.222.0.36 "GET /v2.0/networks?id=a2e178de-6ce8-46dc-b930-151655f7d071 HTTP/1.1" status: 200 len: 915 time: 0.0895355 Feb 28 22:50:52.382437 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e14d149c-781b-4a88-ad31-05319012d575 None None] Checking router: 13cddc1b-2f3a-43a6-9fab-623243736c76 for host: dv-cinder-830538-5-iscsi {{(pid=109570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 22:50:52.391488 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e14d149c-781b-4a88-ad31-05319012d575 None None] Routers {'13cddc1b-2f3a-43a6-9fab-623243736c76'} bound to L3 agent in host dv-cinder-830538-5-iscsi {{(pid=109570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 22:50:52.392122 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.db.l3_hamode_db [None req-e14d149c-781b-4a88-ad31-05319012d575 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830538-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T22:34:03Z,description=,heartbeat_timestamp=2022-02-28T22:50:33Z,host='dv-cinder-830538-5-iscsi',id=1bbc3f13-d896-4633-9d3f-4f3415ceb83d,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T22:34:03Z,topic='l3_agent')) {'router_ids': ['13cddc1b-2f3a-43a6-9fab-623243736c76'], 'active': True} {{(pid=109570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 22:50:52.404306 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-a90824c3-6346-4ff2-983b-a1596d9b7636 req-1cfdc529-9c5c-49fe-9cb6-680dd9c10612 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b289f7dc-4163-4049-9731-33d2929f39a8 HTTP/1.1" status: 200 len: 217 time: 0.0371962 Feb 28 22:50:52.453270 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90824c3-6346-4ff2-983b-a1596d9b7636 req-fa14ab47-4b22-4a44-90f2-47808e3c59be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:50:52.454735 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-a90824c3-6346-4ff2-983b-a1596d9b7636 req-fa14ab47-4b22-4a44-90f2-47808e3c59be service neutron] 10.222.0.36 "GET /v2.0/subnets?id=3455a689-1924-4cc1-a40d-2004d6090b34 HTTP/1.1" status: 200 len: 854 time: 0.0447462 Feb 28 22:50:52.487377 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-a90824c3-6346-4ff2-983b-a1596d9b7636 req-ea56e584-9469-46e1-9323-0f87a2b2cdc1 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a2e178de-6ce8-46dc-b930-151655f7d071&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259767 Feb 28 22:50:52.499495 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.db.l3_dvr_db [None req-e14d149c-781b-4a88-ad31-05319012d575 None None] Set router 13cddc1b-2f3a-43a6-9fab-623243736c76 gateway port host: dv-cinder-830538-5-iscsi {{(pid=109570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 22:50:52.583570 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-a90824c3-6346-4ff2-983b-a1596d9b7636 req-f947de07-e628-4b94-9e5f-05133cdee440 service neutron] 10.222.0.36 "GET /v2.0/networks/a2e178de-6ce8-46dc-b930-151655f7d071?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885758 Feb 28 22:50:52.674363 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-a90824c3-6346-4ff2-983b-a1596d9b7636 req-068418d8-472d-4915-b755-8da0cdae7ffa service neutron] 10.222.0.36 "GET /v2.0/networks/a2e178de-6ce8-46dc-b930-151655f7d071?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846837 Feb 28 22:50:52.852248 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.db.l3_hamode_db [None req-e14d149c-781b-4a88-ad31-05319012d575 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13cddc1b-2f3a-43a6-9fab-623243736c76', 'name': 'tempest-TestVolumeBootPattern-274550402-router', 'tenant_id': '9682b42bc5bb4f3a9ed975026db8a4a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e7a10c7-addc-4b79-a555-0b472e939652', 'external_fixed_ips': [{'subnet_id': '8aaf002d-6309-4cf0-ae69-6d349a14c0b1', 'ip_address': '172.27.0.62'}], 'enable_snat': True}, 'gw_port_id': '9f35f2e5-ac00-4c40-89cb-b6010878caf1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T22:49:56Z', 'updated_at': '2022-02-28T22:49:59Z', 'revision_number': 4, 'project_id': '9682b42bc5bb4f3a9ed975026db8a4a3', 'gw_port': {'id': '9f35f2e5-ac00-4c40-89cb-b6010878caf1', 'name': '', 'network_id': '3e7a10c7-addc-4b79-a555-0b472e939652', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:60:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13cddc1b-2f3a-43a6-9fab-623243736c76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '8aaf002d-6309-4cf0-ae69-6d349a14c0b1', 'ip_address': '172.27.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T22:49:57Z', 'updated_at': '2022-02-28T22:50:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8aaf002d-6309-4cf0-ae69-6d349a14c0b1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830538-5-iscsi', '_floatingips': [{'id': '504b2506-ea0c-4ecf-9ef4-84e78bca7850', 'tenant_id': '9682b42bc5bb4f3a9ed975026db8a4a3', 'floating_ip_address': '172.27.0.110', 'floating_network_id': '3e7a10c7-addc-4b79-a555-0b472e939652', 'router_id': '13cddc1b-2f3a-43a6-9fab-623243736c76', 'port_id': '7f5b29b4-3798-4c08-a128-b08eebc55789', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 696, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bd5c87d6-280c-42e5-a7a0-d86f35b08ea1', 'mac_address': 'fa:16:3e:34:47:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5ff3081-41f5-4bc8-a6b5-8a01d3de6124', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T22:50:50Z', 'updated_at': '2022-02-28T22:50:50Z', 'revision_number': 0, 'project_id': '9682b42bc5bb4f3a9ed975026db8a4a3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6c9de3a6-93cb-428f-b017-274d72145940', 'name': '', 'network_id': 'bd5c87d6-280c-42e5-a7a0-d86f35b08ea1', 'tenant_id': '9682b42bc5bb4f3a9ed975026db8a4a3', 'mac_address': 'fa:16:3e:c1:3d:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13cddc1b-2f3a-43a6-9fab-623243736c76', 'device_owner': 'network:router_interface', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'e0a95bd6-4937-48b3-aec2-a392dcb0defe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T22:49:58Z', 'updated_at': '2022-02-28T22:50:04Z', 'revision_number': 5, 'project_id': '9682b42bc5bb4f3a9ed975026db8a4a3', 'subnets': [{'id': 'e0a95bd6-4937-48b3-aec2-a392dcb0defe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830538-5-iscsi', False) {} {{(pid=109570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 22:50:52.882280 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e14d149c-781b-4a88-ad31-05319012d575 None None] The sync data for ids ['13cddc1b-2f3a-43a6-9fab-623243736c76'] in dv-cinder-830538-5-iscsi is: [{'id': '13cddc1b-2f3a-43a6-9fab-623243736c76', 'name': 'tempest-TestVolumeBootPattern-274550402-router', 'tenant_id': '9682b42bc5bb4f3a9ed975026db8a4a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e7a10c7-addc-4b79-a555-0b472e939652', 'external_fixed_ips': [{'subnet_id': '8aaf002d-6309-4cf0-ae69-6d349a14c0b1', 'ip_address': '172.27.0.62'}], 'enable_snat': True}, 'gw_port_id': '9f35f2e5-ac00-4c40-89cb-b6010878caf1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T22:49:56Z', 'updated_at': '2022-02-28T22:49:59Z', 'revision_number': 4, 'project_id': '9682b42bc5bb4f3a9ed975026db8a4a3', 'gw_port': {'id': '9f35f2e5-ac00-4c40-89cb-b6010878caf1', 'name': '', 'network_id': '3e7a10c7-addc-4b79-a555-0b472e939652', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:60:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13cddc1b-2f3a-43a6-9fab-623243736c76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '8aaf002d-6309-4cf0-ae69-6d349a14c0b1', 'ip_address': '172.27.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T22:49:57Z', 'updated_at': '2022-02-28T22:50:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8aaf002d-6309-4cf0-ae69-6d349a14c0b1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830538-5-iscsi', '_floatingips': [{'id': '504b2506-ea0c-4ecf-9ef4-84e78bca7850', 'tenant_id': '9682b42bc5bb4f3a9ed975026db8a4a3', 'floating_ip_address': '172.27.0.110', 'floating_network_id': '3e7a10c7-addc-4b79-a555-0b472e939652', 'router_id': '13cddc1b-2f3a-43a6-9fab-623243736c76', 'port_id': '7f5b29b4-3798-4c08-a128-b08eebc55789', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 696, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bd5c87d6-280c-42e5-a7a0-d86f35b08ea1', 'mac_address': 'fa:16:3e:34:47:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5ff3081-41f5-4bc8-a6b5-8a01d3de6124', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T22:50:50Z', 'updated_at': '2022-02-28T22:50:50Z', 'revision_number': 0, 'project_id': '9682b42bc5bb4f3a9ed975026db8a4a3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6c9de3a6-93cb-428f-b017-274d72145940', 'name': '', 'network_id': 'bd5c87d6-280c-42e5-a7a0-d86f35b08ea1', 'tenant_id': '9682b42bc5bb4f3a9ed975026db8a4a3', 'mac_address': 'fa:16:3e:c1:3d:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13cddc1b-2f3a-43a6-9fab-623243736c76', 'device_owner': 'network:router_interface', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'e0a95bd6-4937-48b3-aec2-a392dcb0defe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T22:49:58Z', 'updated_at': '2022-02-28T22:50:04Z', 'revision_number': 5, 'project_id': '9682b42bc5bb4f3a9ed975026db8a4a3', 'subnets': [{'id': 'e0a95bd6-4937-48b3-aec2-a392dcb0defe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 22:50:53.265967 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d55de65-5e0d-4225-a2c7-3838003f6813 req-7f7de44f-e950-4dcb-bb11-4b87a348ebf0 tempest-VolumesSnapshotTestJSON-823419687 tempest-VolumesSnapshotTestJSON-823419687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:50:53.267521 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-8d55de65-5e0d-4225-a2c7-3838003f6813 req-7f7de44f-e950-4dcb-bb11-4b87a348ebf0 tempest-VolumesSnapshotTestJSON-823419687 tempest-VolumesSnapshotTestJSON-823419687-project] 10.222.0.11 "GET /v2.0/ports?device_id=6eb0eae7-c101-428e-82f4-1b6b9143ebd1 HTTP/1.1" status: 200 len: 943 time: 0.0596199 Feb 28 22:50:53.317036 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-8d55de65-5e0d-4225-a2c7-3838003f6813 req-4fdb8836-3f2c-45b4-aabb-c17c2962dafb tempest-VolumesSnapshotTestJSON-823419687 tempest-VolumesSnapshotTestJSON-823419687-project] 10.222.0.11 "GET /v2.0/security-groups?id=53e280b3-cb64-46d9-bd10-d9b74b1cdb25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438843 Feb 28 22:50:53.489030 dv-cinder-830538-5-iscsi neutron-server[109571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd547733-fd4d-42b1-803f-2040a4ee31f5 None None] New status for floating IP 504b2506-ea0c-4ecf-9ef4-84e78bca7850: ACTIVE {{(pid=109571) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 28 22:50:53.511367 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5ff3081-41f5-4bc8-a6b5-8a01d3de6124', 'tag': '7f5b29b4-3798-4c08-a128-b08eebc55789'}] {{(pid=109568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 22:50:53.513704 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be30730c9f576b5ae602769365630bce3a2881df6c4aa92702dca8eb1643a507" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d239c90-5675-4994-a575-3b9be4a616e0" -d '{"events": [{"name": "network-changed", "server_uuid": "c5ff3081-41f5-4bc8-a6b5-8a01d3de6124", "tag": "7f5b29b4-3798-4c08-a128-b08eebc55789"}]}' {{(pid=109568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 22:50:53.549423 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 22:50:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af3c3516-42e8-4cea-8482-2a05d5f1fbac x-openstack-request-id: req-af3c3516-42e8-4cea-8482-2a05d5f1fbac {{(pid=109568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 22:50:53.549713 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c5ff3081-41f5-4bc8-a6b5-8a01d3de6124", "tag": "7f5b29b4-3798-4c08-a128-b08eebc55789", "status": "completed", "code": 200}]} {{(pid=109568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 22:50:53.550036 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-af3c3516-42e8-4cea-8482-2a05d5f1fbac {{(pid=109568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 22:50:53.550437 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c5ff3081-41f5-4bc8-a6b5-8a01d3de6124', 'tag': '7f5b29b4-3798-4c08-a128-b08eebc55789', 'status': 'completed', 'code': 200} Feb 28 22:50:53.620457 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d239c90-5675-4994-a575-3b9be4a616e0 req-332ce929-84cc-4d42-97c9-398d66a9f2c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:50:53.621861 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-5d239c90-5675-4994-a575-3b9be4a616e0 req-332ce929-84cc-4d42-97c9-398d66a9f2c5 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=9682b42bc5bb4f3a9ed975026db8a4a3&device_id=c5ff3081-41f5-4bc8-a6b5-8a01d3de6124 HTTP/1.1" status: 200 len: 1130 time: 0.0450363 Feb 28 22:50:53.714154 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d239c90-5675-4994-a575-3b9be4a616e0 req-16dfeeca-e3c8-4fe1-aaea-3e62e91ed333 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:50:53.715616 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-5d239c90-5675-4994-a575-3b9be4a616e0 req-16dfeeca-e3c8-4fe1-aaea-3e62e91ed333 service neutron] 10.222.0.36 "GET /v2.0/networks?id=bd5c87d6-280c-42e5-a7a0-d86f35b08ea1 HTTP/1.1" status: 200 len: 912 time: 0.0872951 Feb 28 22:50:53.777857 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-5d239c90-5675-4994-a575-3b9be4a616e0 req-0fd027e5-2d9e-452f-b2dd-3fecb72e50ba service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7f5b29b4-3798-4c08-a128-b08eebc55789 HTTP/1.1" status: 200 len: 1002 time: 0.0568271 Feb 28 22:50:53.823916 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d239c90-5675-4994-a575-3b9be4a616e0 req-fea6266f-04a1-4484-b967-394cbe966054 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:50:53.825280 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-5d239c90-5675-4994-a575-3b9be4a616e0 req-fea6266f-04a1-4484-b967-394cbe966054 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e0a95bd6-4937-48b3-aec2-a392dcb0defe HTTP/1.1" status: 200 len: 850 time: 0.0424833 Feb 28 22:50:53.875229 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d239c90-5675-4994-a575-3b9be4a616e0 req-e03fc17f-e0da-4e24-8608-9176443a5044 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:50:53.876658 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-5d239c90-5675-4994-a575-3b9be4a616e0 req-e03fc17f-e0da-4e24-8608-9176443a5044 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=bd5c87d6-280c-42e5-a7a0-d86f35b08ea1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0463274 Feb 28 22:50:54.226616 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-5d239c90-5675-4994-a575-3b9be4a616e0 req-4e7c4099-303e-466b-8207-4c7c7a8152bf service neutron] 10.222.0.36 "GET /v2.0/networks/bd5c87d6-280c-42e5-a7a0-d86f35b08ea1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3436217 Feb 28 22:50:54.315484 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-5d239c90-5675-4994-a575-3b9be4a616e0 req-d6074345-3182-4460-85b8-b07450d68d7a service neutron] 10.222.0.36 "GET /v2.0/networks/bd5c87d6-280c-42e5-a7a0-d86f35b08ea1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829268 Feb 28 22:50:54.434638 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e120e0d-110f-4219-9570-9f023881127b req-9081666e-b0a5-4bea-9c2c-1b65f7c0b22b tempest-VolumesSnapshotTestJSON-823419687 tempest-VolumesSnapshotTestJSON-823419687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:50:54.436138 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-5e120e0d-110f-4219-9570-9f023881127b req-9081666e-b0a5-4bea-9c2c-1b65f7c0b22b tempest-VolumesSnapshotTestJSON-823419687 tempest-VolumesSnapshotTestJSON-823419687-project] 10.222.0.11 "GET /v2.0/ports?device_id=6eb0eae7-c101-428e-82f4-1b6b9143ebd1 HTTP/1.1" status: 200 len: 943 time: 0.0532222 Feb 28 22:50:54.482385 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-5e120e0d-110f-4219-9570-9f023881127b req-aac72669-171a-41c6-9a8e-6f63eb72016e tempest-VolumesSnapshotTestJSON-823419687 tempest-VolumesSnapshotTestJSON-823419687-project] 10.222.0.11 "GET /v2.0/security-groups?id=53e280b3-cb64-46d9-bd10-d9b74b1cdb25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407379 Feb 28 22:50:54.939769 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.rpc [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] Device b289f7dc-4163-4049-9731-33d2929f39a8 details requested by agent hyperv_hv-cinder-83053 with host hv-cinder-83053 {{(pid=109570) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 22:50:55.031557 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.db [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] For port b289f7dc-4163-4049-9731-33d2929f39a8, host hv-cinder-83053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83053',level=0,port_id=b289f7dc-4163-4049-9731-33d2929f39a8,segment=NetworkSegment(b4c94aae-f16b-4b60-9b49-212dc03c99fc),segment_id=b4c94aae-f16b-4b60-9b49-212dc03c99fc)] {{(pid=109570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 22:50:55.043001 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.rpc [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] Returning: {'device': 'b289f7dc-4163-4049-9731-33d2929f39a8', 'network_id': 'a2e178de-6ce8-46dc-b930-151655f7d071', 'port_id': 'b289f7dc-4163-4049-9731-33d2929f39a8', 'mac_address': 'fa:16:3e:b5:dc:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 147, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3455a689-1924-4cc1-a40d-2004d6090b34', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109570) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 22:50:55.081842 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.plugin [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] Current status of the port b289f7dc-4163-4049-9731-33d2929f39a8 is: DOWN; New status is: BUILD {{(pid=109570) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 22:50:55.082229 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616566'] for port (b289f7dc-4163-4049-9731-33d2929f39a8), before_update {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:50:55.094868 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.notifiers.nova [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b289f7dc-4163-4049-9731-33d2929f39a8 {{(pid=109570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 22:50:55.112769 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.db [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] For port b289f7dc-4163-4049-9731-33d2929f39a8, host hv-cinder-83053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83053',level=0,port_id=b289f7dc-4163-4049-9731-33d2929f39a8,segment=NetworkSegment(b4c94aae-f16b-4b60-9b49-212dc03c99fc),segment_id=b4c94aae-f16b-4b60-9b49-212dc03c99fc)] {{(pid=109570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 22:50:55.116541 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33156859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750845083886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750844628246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750844628264'] for port (b289f7dc-4163-4049-9731-33d2929f39a8), after_update {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:50:55.161273 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] Pushing event updated for resources: {'Port': ['ID=b289f7dc-4163-4049-9731-33d2929f39a8,revision_number=4']} {{(pid=109570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:50:55.168293 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830538-5-iscsi {{(pid=109570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:50:55.168641 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-5-iscsi {{(pid=109570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:50:55.168983 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-5-iscsi {{(pid=109570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:50:55.169317 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-5-iscsi {{(pid=109570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:50:55.169647 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830538-5-iscsi {{(pid=109570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:50:55.169972 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830538-5-iscsi {{(pid=109570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:50:55.170300 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830538-5-iscsi {{(pid=109570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:50:55.170625 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830538-5-iscsi {{(pid=109570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:50:55.170948 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830538-5-iscsi {{(pid=109570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:50:55.171270 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830538-5-iscsi {{(pid=109570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:50:55.171590 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-5-iscsi {{(pid=109570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:50:55.171935 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830538-5-iscsi {{(pid=109570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:50:55.172250 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830538-5-iscsi {{(pid=109570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:50:55.325223 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.db [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] get_ports_and_sgs() called for port_ids ['b289f7dc-4163-4049-9731-33d2929f39a8'] {{(pid=109570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 22:50:55.599388 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac46b1c-9191-46be-af85-814b5efe477f req-c52d8192-02f6-4462-a570-b6762de0e987 tempest-VolumesSnapshotTestJSON-823419687 tempest-VolumesSnapshotTestJSON-823419687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:50:55.600793 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-cac46b1c-9191-46be-af85-814b5efe477f req-c52d8192-02f6-4462-a570-b6762de0e987 tempest-VolumesSnapshotTestJSON-823419687 tempest-VolumesSnapshotTestJSON-823419687-project] 10.222.0.11 "GET /v2.0/ports?device_id=6eb0eae7-c101-428e-82f4-1b6b9143ebd1 HTTP/1.1" status: 200 len: 944 time: 0.0515757 Feb 28 22:50:55.649593 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-cac46b1c-9191-46be-af85-814b5efe477f req-855e4ca9-afa9-4687-91ea-9ee605ae4404 tempest-VolumesSnapshotTestJSON-823419687 tempest-VolumesSnapshotTestJSON-823419687-project] 10.222.0.11 "GET /v2.0/security-groups?id=53e280b3-cb64-46d9-bd10-d9b74b1cdb25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433416 Feb 28 22:50:56.455023 dv-cinder-830538-5-iscsi neutron-server[109571]: DEBUG neutron.db.agents_db [None req-267e04d6-1473-4c25-8f3a-d1c5e119a015 None None] Agent healthcheck: found 6 active agents {{(pid=109571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 22:50:56.764263 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa5b40a-874c-41a9-9316-b28f82f9b106 req-80072565-8d2b-4719-85bd-6afdad74329d tempest-VolumesSnapshotTestJSON-823419687 tempest-VolumesSnapshotTestJSON-823419687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:50:56.765733 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-7fa5b40a-874c-41a9-9316-b28f82f9b106 req-80072565-8d2b-4719-85bd-6afdad74329d tempest-VolumesSnapshotTestJSON-823419687 tempest-VolumesSnapshotTestJSON-823419687-project] 10.222.0.11 "GET /v2.0/ports?device_id=6eb0eae7-c101-428e-82f4-1b6b9143ebd1 HTTP/1.1" status: 200 len: 944 time: 0.0515177 Feb 28 22:50:56.810817 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-7fa5b40a-874c-41a9-9316-b28f82f9b106 req-9ceba268-31c6-48f6-b430-9e9f35b0d293 tempest-VolumesSnapshotTestJSON-823419687 tempest-VolumesSnapshotTestJSON-823419687-project] 10.222.0.11 "GET /v2.0/security-groups?id=53e280b3-cb64-46d9-bd10-d9b74b1cdb25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396786 Feb 28 22:50:56.961136 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.rpc [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] Device b289f7dc-4163-4049-9731-33d2929f39a8 up at agent hyperv_hv-cinder-83053 {{(pid=109570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 22:50:57.008583 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.db.provisioning_blocks [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] Provisioning for port b289f7dc-4163-4049-9731-33d2929f39a8 completed by entity L2. {{(pid=109570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 28 22:50:57.012688 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.db.provisioning_blocks [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] Provisioning complete for port b289f7dc-4163-4049-9731-33d2929f39a8 triggered by entity L2. {{(pid=109570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 22:50:57.013063 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579965'] for port (b289f7dc-4163-4049-9731-33d2929f39a8), provisioning_complete {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:50:57.089549 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.plugin [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] Current status of the port b289f7dc-4163-4049-9731-33d2929f39a8 is: BUILD; New status is: ACTIVE {{(pid=109570) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 22:50:57.089933 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616566'] for port (b289f7dc-4163-4049-9731-33d2929f39a8), before_update {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:50:57.111130 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6eb0eae7-c101-428e-82f4-1b6b9143ebd1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b289f7dc-4163-4049-9731-33d2929f39a8'}] {{(pid=109570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 22:50:57.113409 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fade63a226c96e14254c735f674fb73a181a47373151acc9bb38ade81564009" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-047ee97f-81e5-4718-8f82-4cd6a295fc28" -d '{"events": [{"server_uuid": "6eb0eae7-c101-428e-82f4-1b6b9143ebd1", "name": "network-vif-plugged", "status": "completed", "tag": "b289f7dc-4163-4049-9731-33d2929f39a8"}]}' {{(pid=109570) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 22:50:57.126305 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.db [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] For port b289f7dc-4163-4049-9731-33d2929f39a8, host hv-cinder-83053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83053',level=0,port_id=b289f7dc-4163-4049-9731-33d2929f39a8,segment=NetworkSegment(b4c94aae-f16b-4b60-9b49-212dc03c99fc),segment_id=b4c94aae-f16b-4b60-9b49-212dc03c99fc)] {{(pid=109570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 22:50:57.130417 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33156859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750845083886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750844628246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750844628264'] for port (b289f7dc-4163-4049-9731-33d2929f39a8), after_update {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:50:57.153975 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 22:50:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8babc9bd-346a-4594-bfe6-9985c4ff944d x-openstack-request-id: req-8babc9bd-346a-4594-bfe6-9985c4ff944d {{(pid=109570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 22:50:57.154268 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6eb0eae7-c101-428e-82f4-1b6b9143ebd1", "name": "network-vif-plugged", "status": "completed", "tag": "b289f7dc-4163-4049-9731-33d2929f39a8", "code": 200}]} {{(pid=109570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 22:50:57.154520 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-8babc9bd-346a-4594-bfe6-9985c4ff944d {{(pid=109570) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 22:50:57.154973 dv-cinder-830538-5-iscsi neutron-server[109570]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6eb0eae7-c101-428e-82f4-1b6b9143ebd1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b289f7dc-4163-4049-9731-33d2929f39a8', 'code': 200} Feb 28 22:50:57.182601 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] Pushing event updated for resources: {'Port': ['ID=b289f7dc-4163-4049-9731-33d2929f39a8,revision_number=5']} {{(pid=109570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:50:57.311422 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1277b99d-59ac-44e5-9b7a-888e88398b4e req-e6cd5fc0-7418-4698-81c2-009940d97ac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:50:57.313243 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-1277b99d-59ac-44e5-9b7a-888e88398b4e req-e6cd5fc0-7418-4698-81c2-009940d97ac9 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=6eb0eae7-c101-428e-82f4-1b6b9143ebd1 HTTP/1.1" status: 200 len: 1129 time: 0.0428388 Feb 28 22:50:57.356267 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-1277b99d-59ac-44e5-9b7a-888e88398b4e req-54f43e15-405e-4763-9b33-33562726032f service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=53e280b3-cb64-46d9-bd10-d9b74b1cdb25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365534 Feb 28 22:50:57.928881 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53bd4f44-6333-463a-9c03-f09588f2abc8 req-7b29c671-dff2-465c-b0b3-badee4d760ef tempest-VolumesSnapshotTestJSON-823419687 tempest-VolumesSnapshotTestJSON-823419687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:50:57.930360 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-53bd4f44-6333-463a-9c03-f09588f2abc8 req-7b29c671-dff2-465c-b0b3-badee4d760ef tempest-VolumesSnapshotTestJSON-823419687 tempest-VolumesSnapshotTestJSON-823419687-project] 10.222.0.11 "GET /v2.0/ports?device_id=6eb0eae7-c101-428e-82f4-1b6b9143ebd1 HTTP/1.1" status: 200 len: 945 time: 0.0553977 Feb 28 22:50:57.976629 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-53bd4f44-6333-463a-9c03-f09588f2abc8 req-0d55973b-5e57-492b-a105-ed7e8f4f6eb0 tempest-VolumesSnapshotTestJSON-823419687 tempest-VolumesSnapshotTestJSON-823419687-project] 10.222.0.11 "GET /v2.0/security-groups?id=53e280b3-cb64-46d9-bd10-d9b74b1cdb25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403049 Feb 28 22:50:59.095361 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07a5267-f9be-44af-bbb8-33c1e380d48a req-53d2bdb9-dd5e-4e1c-9d15-5f681ab3be43 tempest-VolumesSnapshotTestJSON-823419687 tempest-VolumesSnapshotTestJSON-823419687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:50:59.096848 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-a07a5267-f9be-44af-bbb8-33c1e380d48a req-53d2bdb9-dd5e-4e1c-9d15-5f681ab3be43 tempest-VolumesSnapshotTestJSON-823419687 tempest-VolumesSnapshotTestJSON-823419687-project] 10.222.0.11 "GET /v2.0/ports?device_id=6eb0eae7-c101-428e-82f4-1b6b9143ebd1 HTTP/1.1" status: 200 len: 945 time: 0.0518901 Feb 28 22:50:59.142869 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-a07a5267-f9be-44af-bbb8-33c1e380d48a req-7043f197-7a8c-4e6e-9788-6650689cbae8 tempest-VolumesSnapshotTestJSON-823419687 tempest-VolumesSnapshotTestJSON-823419687-project] 10.222.0.11 "GET /v2.0/security-groups?id=53e280b3-cb64-46d9-bd10-d9b74b1cdb25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405042 Feb 28 22:51:00.857932 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-e9ccb57f-b633-4821-bf4f-0c4057361c32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750845036683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579975'] for agent (55d6ddf3-619a-4750-95a9-02c5b2728e0c), after_update {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:51:03.147740 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-6753485c-03b5-47c3-838c-ce305a2dd7e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750845036683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579975'] for agent (1bbc3f13-d896-4633-9d3f-4f3415ceb83d), after_update {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:51:04.168145 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-fb85eb0a-98c9-414d-bd8b-45b99ef4efd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750845036683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579975'] for agent (0569ef69-4feb-452f-8380-1d628b96faff), after_update {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:51:05.908915 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-f2b490b5-353e-4b99-942a-fb2407025861 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750845036683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579975'] for agent (e6e3d797-755b-495e-bc70-4cd2b9791ebb), after_update {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:51:07.163110 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-154add69-038d-48cc-93ba-bd7e358b6d11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750845036683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579975'] for agent (7aa25ffb-1b87-4f08-8530-4bdf6e6b221c), after_update {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:51:14.111286 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750845036683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579975'] for agent (5b2bda77-ea31-45ff-af39-f050a95cb1da), after_update {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:51:17.035198 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153bd623-f7fd-4cb7-9db4-ca36efe6bf3b req-89c3a522-a89e-4a84-ae8a-25515cab09fe tempest-VolumesSnapshotTestJSON-823419687 tempest-VolumesSnapshotTestJSON-823419687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:51:17.036596 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-153bd623-f7fd-4cb7-9db4-ca36efe6bf3b req-89c3a522-a89e-4a84-ae8a-25515cab09fe tempest-VolumesSnapshotTestJSON-823419687 tempest-VolumesSnapshotTestJSON-823419687-project] 10.222.0.11 "GET /v2.0/ports?device_id=6eb0eae7-c101-428e-82f4-1b6b9143ebd1 HTTP/1.1" status: 200 len: 945 time: 0.0511012 Feb 28 22:51:17.085906 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-153bd623-f7fd-4cb7-9db4-ca36efe6bf3b req-8f7a2c4e-bef4-43da-a71a-3916cc4ab50d tempest-VolumesSnapshotTestJSON-823419687 tempest-VolumesSnapshotTestJSON-823419687-project] 10.222.0.11 "GET /v2.0/security-groups?id=53e280b3-cb64-46d9-bd10-d9b74b1cdb25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437484 Feb 28 22:51:18.203846 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27cfd83b-72e1-49d2-aa2d-b10a3b11f23b req-c2920d34-e582-4f6c-aef8-ce03424cb426 tempest-VolumesSnapshotTestJSON-823419687 tempest-VolumesSnapshotTestJSON-823419687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:51:18.205315 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-27cfd83b-72e1-49d2-aa2d-b10a3b11f23b req-c2920d34-e582-4f6c-aef8-ce03424cb426 tempest-VolumesSnapshotTestJSON-823419687 tempest-VolumesSnapshotTestJSON-823419687-project] 10.222.0.11 "GET /v2.0/ports?device_id=6eb0eae7-c101-428e-82f4-1b6b9143ebd1 HTTP/1.1" status: 200 len: 945 time: 0.0519073 Feb 28 22:51:18.251199 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-27cfd83b-72e1-49d2-aa2d-b10a3b11f23b req-38d349e2-13ad-48c4-ab5c-deeb2f28e6f2 tempest-VolumesSnapshotTestJSON-823419687 tempest-VolumesSnapshotTestJSON-823419687-project] 10.222.0.11 "GET /v2.0/security-groups?id=53e280b3-cb64-46d9-bd10-d9b74b1cdb25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403543 Feb 28 22:51:18.740043 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a9adaa-6408-481a-ad81-67cf561aac11 req-444deae4-4d67-4414-b9e8-0c586aac7190 tempest-VolumesSnapshotTestJSON-823419687 tempest-VolumesSnapshotTestJSON-823419687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:51:18.741495 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-e1a9adaa-6408-481a-ad81-67cf561aac11 req-444deae4-4d67-4414-b9e8-0c586aac7190 tempest-VolumesSnapshotTestJSON-823419687 tempest-VolumesSnapshotTestJSON-823419687-project] 10.222.0.36 "GET /v2.0/ports?device_id=6eb0eae7-c101-428e-82f4-1b6b9143ebd1 HTTP/1.1" status: 200 len: 945 time: 0.0521681 Feb 28 22:51:18.836558 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.plugins.ml2.plugin [req-e1a9adaa-6408-481a-ad81-67cf561aac11 req-1cd3f02d-e5c2-4aab-85c3-a97a81908989 tempest-VolumesSnapshotTestJSON-823419687 tempest-VolumesSnapshotTestJSON-823419687-project] Deleting port b289f7dc-4163-4049-9731-33d2929f39a8 {{(pid=109568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 22:51:18.836895 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [req-e1a9adaa-6408-481a-ad81-67cf561aac11 req-1cd3f02d-e5c2-4aab-85c3-a97a81908989 tempest-VolumesSnapshotTestJSON-823419687 tempest-VolumesSnapshotTestJSON-823419687-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750845080441'] for port (b289f7dc-4163-4049-9731-33d2929f39a8), before_delete {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:51:18.923685 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.plugins.ml2.db [req-e1a9adaa-6408-481a-ad81-67cf561aac11 req-1cd3f02d-e5c2-4aab-85c3-a97a81908989 tempest-VolumesSnapshotTestJSON-823419687 tempest-VolumesSnapshotTestJSON-823419687-project] For port b289f7dc-4163-4049-9731-33d2929f39a8, host hv-cinder-83053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83053',level=0,port_id=b289f7dc-4163-4049-9731-33d2929f39a8,segment=NetworkSegment(b4c94aae-f16b-4b60-9b49-212dc03c99fc),segment_id=b4c94aae-f16b-4b60-9b49-212dc03c99fc)] {{(pid=109568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 22:51:18.924062 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [req-e1a9adaa-6408-481a-ad81-67cf561aac11 req-1cd3f02d-e5c2-4aab-85c3-a97a81908989 tempest-VolumesSnapshotTestJSON-823419687 tempest-VolumesSnapshotTestJSON-823419687-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33552544'] for port (b289f7dc-4163-4049-9731-33d2929f39a8), precommit_delete {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:51:18.935926 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.plugins.ml2.plugin [req-e1a9adaa-6408-481a-ad81-67cf561aac11 req-1cd3f02d-e5c2-4aab-85c3-a97a81908989 tempest-VolumesSnapshotTestJSON-823419687 tempest-VolumesSnapshotTestJSON-823419687-project] Calling delete_port for b289f7dc-4163-4049-9731-33d2929f39a8 owned by compute:nova {{(pid=109568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 22:51:19.062168 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [req-e1a9adaa-6408-481a-ad81-67cf561aac11 req-1cd3f02d-e5c2-4aab-85c3-a97a81908989 tempest-VolumesSnapshotTestJSON-823419687 tempest-VolumesSnapshotTestJSON-823419687-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33156859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750845083868', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750844628237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30788389'] for port (b289f7dc-4163-4049-9731-33d2929f39a8), after_delete {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:51:19.092009 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd3f02d-e5c2-4aab-85c3-a97a81908989 tempest-VolumesSnapshotTestJSON-823419687 tempest-VolumesSnapshotTestJSON-823419687-project] Pushing event deleted for resources: {'Port': ['ID=b289f7dc-4163-4049-9731-33d2929f39a8,revision_number=None']} {{(pid=109568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:51:19.133752 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1a9adaa-6408-481a-ad81-67cf561aac11 req-1cd3f02d-e5c2-4aab-85c3-a97a81908989 tempest-VolumesSnapshotTestJSON-823419687 tempest-VolumesSnapshotTestJSON-823419687-project] No DVR routers for this DVR port b289f7dc-4163-4049-9731-33d2929f39a8 on host hv-cinder-83053 {{(pid=109568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 22:51:19.136209 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [req-e1a9adaa-6408-481a-ad81-67cf561aac11 req-1cd3f02d-e5c2-4aab-85c3-a97a81908989 tempest-VolumesSnapshotTestJSON-823419687 tempest-VolumesSnapshotTestJSON-823419687-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80159'] for port (None), before_response {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:51:19.140039 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-e1a9adaa-6408-481a-ad81-67cf561aac11 req-1cd3f02d-e5c2-4aab-85c3-a97a81908989 tempest-VolumesSnapshotTestJSON-823419687 tempest-VolumesSnapshotTestJSON-823419687-project] 10.222.0.36 "DELETE /v2.0/ports/b289f7dc-4163-4049-9731-33d2929f39a8 HTTP/1.1" status: 204 len: 173 time: 0.3926876 Feb 28 22:51:19.140473 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6eb0eae7-c101-428e-82f4-1b6b9143ebd1', 'name': 'network-vif-deleted', 'tag': 'b289f7dc-4163-4049-9731-33d2929f39a8'}] {{(pid=109568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 22:51:19.142745 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be30730c9f576b5ae602769365630bce3a2881df6c4aa92702dca8eb1643a507" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f09251d-4a0f-4639-8c49-640a50d513e3" -d '{"events": [{"server_uuid": "6eb0eae7-c101-428e-82f4-1b6b9143ebd1", "name": "network-vif-deleted", "tag": "b289f7dc-4163-4049-9731-33d2929f39a8"}]}' {{(pid=109568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 22:51:19.178206 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 22:51:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc48c462-11ef-407b-9304-e1af87410291 x-openstack-request-id: req-dc48c462-11ef-407b-9304-e1af87410291 {{(pid=109568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 22:51:19.178497 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6eb0eae7-c101-428e-82f4-1b6b9143ebd1", "name": "network-vif-deleted", "tag": "b289f7dc-4163-4049-9731-33d2929f39a8", "status": "completed", "code": 200}]} {{(pid=109568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 22:51:19.178750 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-dc48c462-11ef-407b-9304-e1af87410291 {{(pid=109568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 22:51:19.179237 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6eb0eae7-c101-428e-82f4-1b6b9143ebd1', 'name': 'network-vif-deleted', 'tag': 'b289f7dc-4163-4049-9731-33d2929f39a8', 'status': 'completed', 'code': 200} Feb 28 22:51:19.358234 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-1905d5c6-f500-4ca9-85b1-0d01ecde77fd req-af950fe5-4422-4b8f-b04a-ee6f4d319f71 tempest-VolumesSnapshotTestJSON-823419687 tempest-VolumesSnapshotTestJSON-823419687-project] 10.222.0.11 "GET /v2.0/ports?device_id=6eb0eae7-c101-428e-82f4-1b6b9143ebd1 HTTP/1.1" status: 200 len: 210 time: 0.0286119 Feb 28 22:51:21.053334 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.rpc [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] Device b289f7dc-4163-4049-9731-33d2929f39a8 no longer exists at agent hyperv_hv-cinder-83053 {{(pid=109570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 22:51:21.073580 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.plugin [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] No Port match for: b289f7dc-4163-4049-9731-33d2929f39a8 {{(pid=109570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 22:51:21.073928 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.rpc [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] Device b289f7dc-4163-4049-9731-33d2929f39a8 not bound to the agent host hv-cinder-83053 {{(pid=109570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 22:51:22.064222 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-fca508a1-32e7-4231-ae61-0cbf12d53db2 req-afe6cf68-8713-4d8b-a1b9-8923c5726f99 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=c5ff3081-41f5-4bc8-a6b5-8a01d3de6124&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0422378 Feb 28 22:51:22.903790 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca508a1-32e7-4231-ae61-0cbf12d53db2 req-b4a12600-7895-4a1a-8508-5ef55958c65a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:51:22.905288 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-fca508a1-32e7-4231-ae61-0cbf12d53db2 req-b4a12600-7895-4a1a-8508-5ef55958c65a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=9682b42bc5bb4f3a9ed975026db8a4a3&device_id=c5ff3081-41f5-4bc8-a6b5-8a01d3de6124 HTTP/1.1" status: 200 len: 1130 time: 0.0448816 Feb 28 22:51:23.712575 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca508a1-32e7-4231-ae61-0cbf12d53db2 req-84b228ab-6d68-4491-8cc7-a1bad9b8e8b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:51:23.714037 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-fca508a1-32e7-4231-ae61-0cbf12d53db2 req-84b228ab-6d68-4491-8cc7-a1bad9b8e8b4 service neutron] 10.222.0.36 "GET /v2.0/networks?id=bd5c87d6-280c-42e5-a7a0-d86f35b08ea1 HTTP/1.1" status: 200 len: 912 time: 0.0864103 Feb 28 22:51:24.550538 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-fca508a1-32e7-4231-ae61-0cbf12d53db2 req-4fd54f67-529a-4fab-ab87-fe083aa9ea09 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7f5b29b4-3798-4c08-a128-b08eebc55789 HTTP/1.1" status: 200 len: 1002 time: 0.0604994 Feb 28 22:51:24.601661 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca508a1-32e7-4231-ae61-0cbf12d53db2 req-1a62904c-7969-4c30-8f49-bf5f263f5e91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:51:24.603047 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-fca508a1-32e7-4231-ae61-0cbf12d53db2 req-1a62904c-7969-4c30-8f49-bf5f263f5e91 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e0a95bd6-4937-48b3-aec2-a392dcb0defe HTTP/1.1" status: 200 len: 850 time: 0.0463102 Feb 28 22:51:24.651694 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca508a1-32e7-4231-ae61-0cbf12d53db2 req-470e14d4-d338-46fe-a994-3375c162d8b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:51:24.653206 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-fca508a1-32e7-4231-ae61-0cbf12d53db2 req-470e14d4-d338-46fe-a994-3375c162d8b9 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=bd5c87d6-280c-42e5-a7a0-d86f35b08ea1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0435390 Feb 28 22:51:24.738802 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-fca508a1-32e7-4231-ae61-0cbf12d53db2 req-b9a656c0-8959-4e1e-bfb1-5d9328a6d59a service neutron] 10.222.0.36 "GET /v2.0/networks/bd5c87d6-280c-42e5-a7a0-d86f35b08ea1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796404 Feb 28 22:51:24.830987 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-fca508a1-32e7-4231-ae61-0cbf12d53db2 req-86e64280-4ae7-485b-8f41-86a9ad2259ed service neutron] 10.222.0.36 "GET /v2.0/networks/bd5c87d6-280c-42e5-a7a0-d86f35b08ea1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860119 Feb 28 22:51:30.859706 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-078e1578-760c-48e0-9bb9-f19f5bf7c017 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750845036683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579975'] for agent (55d6ddf3-619a-4750-95a9-02c5b2728e0c), after_update {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:51:33.148863 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-1ae11771-200f-4996-9daa-00fb63e93827 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750845036683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579975'] for agent (1bbc3f13-d896-4633-9d3f-4f3415ceb83d), after_update {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:51:33.453478 dv-cinder-830538-5-iscsi neutron-server[109571]: DEBUG neutron.db.agents_db [None req-267e04d6-1473-4c25-8f3a-d1c5e119a015 None None] Agent healthcheck: found 6 active agents {{(pid=109571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 22:51:34.171162 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-fb85eb0a-98c9-414d-bd8b-45b99ef4efd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750845036683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579975'] for agent (0569ef69-4feb-452f-8380-1d628b96faff), after_update {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:51:35.910837 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-f2b490b5-353e-4b99-942a-fb2407025861 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750845036683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579975'] for agent (e6e3d797-755b-495e-bc70-4cd2b9791ebb), after_update {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:51:37.164866 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-154add69-038d-48cc-93ba-bd7e358b6d11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750845036683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579975'] for agent (7aa25ffb-1b87-4f08-8530-4bdf6e6b221c), after_update {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:51:42.394120 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.wsgi [-] (109569) accepted ('10.222.0.11', 60512) {{(pid=109569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 22:51:42.439403 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.db.db_base_plugin_v2 [None req-347bac7f-64b0-48c5-832e-9ea6aa09d0a7 admin admin] Deleting subnet 3455a689-1924-4cc1-a40d-2004d6090b34 {{(pid=109569) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 22:51:42.442436 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-347bac7f-64b0-48c5-832e-9ea6aa09d0a7 admin admin] Publish callbacks [] for subnet (3455a689-1924-4cc1-a40d-2004d6090b34), before_delete {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:51:42.475819 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-347bac7f-64b0-48c5-832e-9ea6aa09d0a7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31262425'] for subnet (3455a689-1924-4cc1-a40d-2004d6090b34), precommit_delete_associations {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:51:42.514218 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-347bac7f-64b0-48c5-832e-9ea6aa09d0a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002603'] for subnet (3455a689-1924-4cc1-a40d-2004d6090b34), precommit_delete {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:51:42.569092 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-347bac7f-64b0-48c5-832e-9ea6aa09d0a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33448168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33156859', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30055429', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30127737'] for subnet (3455a689-1924-4cc1-a40d-2004d6090b34), after_delete {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:51:42.596069 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347bac7f-64b0-48c5-832e-9ea6aa09d0a7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3455a689-1924-4cc1-a40d-2004d6090b34,revision_number=None']} {{(pid=109569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:51:42.600510 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-347bac7f-64b0-48c5-832e-9ea6aa09d0a7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33156845'] for subnet (None), before_response {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:51:42.603574 dv-cinder-830538-5-iscsi neutron-server[109569]: INFO neutron.wsgi [None req-347bac7f-64b0-48c5-832e-9ea6aa09d0a7 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/3455a689-1924-4cc1-a40d-2004d6090b34 HTTP/1.1" status: 204 len: 168 time: 0.2084503 Feb 28 22:51:42.606195 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.wsgi [-] (109568) accepted ('10.222.0.11', 60516) {{(pid=109568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 22:51:42.610221 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347bac7f-64b0-48c5-832e-9ea6aa09d0a7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830538-5-iscsi {{(pid=109569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:51:42.610571 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347bac7f-64b0-48c5-832e-9ea6aa09d0a7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-5-iscsi {{(pid=109569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:51:42.610910 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347bac7f-64b0-48c5-832e-9ea6aa09d0a7 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-5-iscsi {{(pid=109569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:51:42.611246 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347bac7f-64b0-48c5-832e-9ea6aa09d0a7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-5-iscsi {{(pid=109569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:51:42.611575 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347bac7f-64b0-48c5-832e-9ea6aa09d0a7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830538-5-iscsi {{(pid=109569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:51:42.611967 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347bac7f-64b0-48c5-832e-9ea6aa09d0a7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830538-5-iscsi {{(pid=109569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:51:42.612296 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347bac7f-64b0-48c5-832e-9ea6aa09d0a7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830538-5-iscsi {{(pid=109569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:51:42.612621 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347bac7f-64b0-48c5-832e-9ea6aa09d0a7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830538-5-iscsi {{(pid=109569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:51:42.612964 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347bac7f-64b0-48c5-832e-9ea6aa09d0a7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830538-5-iscsi {{(pid=109569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:51:42.613321 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347bac7f-64b0-48c5-832e-9ea6aa09d0a7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830538-5-iscsi {{(pid=109569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:51:42.613643 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347bac7f-64b0-48c5-832e-9ea6aa09d0a7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-5-iscsi {{(pid=109569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:51:42.613961 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347bac7f-64b0-48c5-832e-9ea6aa09d0a7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830538-5-iscsi {{(pid=109569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:51:42.614274 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347bac7f-64b0-48c5-832e-9ea6aa09d0a7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830538-5-iscsi {{(pid=109569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:51:42.674859 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-eb263801-3bf3-4c0c-a4d2-cdd7f561cab3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1026704'] for network (a2e178de-6ce8-46dc-b930-151655f7d071), before_delete {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:51:42.754314 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-eb263801-3bf3-4c0c-a4d2-cdd7f561cab3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-574352', 'neutron.services.segments.db._delete_segments_for_network-8750845036701'] for network (a2e178de-6ce8-46dc-b930-151655f7d071), precommit_delete {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:51:42.773206 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.services.segments.db [None req-eb263801-3bf3-4c0c-a4d2-cdd7f561cab3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a2e178de-6ce8-46dc-b930-151655f7d071']}} {{(pid=109568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 22:51:42.782774 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.services.segments.db [None req-eb263801-3bf3-4c0c-a4d2-cdd7f561cab3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b4c94aae-f16b-4b60-9b49-212dc03c99fc') {'for_net_delete': True} {{(pid=109568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 22:51:42.783074 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.services.segments.db [None req-eb263801-3bf3-4c0c-a4d2-cdd7f561cab3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b4c94aae-f16b-4b60-9b49-212dc03c99fc') {} {{(pid=109568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 22:51:42.792167 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-eb263801-3bf3-4c0c-a4d2-cdd7f561cab3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750845040550', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29573517'] for segment (b4c94aae-f16b-4b60-9b49-212dc03c99fc), before_delete {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:51:42.805377 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-eb263801-3bf3-4c0c-a4d2-cdd7f561cab3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1012980'] for segment (b4c94aae-f16b-4b60-9b49-212dc03c99fc), precommit_delete {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:51:42.811004 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb263801-3bf3-4c0c-a4d2-cdd7f561cab3 admin admin] Releasing vlan 147 on physical network physnet1 to pool {{(pid=109568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 22:51:42.811381 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-eb263801-3bf3-4c0c-a4d2-cdd7f561cab3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1012980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30788552'] for segment (b4c94aae-f16b-4b60-9b49-212dc03c99fc), after_delete {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:51:42.813005 dv-cinder-830538-5-iscsi neutron-server[109568]: Traceback (most recent call last): Feb 28 22:51:42.813005 dv-cinder-830538-5-iscsi neutron-server[109568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 22:51:42.813005 dv-cinder-830538-5-iscsi neutron-server[109568]: timer() Feb 28 22:51:42.813005 dv-cinder-830538-5-iscsi neutron-server[109568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 22:51:42.813005 dv-cinder-830538-5-iscsi neutron-server[109568]: cb(*args, **kw) Feb 28 22:51:42.813005 dv-cinder-830538-5-iscsi neutron-server[109568]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 22:51:42.813005 dv-cinder-830538-5-iscsi neutron-server[109568]: return func(*args, **kwargs) Feb 28 22:51:42.813005 dv-cinder-830538-5-iscsi neutron-server[109568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 22:51:42.813005 dv-cinder-830538-5-iscsi neutron-server[109568]: self._notify() Feb 28 22:51:42.813005 dv-cinder-830538-5-iscsi neutron-server[109568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 22:51:42.813005 dv-cinder-830538-5-iscsi neutron-server[109568]: self.callback(batched_events) Feb 28 22:51:42.813005 dv-cinder-830538-5-iscsi neutron-server[109568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 22:51:42.813005 dv-cinder-830538-5-iscsi neutron-server[109568]: event.method(event) Feb 28 22:51:42.813005 dv-cinder-830538-5-iscsi neutron-server[109568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 22:51:42.813005 dv-cinder-830538-5-iscsi neutron-server[109568]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 22:51:42.813005 dv-cinder-830538-5-iscsi neutron-server[109568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 22:51:42.813005 dv-cinder-830538-5-iscsi neutron-server[109568]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 22:51:42.813005 dv-cinder-830538-5-iscsi neutron-server[109568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 22:51:42.813005 dv-cinder-830538-5-iscsi neutron-server[109568]: return f(self, *a, **k) Feb 28 22:51:42.813005 dv-cinder-830538-5-iscsi neutron-server[109568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 22:51:42.813005 dv-cinder-830538-5-iscsi neutron-server[109568]: return self._get(url).json() Feb 28 22:51:42.813005 dv-cinder-830538-5-iscsi neutron-server[109568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 22:51:42.813005 dv-cinder-830538-5-iscsi neutron-server[109568]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 22:51:42.813005 dv-cinder-830538-5-iscsi neutron-server[109568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 22:51:42.813005 dv-cinder-830538-5-iscsi neutron-server[109568]: return self.request(url, 'GET', **kwargs) Feb 28 22:51:42.813005 dv-cinder-830538-5-iscsi neutron-server[109568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 22:51:42.813005 dv-cinder-830538-5-iscsi neutron-server[109568]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 22:51:42.813005 dv-cinder-830538-5-iscsi neutron-server[109568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 22:51:42.813005 dv-cinder-830538-5-iscsi neutron-server[109568]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 22:51:42.813005 dv-cinder-830538-5-iscsi neutron-server[109568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 22:51:42.813005 dv-cinder-830538-5-iscsi neutron-server[109568]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 22:51:42.813005 dv-cinder-830538-5-iscsi neutron-server[109568]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 22:51:42.869045 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-eb263801-3bf3-4c0c-a4d2-cdd7f561cab3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-574441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33441228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33156859', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33522105'] for network (a2e178de-6ce8-46dc-b930-151655f7d071), after_delete {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:51:42.875856 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-eb263801-3bf3-4c0c-a4d2-cdd7f561cab3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33156845'] for network (None), before_response {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:51:42.878836 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [None req-eb263801-3bf3-4c0c-a4d2-cdd7f561cab3 admin admin] 10.222.0.11 "DELETE /v2.0/networks/a2e178de-6ce8-46dc-b930-151655f7d071 HTTP/1.1" status: 204 len: 168 time: 0.2716255 Feb 28 22:51:42.888332 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb263801-3bf3-4c0c-a4d2-cdd7f561cab3 admin admin] Pushing event deleted for resources: {'Network': ['ID=a2e178de-6ce8-46dc-b930-151655f7d071,revision_number=None']} {{(pid=109568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:51:42.896399 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb263801-3bf3-4c0c-a4d2-cdd7f561cab3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830538-5-iscsi {{(pid=109568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:51:42.896749 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb263801-3bf3-4c0c-a4d2-cdd7f561cab3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-5-iscsi {{(pid=109568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:51:42.897094 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb263801-3bf3-4c0c-a4d2-cdd7f561cab3 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-5-iscsi {{(pid=109568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:51:42.897434 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb263801-3bf3-4c0c-a4d2-cdd7f561cab3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-5-iscsi {{(pid=109568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:51:42.897768 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb263801-3bf3-4c0c-a4d2-cdd7f561cab3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830538-5-iscsi {{(pid=109568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:51:42.898099 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb263801-3bf3-4c0c-a4d2-cdd7f561cab3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830538-5-iscsi {{(pid=109568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:51:42.898429 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb263801-3bf3-4c0c-a4d2-cdd7f561cab3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830538-5-iscsi {{(pid=109568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:51:42.898821 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb263801-3bf3-4c0c-a4d2-cdd7f561cab3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830538-5-iscsi {{(pid=109568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:51:42.899125 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb263801-3bf3-4c0c-a4d2-cdd7f561cab3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830538-5-iscsi {{(pid=109568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:51:42.899452 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb263801-3bf3-4c0c-a4d2-cdd7f561cab3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830538-5-iscsi {{(pid=109568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:51:42.899819 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb263801-3bf3-4c0c-a4d2-cdd7f561cab3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-5-iscsi {{(pid=109568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:51:42.900149 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb263801-3bf3-4c0c-a4d2-cdd7f561cab3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830538-5-iscsi {{(pid=109568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:51:42.900470 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb263801-3bf3-4c0c-a4d2-cdd7f561cab3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830538-5-iscsi {{(pid=109568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:51:43.047815 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.wsgi [-] (109568) accepted ('10.222.0.11', 60520) {{(pid=109568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 22:51:43.086308 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [None req-1132477c-4698-4413-b760-61f762d72978 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=548098efad62447182b89d0ac0bd94a1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0373666 Feb 28 22:51:43.088733 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.wsgi [-] (109568) accepted ('10.222.0.11', 60522) {{(pid=109568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 22:51:43.133873 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-9c237135-f7f5-4b6b-9ae9-52f62d9ee11b admin admin] Publish callbacks [] for security_group (53e280b3-cb64-46d9-bd10-d9b74b1cdb25), before_delete {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:51:43.154490 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-9c237135-f7f5-4b6b-9ae9-52f62d9ee11b admin admin] Publish callbacks [] for security_group (53e280b3-cb64-46d9-bd10-d9b74b1cdb25), precommit_delete {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:51:43.201367 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-9c237135-f7f5-4b6b-9ae9-52f62d9ee11b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33441213'] for security_group (53e280b3-cb64-46d9-bd10-d9b74b1cdb25), after_delete {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:51:43.204455 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-9c237135-f7f5-4b6b-9ae9-52f62d9ee11b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:51:43.205599 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [None req-9c237135-f7f5-4b6b-9ae9-52f62d9ee11b admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/53e280b3-cb64-46d9-bd10-d9b74b1cdb25 HTTP/1.1" status: 204 len: 168 time: 0.1159697 Feb 28 22:51:43.213218 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c237135-f7f5-4b6b-9ae9-52f62d9ee11b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53e280b3-cb64-46d9-bd10-d9b74b1cdb25,revision_number=None']} {{(pid=109568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:51:44.106514 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750845036683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579975'] for agent (5b2bda77-ea31-45ff-af39-f050a95cb1da), after_update {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:52:00.860447 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-036eda3c-e9c1-428c-a491-88489993809d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750845036683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579975'] for agent (55d6ddf3-619a-4750-95a9-02c5b2728e0c), after_update {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:52:03.149511 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-f617039f-6aa7-495b-9169-af353e5d136e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750845036683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579975'] for agent (1bbc3f13-d896-4633-9d3f-4f3415ceb83d), after_update {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:52:04.177221 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-fb85eb0a-98c9-414d-bd8b-45b99ef4efd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750845036683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579975'] for agent (0569ef69-4feb-452f-8380-1d628b96faff), after_update {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:52:05.913760 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-f2b490b5-353e-4b99-942a-fb2407025861 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750845036683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579975'] for agent (e6e3d797-755b-495e-bc70-4cd2b9791ebb), after_update {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:52:07.166700 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-154add69-038d-48cc-93ba-bd7e358b6d11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750845036683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579975'] for agent (7aa25ffb-1b87-4f08-8530-4bdf6e6b221c), after_update {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:52:10.451984 dv-cinder-830538-5-iscsi neutron-server[109571]: DEBUG neutron.db.agents_db [None req-267e04d6-1473-4c25-8f3a-d1c5e119a015 None None] Agent healthcheck: found 6 active agents {{(pid=109571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 22:52:14.122167 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750845036683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579975'] for agent (5b2bda77-ea31-45ff-af39-f050a95cb1da), after_update {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:52:23.047980 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-d14a1050-13f5-40e1-887d-37e5a4a4d95a req-dfa74f2e-2d57-4c15-a30f-0d4baa692ee6 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=c5ff3081-41f5-4bc8-a6b5-8a01d3de6124&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0458467 Feb 28 22:52:23.130035 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14a1050-13f5-40e1-887d-37e5a4a4d95a req-5ffe3513-e7de-4781-8927-7e032c127a08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:52:23.131407 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-d14a1050-13f5-40e1-887d-37e5a4a4d95a req-5ffe3513-e7de-4781-8927-7e032c127a08 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=9682b42bc5bb4f3a9ed975026db8a4a3&device_id=c5ff3081-41f5-4bc8-a6b5-8a01d3de6124 HTTP/1.1" status: 200 len: 1130 time: 0.0441461 Feb 28 22:52:23.230430 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14a1050-13f5-40e1-887d-37e5a4a4d95a req-63de80ff-9303-4551-b5ef-75fe56d581c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:52:23.231898 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-d14a1050-13f5-40e1-887d-37e5a4a4d95a req-63de80ff-9303-4551-b5ef-75fe56d581c7 service neutron] 10.222.0.36 "GET /v2.0/networks?id=bd5c87d6-280c-42e5-a7a0-d86f35b08ea1 HTTP/1.1" status: 200 len: 912 time: 0.0826845 Feb 28 22:52:23.299596 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-d14a1050-13f5-40e1-887d-37e5a4a4d95a req-5aa3b710-46f3-4eaf-9327-586355ea1e31 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7f5b29b4-3798-4c08-a128-b08eebc55789 HTTP/1.1" status: 200 len: 1002 time: 0.0615506 Feb 28 22:52:23.346114 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14a1050-13f5-40e1-887d-37e5a4a4d95a req-55dae134-cb26-4b33-bae9-e1d240953eb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:52:23.347494 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-d14a1050-13f5-40e1-887d-37e5a4a4d95a req-55dae134-cb26-4b33-bae9-e1d240953eb2 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e0a95bd6-4937-48b3-aec2-a392dcb0defe HTTP/1.1" status: 200 len: 850 time: 0.0423038 Feb 28 22:52:23.394386 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14a1050-13f5-40e1-887d-37e5a4a4d95a req-25c60669-436b-4508-90f5-58adab3d3e9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:52:23.395773 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-d14a1050-13f5-40e1-887d-37e5a4a4d95a req-25c60669-436b-4508-90f5-58adab3d3e9d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=bd5c87d6-280c-42e5-a7a0-d86f35b08ea1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0425246 Feb 28 22:52:23.405157 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.wsgi [req-d14a1050-13f5-40e1-887d-37e5a4a4d95a req-83d3e80d-80ec-4a07-83ba-369096cea841 service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=109568) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 28 22:52:23.406073 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-d14a1050-13f5-40e1-887d-37e5a4a4d95a req-83d3e80d-80ec-4a07-83ba-369096cea841 service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0047698 Feb 28 22:52:23.494674 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-d14a1050-13f5-40e1-887d-37e5a4a4d95a req-3282d6e4-b571-435a-97a9-53b3b8248a8c service neutron] 10.222.0.36 "GET /v2.0/networks/bd5c87d6-280c-42e5-a7a0-d86f35b08ea1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824239 Feb 28 22:52:23.579989 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-d14a1050-13f5-40e1-887d-37e5a4a4d95a req-dbe075a0-78e4-465f-9ab4-cb93ddbfa8c4 service neutron] 10.222.0.36 "GET /v2.0/networks/bd5c87d6-280c-42e5-a7a0-d86f35b08ea1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0796850 Feb 28 22:52:30.863396 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-89695cda-2d0b-4006-bd04-226d9187e085 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750845036683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579975'] for agent (55d6ddf3-619a-4750-95a9-02c5b2728e0c), after_update {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:52:33.150444 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-341e0578-5f84-4fed-ba36-a765a9b24abc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750845036683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579975'] for agent (1bbc3f13-d896-4633-9d3f-4f3415ceb83d), after_update {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:52:34.177917 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-fb85eb0a-98c9-414d-bd8b-45b99ef4efd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750845036683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579975'] for agent (0569ef69-4feb-452f-8380-1d628b96faff), after_update {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:52:35.916040 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-f2b490b5-353e-4b99-942a-fb2407025861 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750845036683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579975'] for agent (e6e3d797-755b-495e-bc70-4cd2b9791ebb), after_update {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:52:37.168888 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-154add69-038d-48cc-93ba-bd7e358b6d11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750845036683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579975'] for agent (7aa25ffb-1b87-4f08-8530-4bdf6e6b221c), after_update {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:52:44.120728 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750845036683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579975'] for agent (5b2bda77-ea31-45ff-af39-f050a95cb1da), after_update {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:52:47.451808 dv-cinder-830538-5-iscsi neutron-server[109571]: DEBUG neutron.db.agents_db [None req-267e04d6-1473-4c25-8f3a-d1c5e119a015 None None] Agent healthcheck: found 6 active agents {{(pid=109571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 22:52:50.083348 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabfb8cb-dcf0-4e08-bcb6-5be90664d957 req-aa1d9d41-1ff5-427e-b26d-887b9b31a8cb tempest-TestVolumeBootPattern-851070749 tempest-TestVolumeBootPattern-851070749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:52:50.084860 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-dabfb8cb-dcf0-4e08-bcb6-5be90664d957 req-aa1d9d41-1ff5-427e-b26d-887b9b31a8cb tempest-TestVolumeBootPattern-851070749 tempest-TestVolumeBootPattern-851070749-project] 10.222.0.11 "GET /v2.0/ports?device_id=c5ff3081-41f5-4bc8-a6b5-8a01d3de6124 HTTP/1.1" status: 200 len: 946 time: 0.2581122 Feb 28 22:52:50.133510 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-dabfb8cb-dcf0-4e08-bcb6-5be90664d957 req-37c83772-c5cd-4a99-b32e-5c1cf8f5a5fa tempest-TestVolumeBootPattern-851070749 tempest-TestVolumeBootPattern-851070749-project] 10.222.0.11 "GET /v2.0/security-groups?id=620901e3-3520-442a-becd-c8cb11b8b617&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423665 Feb 28 22:52:51.330354 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995aa8a8-ae8a-49d6-8328-198a6c1ff0ee req-45133d96-f9aa-409c-852d-523306bd0467 tempest-TestVolumeBootPattern-851070749 tempest-TestVolumeBootPattern-851070749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:52:51.331857 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-995aa8a8-ae8a-49d6-8328-198a6c1ff0ee req-45133d96-f9aa-409c-852d-523306bd0467 tempest-TestVolumeBootPattern-851070749 tempest-TestVolumeBootPattern-851070749-project] 10.222.0.11 "GET /v2.0/ports?device_id=c5ff3081-41f5-4bc8-a6b5-8a01d3de6124 HTTP/1.1" status: 200 len: 946 time: 0.1285012 Feb 28 22:52:51.378645 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d177ba2-df5d-408a-90f6-4272d1c07300 req-27389282-6cc1-4eac-a555-90e96e577563 tempest-TestVolumeBootPattern-851070749 tempest-TestVolumeBootPattern-851070749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:52:51.380090 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-6d177ba2-df5d-408a-90f6-4272d1c07300 req-27389282-6cc1-4eac-a555-90e96e577563 tempest-TestVolumeBootPattern-851070749 tempest-TestVolumeBootPattern-851070749-project] 10.222.0.36 "GET /v2.0/ports?device_id=c5ff3081-41f5-4bc8-a6b5-8a01d3de6124 HTTP/1.1" status: 200 len: 946 time: 0.0843916 Feb 28 22:52:51.421634 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-995aa8a8-ae8a-49d6-8328-198a6c1ff0ee req-c7bb060e-fbfe-4048-bade-6dcd04fb2a27 tempest-TestVolumeBootPattern-851070749 tempest-TestVolumeBootPattern-851070749-project] 10.222.0.11 "GET /v2.0/security-groups?id=620901e3-3520-442a-becd-c8cb11b8b617&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0833278 Feb 28 22:52:51.482119 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.plugins.ml2.plugin [req-6d177ba2-df5d-408a-90f6-4272d1c07300 req-25fe0ac6-5253-4a00-9139-59e104d5753b tempest-TestVolumeBootPattern-851070749 tempest-TestVolumeBootPattern-851070749-project] Deleting port 7f5b29b4-3798-4c08-a128-b08eebc55789 {{(pid=109568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 22:52:51.482491 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [req-6d177ba2-df5d-408a-90f6-4272d1c07300 req-25fe0ac6-5253-4a00-9139-59e104d5753b tempest-TestVolumeBootPattern-851070749 tempest-TestVolumeBootPattern-851070749-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750845080441'] for port (7f5b29b4-3798-4c08-a128-b08eebc55789), before_delete {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:52:51.570954 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.plugins.ml2.db [req-6d177ba2-df5d-408a-90f6-4272d1c07300 req-25fe0ac6-5253-4a00-9139-59e104d5753b tempest-TestVolumeBootPattern-851070749 tempest-TestVolumeBootPattern-851070749-project] For port 7f5b29b4-3798-4c08-a128-b08eebc55789, host hv-cinder-83053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83053',level=0,port_id=7f5b29b4-3798-4c08-a128-b08eebc55789,segment=NetworkSegment(6302f759-7806-4619-ad72-9065d0b678da),segment_id=6302f759-7806-4619-ad72-9065d0b678da)] {{(pid=109568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 22:52:51.571314 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [req-6d177ba2-df5d-408a-90f6-4272d1c07300 req-25fe0ac6-5253-4a00-9139-59e104d5753b tempest-TestVolumeBootPattern-851070749 tempest-TestVolumeBootPattern-851070749-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33552544'] for port (7f5b29b4-3798-4c08-a128-b08eebc55789), precommit_delete {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:52:51.737516 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [req-6d177ba2-df5d-408a-90f6-4272d1c07300 req-25fe0ac6-5253-4a00-9139-59e104d5753b tempest-TestVolumeBootPattern-851070749 tempest-TestVolumeBootPattern-851070749-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:52:51.737790 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [req-6d177ba2-df5d-408a-90f6-4272d1c07300 req-25fe0ac6-5253-4a00-9139-59e104d5753b tempest-TestVolumeBootPattern-851070749 tempest-TestVolumeBootPattern-851070749-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33522123'] for floatingip (504b2506-ea0c-4ecf-9ef4-84e78bca7850), after_update {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:52:51.738101 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.db.l3_db [req-6d177ba2-df5d-408a-90f6-4272d1c07300 req-25fe0ac6-5253-4a00-9139-59e104d5753b tempest-TestVolumeBootPattern-851070749 tempest-TestVolumeBootPattern-851070749-project] Floating IP 504b2506-ea0c-4ecf-9ef4-84e78bca7850 disassociated. External IP: 172.27.0.110, port: 7f5b29b4-3798-4c08-a128-b08eebc55789. Feb 28 22:52:51.738433 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.plugins.ml2.plugin [req-6d177ba2-df5d-408a-90f6-4272d1c07300 req-25fe0ac6-5253-4a00-9139-59e104d5753b tempest-TestVolumeBootPattern-851070749 tempest-TestVolumeBootPattern-851070749-project] Calling delete_port for 7f5b29b4-3798-4c08-a128-b08eebc55789 owned by compute:nova {{(pid=109568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 22:52:51.863910 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [req-6d177ba2-df5d-408a-90f6-4272d1c07300 req-25fe0ac6-5253-4a00-9139-59e104d5753b tempest-TestVolumeBootPattern-851070749 tempest-TestVolumeBootPattern-851070749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33156859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750845083868', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750844628237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30788389'] for port (7f5b29b4-3798-4c08-a128-b08eebc55789), after_delete {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:52:51.891501 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25fe0ac6-5253-4a00-9139-59e104d5753b tempest-TestVolumeBootPattern-851070749 tempest-TestVolumeBootPattern-851070749-project] Pushing event deleted for resources: {'Port': ['ID=7f5b29b4-3798-4c08-a128-b08eebc55789,revision_number=None']} {{(pid=109568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:52:51.903627 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25fe0ac6-5253-4a00-9139-59e104d5753b tempest-TestVolumeBootPattern-851070749 tempest-TestVolumeBootPattern-851070749-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830538-5-iscsi {{(pid=109568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:52:51.904034 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25fe0ac6-5253-4a00-9139-59e104d5753b tempest-TestVolumeBootPattern-851070749 tempest-TestVolumeBootPattern-851070749-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-5-iscsi {{(pid=109568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:52:51.904388 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25fe0ac6-5253-4a00-9139-59e104d5753b tempest-TestVolumeBootPattern-851070749 tempest-TestVolumeBootPattern-851070749-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-5-iscsi {{(pid=109568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:52:51.904735 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25fe0ac6-5253-4a00-9139-59e104d5753b tempest-TestVolumeBootPattern-851070749 tempest-TestVolumeBootPattern-851070749-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-5-iscsi {{(pid=109568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:52:51.905074 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25fe0ac6-5253-4a00-9139-59e104d5753b tempest-TestVolumeBootPattern-851070749 tempest-TestVolumeBootPattern-851070749-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830538-5-iscsi {{(pid=109568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:52:51.905420 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25fe0ac6-5253-4a00-9139-59e104d5753b tempest-TestVolumeBootPattern-851070749 tempest-TestVolumeBootPattern-851070749-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830538-5-iscsi {{(pid=109568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:52:51.905751 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25fe0ac6-5253-4a00-9139-59e104d5753b tempest-TestVolumeBootPattern-851070749 tempest-TestVolumeBootPattern-851070749-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830538-5-iscsi {{(pid=109568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:52:51.906079 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25fe0ac6-5253-4a00-9139-59e104d5753b tempest-TestVolumeBootPattern-851070749 tempest-TestVolumeBootPattern-851070749-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830538-5-iscsi {{(pid=109568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:52:51.906413 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25fe0ac6-5253-4a00-9139-59e104d5753b tempest-TestVolumeBootPattern-851070749 tempest-TestVolumeBootPattern-851070749-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830538-5-iscsi {{(pid=109568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:52:51.906746 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25fe0ac6-5253-4a00-9139-59e104d5753b tempest-TestVolumeBootPattern-851070749 tempest-TestVolumeBootPattern-851070749-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830538-5-iscsi {{(pid=109568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:52:51.907074 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25fe0ac6-5253-4a00-9139-59e104d5753b tempest-TestVolumeBootPattern-851070749 tempest-TestVolumeBootPattern-851070749-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-5-iscsi {{(pid=109568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:52:51.907401 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25fe0ac6-5253-4a00-9139-59e104d5753b tempest-TestVolumeBootPattern-851070749 tempest-TestVolumeBootPattern-851070749-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830538-5-iscsi {{(pid=109568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:52:51.907853 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25fe0ac6-5253-4a00-9139-59e104d5753b tempest-TestVolumeBootPattern-851070749 tempest-TestVolumeBootPattern-851070749-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830538-5-iscsi {{(pid=109568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:52:52.019496 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6d177ba2-df5d-408a-90f6-4272d1c07300 req-25fe0ac6-5253-4a00-9139-59e104d5753b tempest-TestVolumeBootPattern-851070749 tempest-TestVolumeBootPattern-851070749-project] Router 13cddc1b-2f3a-43a6-9fab-623243736c76 has already been hosted by L3 agent 1bbc3f13-d896-4633-9d3f-4f3415ceb83d {{(pid=109568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 22:52:52.125707 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6d177ba2-df5d-408a-90f6-4272d1c07300 req-25fe0ac6-5253-4a00-9139-59e104d5753b tempest-TestVolumeBootPattern-851070749 tempest-TestVolumeBootPattern-851070749-project] Notify agent at l3_agent.dv-cinder-830538-5-iscsi the message routers_updated {{(pid=109568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 22:52:52.135414 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb44aa4c-4019-474c-9c56-3ce5bb265212 None None] Sync routers for ids ['13cddc1b-2f3a-43a6-9fab-623243736c76'] in dv-cinder-830538-5-iscsi {{(pid=109570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 22:52:52.145281 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb44aa4c-4019-474c-9c56-3ce5bb265212 None None] Routers {'13cddc1b-2f3a-43a6-9fab-623243736c76'} bound to L3 agent in host dv-cinder-830538-5-iscsi {{(pid=109570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 22:52:52.145896 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.db.l3_hamode_db [None req-bb44aa4c-4019-474c-9c56-3ce5bb265212 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830538-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T22:34:03Z,description=,heartbeat_timestamp=2022-02-28T22:52:33Z,host='dv-cinder-830538-5-iscsi',id=1bbc3f13-d896-4633-9d3f-4f3415ceb83d,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T22:34:03Z,topic='l3_agent')) {'router_ids': ['13cddc1b-2f3a-43a6-9fab-623243736c76'], 'active': True} {{(pid=109570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 22:52:52.166889 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d177ba2-df5d-408a-90f6-4272d1c07300 req-25fe0ac6-5253-4a00-9139-59e104d5753b tempest-TestVolumeBootPattern-851070749 tempest-TestVolumeBootPattern-851070749-project] No DVR routers for this DVR port 7f5b29b4-3798-4c08-a128-b08eebc55789 on host hv-cinder-83053 {{(pid=109568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 22:52:52.169392 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [req-6d177ba2-df5d-408a-90f6-4272d1c07300 req-25fe0ac6-5253-4a00-9139-59e104d5753b tempest-TestVolumeBootPattern-851070749 tempest-TestVolumeBootPattern-851070749-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80159'] for port (None), before_response {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:52:52.172686 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-6d177ba2-df5d-408a-90f6-4272d1c07300 req-25fe0ac6-5253-4a00-9139-59e104d5753b tempest-TestVolumeBootPattern-851070749 tempest-TestVolumeBootPattern-851070749-project] 10.222.0.36 "DELETE /v2.0/ports/7f5b29b4-3798-4c08-a128-b08eebc55789 HTTP/1.1" status: 204 len: 173 time: 0.7871954 Feb 28 22:52:52.173144 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5ff3081-41f5-4bc8-a6b5-8a01d3de6124', 'name': 'network-vif-deleted', 'tag': '7f5b29b4-3798-4c08-a128-b08eebc55789'}] {{(pid=109568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 22:52:52.175377 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be30730c9f576b5ae602769365630bce3a2881df6c4aa92702dca8eb1643a507" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd2d359a-7ea4-43f1-bad7-c0bfefb28bf6" -d '{"events": [{"server_uuid": "c5ff3081-41f5-4bc8-a6b5-8a01d3de6124", "name": "network-vif-deleted", "tag": "7f5b29b4-3798-4c08-a128-b08eebc55789"}]}' {{(pid=109568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 22:52:52.221240 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 22:52:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c8e0ac0-700c-40f8-acf6-3797621b8261 x-openstack-request-id: req-5c8e0ac0-700c-40f8-acf6-3797621b8261 {{(pid=109568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 22:52:52.221750 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5ff3081-41f5-4bc8-a6b5-8a01d3de6124", "name": "network-vif-deleted", "tag": "7f5b29b4-3798-4c08-a128-b08eebc55789", "status": "completed", "code": 200}]} {{(pid=109568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 22:52:52.222013 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-5c8e0ac0-700c-40f8-acf6-3797621b8261 {{(pid=109568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 22:52:52.222423 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5ff3081-41f5-4bc8-a6b5-8a01d3de6124', 'name': 'network-vif-deleted', 'tag': '7f5b29b4-3798-4c08-a128-b08eebc55789', 'status': 'completed', 'code': 200} Feb 28 22:52:52.268510 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.db.l3_dvr_db [None req-bb44aa4c-4019-474c-9c56-3ce5bb265212 None None] Set router 13cddc1b-2f3a-43a6-9fab-623243736c76 gateway port host: dv-cinder-830538-5-iscsi {{(pid=109570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 22:52:52.473354 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.db.l3_hamode_db [None req-bb44aa4c-4019-474c-9c56-3ce5bb265212 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13cddc1b-2f3a-43a6-9fab-623243736c76', 'name': 'tempest-TestVolumeBootPattern-274550402-router', 'tenant_id': '9682b42bc5bb4f3a9ed975026db8a4a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e7a10c7-addc-4b79-a555-0b472e939652', 'external_fixed_ips': [{'subnet_id': '8aaf002d-6309-4cf0-ae69-6d349a14c0b1', 'ip_address': '172.27.0.62'}], 'enable_snat': True}, 'gw_port_id': '9f35f2e5-ac00-4c40-89cb-b6010878caf1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T22:49:56Z', 'updated_at': '2022-02-28T22:49:59Z', 'revision_number': 4, 'project_id': '9682b42bc5bb4f3a9ed975026db8a4a3', 'gw_port': {'id': '9f35f2e5-ac00-4c40-89cb-b6010878caf1', 'name': '', 'network_id': '3e7a10c7-addc-4b79-a555-0b472e939652', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:60:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13cddc1b-2f3a-43a6-9fab-623243736c76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '8aaf002d-6309-4cf0-ae69-6d349a14c0b1', 'ip_address': '172.27.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T22:49:57Z', 'updated_at': '2022-02-28T22:50:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8aaf002d-6309-4cf0-ae69-6d349a14c0b1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830538-5-iscsi', '_interfaces': [{'id': '6c9de3a6-93cb-428f-b017-274d72145940', 'name': '', 'network_id': 'bd5c87d6-280c-42e5-a7a0-d86f35b08ea1', 'tenant_id': '9682b42bc5bb4f3a9ed975026db8a4a3', 'mac_address': 'fa:16:3e:c1:3d:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13cddc1b-2f3a-43a6-9fab-623243736c76', 'device_owner': 'network:router_interface', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'e0a95bd6-4937-48b3-aec2-a392dcb0defe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T22:49:58Z', 'updated_at': '2022-02-28T22:50:04Z', 'revision_number': 5, 'project_id': '9682b42bc5bb4f3a9ed975026db8a4a3', 'subnets': [{'id': 'e0a95bd6-4937-48b3-aec2-a392dcb0defe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830538-5-iscsi', False) {} {{(pid=109570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 22:52:52.504244 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb44aa4c-4019-474c-9c56-3ce5bb265212 None None] Checking router: 13cddc1b-2f3a-43a6-9fab-623243736c76 for host: dv-cinder-830538-5-iscsi {{(pid=109570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 22:52:52.513137 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb44aa4c-4019-474c-9c56-3ce5bb265212 None None] Routers {'13cddc1b-2f3a-43a6-9fab-623243736c76'} bound to L3 agent in host dv-cinder-830538-5-iscsi {{(pid=109570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 22:52:52.513747 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.db.l3_hamode_db [None req-bb44aa4c-4019-474c-9c56-3ce5bb265212 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830538-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T22:34:03Z,description=,heartbeat_timestamp=2022-02-28T22:52:33Z,host='dv-cinder-830538-5-iscsi',id=1bbc3f13-d896-4633-9d3f-4f3415ceb83d,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T22:34:03Z,topic='l3_agent')) {'router_ids': ['13cddc1b-2f3a-43a6-9fab-623243736c76'], 'active': True} {{(pid=109570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 22:52:52.519165 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-cca545d1-bf9c-4c39-a6c1-08456af8f8a2 req-412d5f3a-de4b-48f5-b3f8-4f1ef3384456 tempest-TestVolumeBootPattern-851070749 tempest-TestVolumeBootPattern-851070749-project] 10.222.0.11 "GET /v2.0/ports?device_id=c5ff3081-41f5-4bc8-a6b5-8a01d3de6124 HTTP/1.1" status: 200 len: 210 time: 0.0285404 Feb 28 22:52:52.621216 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.db.l3_dvr_db [None req-bb44aa4c-4019-474c-9c56-3ce5bb265212 None None] Set router 13cddc1b-2f3a-43a6-9fab-623243736c76 gateway port host: dv-cinder-830538-5-iscsi {{(pid=109570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 22:52:52.813787 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.db.l3_hamode_db [None req-bb44aa4c-4019-474c-9c56-3ce5bb265212 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13cddc1b-2f3a-43a6-9fab-623243736c76', 'name': 'tempest-TestVolumeBootPattern-274550402-router', 'tenant_id': '9682b42bc5bb4f3a9ed975026db8a4a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e7a10c7-addc-4b79-a555-0b472e939652', 'external_fixed_ips': [{'subnet_id': '8aaf002d-6309-4cf0-ae69-6d349a14c0b1', 'ip_address': '172.27.0.62'}], 'enable_snat': True}, 'gw_port_id': '9f35f2e5-ac00-4c40-89cb-b6010878caf1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T22:49:56Z', 'updated_at': '2022-02-28T22:49:59Z', 'revision_number': 4, 'project_id': '9682b42bc5bb4f3a9ed975026db8a4a3', 'gw_port': {'id': '9f35f2e5-ac00-4c40-89cb-b6010878caf1', 'name': '', 'network_id': '3e7a10c7-addc-4b79-a555-0b472e939652', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:60:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13cddc1b-2f3a-43a6-9fab-623243736c76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '8aaf002d-6309-4cf0-ae69-6d349a14c0b1', 'ip_address': '172.27.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T22:49:57Z', 'updated_at': '2022-02-28T22:50:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8aaf002d-6309-4cf0-ae69-6d349a14c0b1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830538-5-iscsi', '_interfaces': [{'id': '6c9de3a6-93cb-428f-b017-274d72145940', 'name': '', 'network_id': 'bd5c87d6-280c-42e5-a7a0-d86f35b08ea1', 'tenant_id': '9682b42bc5bb4f3a9ed975026db8a4a3', 'mac_address': 'fa:16:3e:c1:3d:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13cddc1b-2f3a-43a6-9fab-623243736c76', 'device_owner': 'network:router_interface', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'e0a95bd6-4937-48b3-aec2-a392dcb0defe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T22:49:58Z', 'updated_at': '2022-02-28T22:50:04Z', 'revision_number': 5, 'project_id': '9682b42bc5bb4f3a9ed975026db8a4a3', 'subnets': [{'id': 'e0a95bd6-4937-48b3-aec2-a392dcb0defe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830538-5-iscsi', False) {} {{(pid=109570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 22:52:52.846022 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb44aa4c-4019-474c-9c56-3ce5bb265212 None None] The sync data for ids ['13cddc1b-2f3a-43a6-9fab-623243736c76'] in dv-cinder-830538-5-iscsi is: [{'id': '13cddc1b-2f3a-43a6-9fab-623243736c76', 'name': 'tempest-TestVolumeBootPattern-274550402-router', 'tenant_id': '9682b42bc5bb4f3a9ed975026db8a4a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e7a10c7-addc-4b79-a555-0b472e939652', 'external_fixed_ips': [{'subnet_id': '8aaf002d-6309-4cf0-ae69-6d349a14c0b1', 'ip_address': '172.27.0.62'}], 'enable_snat': True}, 'gw_port_id': '9f35f2e5-ac00-4c40-89cb-b6010878caf1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T22:49:56Z', 'updated_at': '2022-02-28T22:49:59Z', 'revision_number': 4, 'project_id': '9682b42bc5bb4f3a9ed975026db8a4a3', 'gw_port': {'id': '9f35f2e5-ac00-4c40-89cb-b6010878caf1', 'name': '', 'network_id': '3e7a10c7-addc-4b79-a555-0b472e939652', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:60:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13cddc1b-2f3a-43a6-9fab-623243736c76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '8aaf002d-6309-4cf0-ae69-6d349a14c0b1', 'ip_address': '172.27.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T22:49:57Z', 'updated_at': '2022-02-28T22:50:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8aaf002d-6309-4cf0-ae69-6d349a14c0b1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830538-5-iscsi', '_interfaces': [{'id': '6c9de3a6-93cb-428f-b017-274d72145940', 'name': '', 'network_id': 'bd5c87d6-280c-42e5-a7a0-d86f35b08ea1', 'tenant_id': '9682b42bc5bb4f3a9ed975026db8a4a3', 'mac_address': 'fa:16:3e:c1:3d:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13cddc1b-2f3a-43a6-9fab-623243736c76', 'device_owner': 'network:router_interface', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'e0a95bd6-4937-48b3-aec2-a392dcb0defe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T22:49:58Z', 'updated_at': '2022-02-28T22:50:04Z', 'revision_number': 5, 'project_id': '9682b42bc5bb4f3a9ed975026db8a4a3', 'subnets': [{'id': 'e0a95bd6-4937-48b3-aec2-a392dcb0defe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 22:52:53.067621 dv-cinder-830538-5-iscsi neutron-server[109571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0fca014-48e3-420e-a200-fd496f1ce994 None None] New status for floating IP 504b2506-ea0c-4ecf-9ef4-84e78bca7850: DOWN {{(pid=109571) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 28 22:52:53.527431 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.rpc [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] Device 7f5b29b4-3798-4c08-a128-b08eebc55789 no longer exists at agent hyperv_hv-cinder-83053 {{(pid=109570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 22:52:53.547649 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.plugin [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] No Port match for: 7f5b29b4-3798-4c08-a128-b08eebc55789 {{(pid=109570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 22:52:53.548018 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.rpc [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] Device 7f5b29b4-3798-4c08-a128-b08eebc55789 not bound to the agent host hv-cinder-83053 {{(pid=109570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 22:52:53.823172 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-a30825fd-0853-495f-980c-c02c713cffe4 req-7640bf34-c0ec-4577-81c0-68444d722bf6 tempest-TestVolumeBootPattern-851070749 tempest-TestVolumeBootPattern-851070749-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1684265790&fields=id&tenant_id=9682b42bc5bb4f3a9ed975026db8a4a3 HTTP/1.1" status: 200 len: 267 time: 0.0476594 Feb 28 22:52:53.926349 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30825fd-0853-495f-980c-c02c713cffe4 req-f550f40d-fc43-443f-9ced-39f4207b7ae8 tempest-TestVolumeBootPattern-851070749 tempest-TestVolumeBootPattern-851070749-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:52:53.927850 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-a30825fd-0853-495f-980c-c02c713cffe4 req-f550f40d-fc43-443f-9ced-39f4207b7ae8 tempest-TestVolumeBootPattern-851070749 tempest-TestVolumeBootPattern-851070749-project] 10.222.0.11 "GET /v2.0/networks?id=bd5c87d6-280c-42e5-a7a0-d86f35b08ea1 HTTP/1.1" status: 200 len: 811 time: 0.0980034 Feb 28 22:52:53.942320 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-a30825fd-0853-495f-980c-c02c713cffe4 req-8d2aa164-9ee7-4b41-ab5a-4ee0b0b68b1d tempest-TestVolumeBootPattern-851070749 tempest-TestVolumeBootPattern-851070749-project] 10.222.0.11 "GET /v2.0/quotas/9682b42bc5bb4f3a9ed975026db8a4a3 HTTP/1.1" status: 200 len: 375 time: 0.0091956 Feb 28 22:52:53.999999 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-a30825fd-0853-495f-980c-c02c713cffe4 req-c0ebec66-1517-45b3-9d2c-17fb009d7dab tempest-TestVolumeBootPattern-851070749 tempest-TestVolumeBootPattern-851070749-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=9682b42bc5bb4f3a9ed975026db8a4a3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0526030 Feb 28 22:52:54.015002 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.wsgi [req-a30825fd-0853-495f-980c-c02c713cffe4 req-12096f7e-d3e5-46b4-8867-77ca2497e102 service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=109568) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 28 22:52:54.015954 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-a30825fd-0853-495f-980c-c02c713cffe4 req-12096f7e-d3e5-46b4-8867-77ca2497e102 service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048287 Feb 28 22:52:54.100356 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-a30825fd-0853-495f-980c-c02c713cffe4 req-8c285b72-68ed-4af1-a373-16424f140897 service neutron] 10.222.0.11 "GET /v2.0/networks/bd5c87d6-280c-42e5-a7a0-d86f35b08ea1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0791683 Feb 28 22:52:54.189195 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-a30825fd-0853-495f-980c-c02c713cffe4 req-8cb10e0e-c115-4d8e-8a7f-f2bc6a89064c service neutron] 10.222.0.11 "GET /v2.0/networks/bd5c87d6-280c-42e5-a7a0-d86f35b08ea1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828142 Feb 28 22:52:54.465449 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-9dec13c8-1d10-406c-94ae-a33c166808c0 req-4eeaed5c-eb3b-4f24-87c4-dae3dc5d0dce tempest-TestVolumeBootPattern-851070749 tempest-TestVolumeBootPattern-851070749-project] 10.222.0.11 "GET /v2.0/ports?device_id=a21bca3e-457c-4967-93d8-ee0294ef44d8 HTTP/1.1" status: 200 len: 210 time: 0.0269475 Feb 28 22:52:55.428577 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30825fd-0853-495f-980c-c02c713cffe4 req-5006c88b-80af-427e-b0d6-45debe7d5f95 tempest-TestVolumeBootPattern-851070749 tempest-TestVolumeBootPattern-851070749-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:52:55.430026 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-a30825fd-0853-495f-980c-c02c713cffe4 req-5006c88b-80af-427e-b0d6-45debe7d5f95 tempest-TestVolumeBootPattern-851070749 tempest-TestVolumeBootPattern-851070749-project] 10.222.0.36 "GET /v2.0/networks?id=bd5c87d6-280c-42e5-a7a0-d86f35b08ea1 HTTP/1.1" status: 200 len: 811 time: 0.1022570 Feb 28 22:52:55.497128 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-a30825fd-0853-495f-980c-c02c713cffe4 req-4d99581a-5632-4e92-ace9-90a0321fdd13 tempest-TestVolumeBootPattern-851070749 tempest-TestVolumeBootPattern-851070749-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9682b42bc5bb4f3a9ed975026db8a4a3 HTTP/1.1" status: 200 len: 380 time: 0.0591419 Feb 28 22:52:55.505600 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.api.v2.base [req-a30825fd-0853-495f-980c-c02c713cffe4 req-667b4058-5a5a-4e8f-ae4d-743d49499b90 tempest-TestVolumeBootPattern-851070749 tempest-TestVolumeBootPattern-851070749-project] Request body: {'port': {'device_id': 'a21bca3e-457c-4967-93d8-ee0294ef44d8', 'network_id': 'bd5c87d6-280c-42e5-a7a0-d86f35b08ea1', 'admin_state_up': True, 'tenant_id': '9682b42bc5bb4f3a9ed975026db8a4a3', 'security_groups': ['620901e3-3520-442a-becd-c8cb11b8b617']}} {{(pid=109568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 22:52:55.577011 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-596c17e3-2a42-404a-b6b3-1a51085e7582 req-663ddaf8-2b2f-45bc-bfd4-148ac726f798 tempest-TestVolumeBootPattern-851070749 tempest-TestVolumeBootPattern-851070749-project] 10.222.0.11 "GET /v2.0/ports?device_id=a21bca3e-457c-4967-93d8-ee0294ef44d8 HTTP/1.1" status: 200 len: 210 time: 0.0316906 Feb 28 22:52:55.632652 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a30825fd-0853-495f-980c-c02c713cffe4 req-667b4058-5a5a-4e8f-ae4d-743d49499b90 tempest-TestVolumeBootPattern-851070749 tempest-TestVolumeBootPattern-851070749-project] Made reservation on behalf of 9682b42bc5bb4f3a9ed975026db8a4a3 for: {'port': 1} {{(pid=109568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 22:52:55.636557 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [req-a30825fd-0853-495f-980c-c02c713cffe4 req-667b4058-5a5a-4e8f-ae4d-743d49499b90 tempest-TestVolumeBootPattern-851070749 tempest-TestVolumeBootPattern-851070749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616566'] for port (None), before_create {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:52:55.777037 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.db.db_base_plugin_common [req-a30825fd-0853-495f-980c-c02c713cffe4 req-667b4058-5a5a-4e8f-ae4d-743d49499b90 tempest-TestVolumeBootPattern-851070749 tempest-TestVolumeBootPattern-851070749-project] Allocated IP 172.20.0.7 (bd5c87d6-280c-42e5-a7a0-d86f35b08ea1/e0a95bd6-4937-48b3-aec2-a392dcb0defe/799f5aba-8051-45ab-a746-e78f5eec65b6) {{(pid=109568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 22:52:55.918516 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [req-a30825fd-0853-495f-980c-c02c713cffe4 req-667b4058-5a5a-4e8f-ae4d-743d49499b90 tempest-TestVolumeBootPattern-851070749 tempest-TestVolumeBootPattern-851070749-project] Publish callbacks [] for port (799f5aba-8051-45ab-a746-e78f5eec65b6), precommit_create {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:52:55.952353 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [req-a30825fd-0853-495f-980c-c02c713cffe4 req-667b4058-5a5a-4e8f-ae4d-743d49499b90 tempest-TestVolumeBootPattern-851070749 tempest-TestVolumeBootPattern-851070749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33156859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750844628228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30788389'] for port (799f5aba-8051-45ab-a746-e78f5eec65b6), after_create {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:52:55.995313 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a30825fd-0853-495f-980c-c02c713cffe4 req-667b4058-5a5a-4e8f-ae4d-743d49499b90 tempest-TestVolumeBootPattern-851070749 tempest-TestVolumeBootPattern-851070749-project] Network bd5c87d6-280c-42e5-a7a0-d86f35b08ea1 is already hosted by enough agents. {{(pid=109568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 22:52:55.998453 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.scheduler.base_scheduler [req-a30825fd-0853-495f-980c-c02c713cffe4 req-667b4058-5a5a-4e8f-ae4d-743d49499b90 tempest-TestVolumeBootPattern-851070749 tempest-TestVolumeBootPattern-851070749-project] Resources bound (agent type, host, resource id): {{(pid=109568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 22:52:56.001955 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.db.l3_dvrscheduler_db [req-a30825fd-0853-495f-980c-c02c713cffe4 req-667b4058-5a5a-4e8f-ae4d-743d49499b90 tempest-TestVolumeBootPattern-851070749 tempest-TestVolumeBootPattern-851070749-project] Received port after_create {{(pid=109568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 22:52:56.031306 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667b4058-5a5a-4e8f-ae4d-743d49499b90 tempest-TestVolumeBootPattern-851070749 tempest-TestVolumeBootPattern-851070749-project] Pushing event updated for resources: {'Port': ['ID=799f5aba-8051-45ab-a746-e78f5eec65b6,revision_number=1']} {{(pid=109568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:52:56.056184 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30825fd-0853-495f-980c-c02c713cffe4 req-667b4058-5a5a-4e8f-ae4d-743d49499b90 tempest-TestVolumeBootPattern-851070749 tempest-TestVolumeBootPattern-851070749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:52:56.056794 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [req-a30825fd-0853-495f-980c-c02c713cffe4 req-667b4058-5a5a-4e8f-ae4d-743d49499b90 tempest-TestVolumeBootPattern-851070749 tempest-TestVolumeBootPattern-851070749-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80159'] for port (None), before_response {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:52:56.074581 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-a30825fd-0853-495f-980c-c02c713cffe4 req-667b4058-5a5a-4e8f-ae4d-743d49499b90 tempest-TestVolumeBootPattern-851070749 tempest-TestVolumeBootPattern-851070749-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5732870 Feb 28 22:52:56.133635 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.api.v2.base [req-a30825fd-0853-495f-980c-c02c713cffe4 req-e1298265-d025-47e3-a89c-9f53078c994a service neutron] Request body: {'port': {'device_id': 'a21bca3e-457c-4967-93d8-ee0294ef44d8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83053'}} {{(pid=109568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 22:52:56.197299 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.db.provisioning_blocks [None req-03aa45b5-199d-4685-b1bd-ca38e1d1e687 None None] Provisioning complete for port 799f5aba-8051-45ab-a746-e78f5eec65b6 triggered by entity DHCP. {{(pid=109570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 22:52:56.198594 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-03aa45b5-199d-4685-b1bd-ca38e1d1e687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579965'] for port (799f5aba-8051-45ab-a746-e78f5eec65b6), provisioning_complete {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:52:56.199086 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [req-a30825fd-0853-495f-980c-c02c713cffe4 req-e1298265-d025-47e3-a89c-9f53078c994a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616566'] for port (799f5aba-8051-45ab-a746-e78f5eec65b6), before_update {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:52:56.232936 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.plugin [None req-03aa45b5-199d-4685-b1bd-ca38e1d1e687 None None] Port 799f5aba-8051-45ab-a746-e78f5eec65b6 cannot update to ACTIVE because it is not bound. {{(pid=109570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 22:52:56.451016 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.notifiers.nova [req-a30825fd-0853-495f-980c-c02c713cffe4 req-e1298265-d025-47e3-a89c-9f53078c994a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 799f5aba-8051-45ab-a746-e78f5eec65b6 {{(pid=109568) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 22:52:56.458244 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [req-a30825fd-0853-495f-980c-c02c713cffe4 req-e1298265-d025-47e3-a89c-9f53078c994a service neutron] Publish callbacks [] for port (799f5aba-8051-45ab-a746-e78f5eec65b6), precommit_update {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:52:56.469645 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.db.provisioning_blocks [req-a30825fd-0853-495f-980c-c02c713cffe4 req-e1298265-d025-47e3-a89c-9f53078c994a service neutron] Transition to ACTIVE for port object 799f5aba-8051-45ab-a746-e78f5eec65b6 will not be triggered until provisioned by entity L2. {{(pid=109568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Feb 28 22:52:56.473731 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [req-a30825fd-0853-495f-980c-c02c713cffe4 req-e1298265-d025-47e3-a89c-9f53078c994a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33156859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750845083886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750844628246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750844628264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30788396'] for port (799f5aba-8051-45ab-a746-e78f5eec65b6), after_update {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:52:56.522253 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1298265-d025-47e3-a89c-9f53078c994a service neutron] Pushing event updated for resources: {'Port': ['ID=799f5aba-8051-45ab-a746-e78f5eec65b6,revision_number=2']} {{(pid=109568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:52:56.597656 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.plugins.ml2.managers [req-a30825fd-0853-495f-980c-c02c713cffe4 req-e1298265-d025-47e3-a89c-9f53078c994a service neutron] Attempting to bind port 799f5aba-8051-45ab-a746-e78f5eec65b6 on host hv-cinder-83053 for vnic_type normal with profile {{(pid=109568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 22:52:56.597968 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.plugins.ml2.managers [req-a30825fd-0853-495f-980c-c02c713cffe4 req-e1298265-d025-47e3-a89c-9f53078c994a service neutron] Attempting to bind port 799f5aba-8051-45ab-a746-e78f5eec65b6 by drivers openvswitch,hyperv on host hv-cinder-83053 at level 0 using segments [{'id': '6302f759-7806-4619-ad72-9065d0b678da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'bd5c87d6-280c-42e5-a7a0-d86f35b08ea1'}] {{(pid=109568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 22:52:56.598300 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a30825fd-0853-495f-980c-c02c713cffe4 req-e1298265-d025-47e3-a89c-9f53078c994a service neutron] Attempting to bind port 799f5aba-8051-45ab-a746-e78f5eec65b6 on network bd5c87d6-280c-42e5-a7a0-d86f35b08ea1 {{(pid=109568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 22:52:56.603454 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a30825fd-0853-495f-980c-c02c713cffe4 req-e1298265-d025-47e3-a89c-9f53078c994a service neutron] Port 799f5aba-8051-45ab-a746-e78f5eec65b6 on network bd5c87d6-280c-42e5-a7a0-d86f35b08ea1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83053 {{(pid=109568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 22:52:56.603803 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a30825fd-0853-495f-980c-c02c713cffe4 req-e1298265-d025-47e3-a89c-9f53078c994a service neutron] Attempting to bind port 799f5aba-8051-45ab-a746-e78f5eec65b6 on network bd5c87d6-280c-42e5-a7a0-d86f35b08ea1 {{(pid=109568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 22:52:56.609327 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a30825fd-0853-495f-980c-c02c713cffe4 req-e1298265-d025-47e3-a89c-9f53078c994a service neutron] Checking agent: {'id': '5b2bda77-ea31-45ff-af39-f050a95cb1da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83053', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 22, 40, 14), 'started_at': datetime.datetime(2022, 2, 28, 22, 40, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 22, 52, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 22:52:56.609657 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a30825fd-0853-495f-980c-c02c713cffe4 req-e1298265-d025-47e3-a89c-9f53078c994a service neutron] Checking segment: {'id': '6302f759-7806-4619-ad72-9065d0b678da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'bd5c87d6-280c-42e5-a7a0-d86f35b08ea1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 22:52:56.610027 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a30825fd-0853-495f-980c-c02c713cffe4 req-e1298265-d025-47e3-a89c-9f53078c994a service neutron] Bound using segment: {'id': '6302f759-7806-4619-ad72-9065d0b678da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'bd5c87d6-280c-42e5-a7a0-d86f35b08ea1'} {{(pid=109568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 22:52:56.610450 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.plugins.ml2.managers [req-a30825fd-0853-495f-980c-c02c713cffe4 req-e1298265-d025-47e3-a89c-9f53078c994a service neutron] Bound port: 799f5aba-8051-45ab-a746-e78f5eec65b6, host: hv-cinder-83053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6302f759-7806-4619-ad72-9065d0b678da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'bd5c87d6-280c-42e5-a7a0-d86f35b08ea1'}}] {{(pid=109568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 22:52:56.610802 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [req-a30825fd-0853-495f-980c-c02c713cffe4 req-e1298265-d025-47e3-a89c-9f53078c994a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616566'] for port (799f5aba-8051-45ab-a746-e78f5eec65b6), before_update {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:52:56.702459 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.plugins.ml2.db [req-a30825fd-0853-495f-980c-c02c713cffe4 req-e1298265-d025-47e3-a89c-9f53078c994a service neutron] For port 799f5aba-8051-45ab-a746-e78f5eec65b6, host hv-cinder-83053, cleared binding levels {{(pid=109568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 22:52:56.706073 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.plugins.ml2.db [req-a30825fd-0853-495f-980c-c02c713cffe4 req-e1298265-d025-47e3-a89c-9f53078c994a service neutron] For port 799f5aba-8051-45ab-a746-e78f5eec65b6, host hv-cinder-83053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83053',level=0,port_id=799f5aba-8051-45ab-a746-e78f5eec65b6,segment=NetworkSegment(6302f759-7806-4619-ad72-9065d0b678da),segment_id=6302f759-7806-4619-ad72-9065d0b678da)] {{(pid=109568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 22:52:56.714859 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [req-a30825fd-0853-495f-980c-c02c713cffe4 req-e1298265-d025-47e3-a89c-9f53078c994a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33156859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750845083886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750844628246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750844628264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30788396'] for port (799f5aba-8051-45ab-a746-e78f5eec65b6), after_update {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:52:56.757099 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02166843-e46c-40c8-8bb7-9ce27c85fd19 req-1a73cbc6-f0de-4a9a-bd7d-6cadd500f8c5 tempest-TestVolumeBootPattern-851070749 tempest-TestVolumeBootPattern-851070749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:52:56.758589 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-02166843-e46c-40c8-8bb7-9ce27c85fd19 req-1a73cbc6-f0de-4a9a-bd7d-6cadd500f8c5 tempest-TestVolumeBootPattern-851070749 tempest-TestVolumeBootPattern-851070749-project] 10.222.0.11 "GET /v2.0/ports?device_id=a21bca3e-457c-4967-93d8-ee0294ef44d8 HTTP/1.1" status: 200 len: 943 time: 0.1075921 Feb 28 22:52:56.763218 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30825fd-0853-495f-980c-c02c713cffe4 req-e1298265-d025-47e3-a89c-9f53078c994a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:52:56.763875 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [req-a30825fd-0853-495f-980c-c02c713cffe4 req-e1298265-d025-47e3-a89c-9f53078c994a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80159'] for port (None), before_response {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:52:56.765251 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-a30825fd-0853-495f-980c-c02c713cffe4 req-e1298265-d025-47e3-a89c-9f53078c994a service neutron] 10.222.0.36 "PUT /v2.0/ports/799f5aba-8051-45ab-a746-e78f5eec65b6 HTTP/1.1" status: 200 len: 1093 time: 0.6833239 Feb 28 22:52:56.765716 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a21bca3e-457c-4967-93d8-ee0294ef44d8', 'tag': '799f5aba-8051-45ab-a746-e78f5eec65b6'}] {{(pid=109568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 22:52:56.767994 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be30730c9f576b5ae602769365630bce3a2881df6c4aa92702dca8eb1643a507" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c86eb607-158c-42b2-8e71-92d56f319093" -d '{"events": [{"name": "network-changed", "server_uuid": "a21bca3e-457c-4967-93d8-ee0294ef44d8", "tag": "799f5aba-8051-45ab-a746-e78f5eec65b6"}]}' {{(pid=109568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 22:52:56.821559 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1298265-d025-47e3-a89c-9f53078c994a service neutron] Pushing event updated for resources: {'Port': ['ID=799f5aba-8051-45ab-a746-e78f5eec65b6,revision_number=3']} {{(pid=109568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:52:56.825240 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 22:52:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97a25a14-a99c-4c4a-b08f-ba6c10a83f7d x-openstack-request-id: req-97a25a14-a99c-4c4a-b08f-ba6c10a83f7d {{(pid=109568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 22:52:56.825534 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a21bca3e-457c-4967-93d8-ee0294ef44d8", "tag": "799f5aba-8051-45ab-a746-e78f5eec65b6", "status": "completed", "code": 200}]} {{(pid=109568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 22:52:56.825791 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-97a25a14-a99c-4c4a-b08f-ba6c10a83f7d {{(pid=109568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 22:52:56.826191 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a21bca3e-457c-4967-93d8-ee0294ef44d8', 'tag': '799f5aba-8051-45ab-a746-e78f5eec65b6', 'status': 'completed', 'code': 200} Feb 28 22:52:56.868815 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-02166843-e46c-40c8-8bb7-9ce27c85fd19 req-78513970-e30d-459e-baf6-e49f6c4a4ea7 tempest-TestVolumeBootPattern-851070749 tempest-TestVolumeBootPattern-851070749-project] 10.222.0.11 "GET /v2.0/security-groups?id=620901e3-3520-442a-becd-c8cb11b8b617&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0939932 Feb 28 22:52:56.882979 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30825fd-0853-495f-980c-c02c713cffe4 req-48564700-0ebf-474a-8c1e-8cbabf78f325 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:52:56.884534 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-a30825fd-0853-495f-980c-c02c713cffe4 req-48564700-0ebf-474a-8c1e-8cbabf78f325 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=9682b42bc5bb4f3a9ed975026db8a4a3&device_id=a21bca3e-457c-4967-93d8-ee0294ef44d8 HTTP/1.1" status: 200 len: 1127 time: 0.0788593 Feb 28 22:52:56.929795 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-a30825fd-0853-495f-980c-c02c713cffe4 req-60ab8f1c-6d79-453a-84bb-6f25c497adb9 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=799f5aba-8051-45ab-a746-e78f5eec65b6 HTTP/1.1" status: 200 len: 217 time: 0.0388057 Feb 28 22:52:56.978251 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30825fd-0853-495f-980c-c02c713cffe4 req-2f0fcab5-6372-45ed-9b6f-44d5830d2cd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:52:56.979865 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-a30825fd-0853-495f-980c-c02c713cffe4 req-2f0fcab5-6372-45ed-9b6f-44d5830d2cd3 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e0a95bd6-4937-48b3-aec2-a392dcb0defe HTTP/1.1" status: 200 len: 850 time: 0.0450065 Feb 28 22:52:57.027265 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30825fd-0853-495f-980c-c02c713cffe4 req-ce824e14-d194-456b-865c-4f0f9672a974 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:52:57.028756 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-a30825fd-0853-495f-980c-c02c713cffe4 req-ce824e14-d194-456b-865c-4f0f9672a974 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=bd5c87d6-280c-42e5-a7a0-d86f35b08ea1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0435596 Feb 28 22:52:57.376667 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-a30825fd-0853-495f-980c-c02c713cffe4 req-22f1c33f-6366-4ef6-8299-d7fc2940715f service neutron] 10.222.0.36 "GET /v2.0/networks/bd5c87d6-280c-42e5-a7a0-d86f35b08ea1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3413782 Feb 28 22:52:57.461930 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-a30825fd-0853-495f-980c-c02c713cffe4 req-c3081d53-f56b-4ca8-a4b1-dbf581c9c2bd service neutron] 10.222.0.36 "GET /v2.0/networks/bd5c87d6-280c-42e5-a7a0-d86f35b08ea1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0787332 Feb 28 22:52:57.551993 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86eb607-158c-42b2-8e71-92d56f319093 req-931723d6-bff1-49d8-99a5-c7c7037420aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:52:57.553489 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-c86eb607-158c-42b2-8e71-92d56f319093 req-931723d6-bff1-49d8-99a5-c7c7037420aa service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=9682b42bc5bb4f3a9ed975026db8a4a3&device_id=a21bca3e-457c-4967-93d8-ee0294ef44d8 HTTP/1.1" status: 200 len: 1127 time: 0.0441790 Feb 28 22:52:57.642803 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86eb607-158c-42b2-8e71-92d56f319093 req-c0caef5b-9478-4bf7-869d-1378f889a1dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:52:57.644880 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-c86eb607-158c-42b2-8e71-92d56f319093 req-c0caef5b-9478-4bf7-869d-1378f889a1dd service neutron] 10.222.0.36 "GET /v2.0/networks?id=bd5c87d6-280c-42e5-a7a0-d86f35b08ea1 HTTP/1.1" status: 200 len: 912 time: 0.0840135 Feb 28 22:52:57.690200 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-c86eb607-158c-42b2-8e71-92d56f319093 req-929ac5d8-fd8e-4aa9-b388-88cc799b1ea6 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=799f5aba-8051-45ab-a746-e78f5eec65b6 HTTP/1.1" status: 200 len: 217 time: 0.0369751 Feb 28 22:52:57.740862 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86eb607-158c-42b2-8e71-92d56f319093 req-c9098e64-f8e7-4d73-82d5-97891277bee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:52:57.742271 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-c86eb607-158c-42b2-8e71-92d56f319093 req-c9098e64-f8e7-4d73-82d5-97891277bee3 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e0a95bd6-4937-48b3-aec2-a392dcb0defe HTTP/1.1" status: 200 len: 850 time: 0.0463810 Feb 28 22:52:57.788201 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86eb607-158c-42b2-8e71-92d56f319093 req-2ce31d35-b4a2-41e1-8bbd-e88a9d0015b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:52:57.789650 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-c86eb607-158c-42b2-8e71-92d56f319093 req-2ce31d35-b4a2-41e1-8bbd-e88a9d0015b5 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=bd5c87d6-280c-42e5-a7a0-d86f35b08ea1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0420721 Feb 28 22:52:57.876008 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-c86eb607-158c-42b2-8e71-92d56f319093 req-459761cd-02f7-4619-958f-1af2814d6344 service neutron] 10.222.0.36 "GET /v2.0/networks/bd5c87d6-280c-42e5-a7a0-d86f35b08ea1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803487 Feb 28 22:52:57.998236 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-c86eb607-158c-42b2-8e71-92d56f319093 req-6cbb4377-9774-49d8-a6d3-648ee7619cca service neutron] 10.222.0.36 "GET /v2.0/networks/bd5c87d6-280c-42e5-a7a0-d86f35b08ea1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1164179 Feb 28 22:52:58.014759 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae244c9-7433-4b2a-8815-170d4bf20975 req-10679335-9f53-4510-8604-ff6a01390887 tempest-TestVolumeBootPattern-851070749 tempest-TestVolumeBootPattern-851070749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:52:58.016887 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-6ae244c9-7433-4b2a-8815-170d4bf20975 req-10679335-9f53-4510-8604-ff6a01390887 tempest-TestVolumeBootPattern-851070749 tempest-TestVolumeBootPattern-851070749-project] 10.222.0.11 "GET /v2.0/ports?device_id=a21bca3e-457c-4967-93d8-ee0294ef44d8 HTTP/1.1" status: 200 len: 943 time: 0.0784843 Feb 28 22:52:58.064363 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-6ae244c9-7433-4b2a-8815-170d4bf20975 req-7a91206c-be47-45e6-b153-0d475fcbe624 tempest-TestVolumeBootPattern-851070749 tempest-TestVolumeBootPattern-851070749-project] 10.222.0.11 "GET /v2.0/security-groups?id=620901e3-3520-442a-becd-c8cb11b8b617&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419300 Feb 28 22:52:59.185941 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c950f7d3-cb1d-4eb1-8116-f9dff4c3e5d5 req-0ff60749-06d0-4bd3-8164-1bf8e0ef612f tempest-TestVolumeBootPattern-851070749 tempest-TestVolumeBootPattern-851070749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:52:59.187413 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-c950f7d3-cb1d-4eb1-8116-f9dff4c3e5d5 req-0ff60749-06d0-4bd3-8164-1bf8e0ef612f tempest-TestVolumeBootPattern-851070749 tempest-TestVolumeBootPattern-851070749-project] 10.222.0.11 "GET /v2.0/ports?device_id=a21bca3e-457c-4967-93d8-ee0294ef44d8 HTTP/1.1" status: 200 len: 943 time: 0.0563073 Feb 28 22:52:59.235173 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-c950f7d3-cb1d-4eb1-8116-f9dff4c3e5d5 req-aac9ad75-c302-4f41-b13f-5d3fb1d8ce6d tempest-TestVolumeBootPattern-851070749 tempest-TestVolumeBootPattern-851070749-project] 10.222.0.11 "GET /v2.0/security-groups?id=620901e3-3520-442a-becd-c8cb11b8b617&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419865 Feb 28 22:53:00.350852 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd7ba38-1d5b-4e50-b85a-de356321b08f req-7a7bd23a-cd2e-4ff2-a4dd-6bb9ce7393bd tempest-TestVolumeBootPattern-851070749 tempest-TestVolumeBootPattern-851070749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:53:00.352332 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-6cd7ba38-1d5b-4e50-b85a-de356321b08f req-7a7bd23a-cd2e-4ff2-a4dd-6bb9ce7393bd tempest-TestVolumeBootPattern-851070749 tempest-TestVolumeBootPattern-851070749-project] 10.222.0.11 "GET /v2.0/ports?device_id=a21bca3e-457c-4967-93d8-ee0294ef44d8 HTTP/1.1" status: 200 len: 943 time: 0.0515070 Feb 28 22:53:00.410314 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-6cd7ba38-1d5b-4e50-b85a-de356321b08f req-06b07e9a-05df-491a-94da-48782198bcd6 tempest-TestVolumeBootPattern-851070749 tempest-TestVolumeBootPattern-851070749-project] 10.222.0.11 "GET /v2.0/security-groups?id=620901e3-3520-442a-becd-c8cb11b8b617&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524395 Feb 28 22:53:00.864487 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-b82aaca2-9425-4124-a11d-6460c7107e1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750845036683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579975'] for agent (55d6ddf3-619a-4750-95a9-02c5b2728e0c), after_update {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:53:01.524647 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdaf12f-dac4-475e-90ac-cac2de99d4ca req-f0cba0de-eb1d-44e9-b66f-9417aa3c38d7 tempest-TestVolumeBootPattern-851070749 tempest-TestVolumeBootPattern-851070749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:53:01.526724 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-1cdaf12f-dac4-475e-90ac-cac2de99d4ca req-f0cba0de-eb1d-44e9-b66f-9417aa3c38d7 tempest-TestVolumeBootPattern-851070749 tempest-TestVolumeBootPattern-851070749-project] 10.222.0.11 "GET /v2.0/ports?device_id=a21bca3e-457c-4967-93d8-ee0294ef44d8 HTTP/1.1" status: 200 len: 943 time: 0.0519063 Feb 28 22:53:01.576991 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-1cdaf12f-dac4-475e-90ac-cac2de99d4ca req-735a55e2-803a-482f-9de4-d169c8d338d3 tempest-TestVolumeBootPattern-851070749 tempest-TestVolumeBootPattern-851070749-project] 10.222.0.11 "GET /v2.0/security-groups?id=620901e3-3520-442a-becd-c8cb11b8b617&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448236 Feb 28 22:53:02.692941 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d985c8a9-4fe8-44ab-a706-b8192361e5fa req-dbde732b-e1d2-475b-a172-40cf91fd2324 tempest-TestVolumeBootPattern-851070749 tempest-TestVolumeBootPattern-851070749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:53:02.694385 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-d985c8a9-4fe8-44ab-a706-b8192361e5fa req-dbde732b-e1d2-475b-a172-40cf91fd2324 tempest-TestVolumeBootPattern-851070749 tempest-TestVolumeBootPattern-851070749-project] 10.222.0.11 "GET /v2.0/ports?device_id=a21bca3e-457c-4967-93d8-ee0294ef44d8 HTTP/1.1" status: 200 len: 943 time: 0.0523591 Feb 28 22:53:02.741608 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-d985c8a9-4fe8-44ab-a706-b8192361e5fa req-a3717908-e8de-40a9-ad7d-b90a24dcbe22 tempest-TestVolumeBootPattern-851070749 tempest-TestVolumeBootPattern-851070749-project] 10.222.0.11 "GET /v2.0/security-groups?id=620901e3-3520-442a-becd-c8cb11b8b617&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410299 Feb 28 22:53:03.152971 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-ed7eaecb-f366-4dbc-9bbe-1f76f54cd4dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750845036683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579975'] for agent (1bbc3f13-d896-4633-9d3f-4f3415ceb83d), after_update {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:53:03.604802 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.rpc [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] Device 799f5aba-8051-45ab-a746-e78f5eec65b6 details requested by agent hyperv_hv-cinder-83053 with host hv-cinder-83053 {{(pid=109570) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 22:53:03.696940 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.db [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] For port 799f5aba-8051-45ab-a746-e78f5eec65b6, host hv-cinder-83053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83053',level=0,port_id=799f5aba-8051-45ab-a746-e78f5eec65b6,segment=NetworkSegment(6302f759-7806-4619-ad72-9065d0b678da),segment_id=6302f759-7806-4619-ad72-9065d0b678da)] {{(pid=109570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 22:53:03.712004 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.rpc [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] Returning: {'device': '799f5aba-8051-45ab-a746-e78f5eec65b6', 'network_id': 'bd5c87d6-280c-42e5-a7a0-d86f35b08ea1', 'port_id': '799f5aba-8051-45ab-a746-e78f5eec65b6', 'mac_address': 'fa:16:3e:da:2e:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 111, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e0a95bd6-4937-48b3-aec2-a392dcb0defe', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109570) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 22:53:03.746904 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.plugin [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] Current status of the port 799f5aba-8051-45ab-a746-e78f5eec65b6 is: DOWN; New status is: BUILD {{(pid=109570) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 22:53:03.747284 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616566'] for port (799f5aba-8051-45ab-a746-e78f5eec65b6), before_update {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:53:03.759264 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.notifiers.nova [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 799f5aba-8051-45ab-a746-e78f5eec65b6 {{(pid=109570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 22:53:03.779544 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.db [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] For port 799f5aba-8051-45ab-a746-e78f5eec65b6, host hv-cinder-83053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83053',level=0,port_id=799f5aba-8051-45ab-a746-e78f5eec65b6,segment=NetworkSegment(6302f759-7806-4619-ad72-9065d0b678da),segment_id=6302f759-7806-4619-ad72-9065d0b678da)] {{(pid=109570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 22:53:03.783583 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33156859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750845083886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750844628246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750844628264'] for port (799f5aba-8051-45ab-a746-e78f5eec65b6), after_update {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:53:03.832468 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] Pushing event updated for resources: {'Port': ['ID=799f5aba-8051-45ab-a746-e78f5eec65b6,revision_number=4']} {{(pid=109570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:53:03.840662 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830538-5-iscsi {{(pid=109570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:53:03.841014 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-5-iscsi {{(pid=109570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:53:03.841413 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-5-iscsi {{(pid=109570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:53:03.842327 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-5-iscsi {{(pid=109570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:53:03.842327 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830538-5-iscsi {{(pid=109570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:53:03.842491 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830538-5-iscsi {{(pid=109570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:53:03.842723 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830538-5-iscsi {{(pid=109570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:53:03.843050 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830538-5-iscsi {{(pid=109570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:53:03.843426 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830538-5-iscsi {{(pid=109570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:53:03.843785 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830538-5-iscsi {{(pid=109570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:53:03.844113 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-5-iscsi {{(pid=109570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:53:03.844439 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830538-5-iscsi {{(pid=109570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:53:03.844768 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830538-5-iscsi {{(pid=109570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:53:03.861760 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b925370e-a61a-4628-bbf3-e9dd01e69bf6 req-50ba530d-fda4-48c5-bf09-3821ff2e1cea tempest-TestVolumeBootPattern-851070749 tempest-TestVolumeBootPattern-851070749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:53:03.863187 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-b925370e-a61a-4628-bbf3-e9dd01e69bf6 req-50ba530d-fda4-48c5-bf09-3821ff2e1cea tempest-TestVolumeBootPattern-851070749 tempest-TestVolumeBootPattern-851070749-project] 10.222.0.11 "GET /v2.0/ports?device_id=a21bca3e-457c-4967-93d8-ee0294ef44d8 HTTP/1.1" status: 200 len: 944 time: 0.0541532 Feb 28 22:53:03.912705 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-b925370e-a61a-4628-bbf3-e9dd01e69bf6 req-aef12e4f-8717-4334-8153-16566a30e9a5 tempest-TestVolumeBootPattern-851070749 tempest-TestVolumeBootPattern-851070749-project] 10.222.0.11 "GET /v2.0/security-groups?id=620901e3-3520-442a-becd-c8cb11b8b617&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437472 Feb 28 22:53:04.139557 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.db [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] get_ports_and_sgs() called for port_ids ['799f5aba-8051-45ab-a746-e78f5eec65b6'] {{(pid=109570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 22:53:04.198961 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-fb85eb0a-98c9-414d-bd8b-45b99ef4efd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750845036683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579975'] for agent (0569ef69-4feb-452f-8380-1d628b96faff), after_update {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:53:05.035208 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1192843f-ff06-43ee-992e-d542d45d1ec0 req-a284f6e7-5960-4840-a8ea-e6cee20c4437 tempest-TestVolumeBootPattern-851070749 tempest-TestVolumeBootPattern-851070749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:53:05.036725 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-1192843f-ff06-43ee-992e-d542d45d1ec0 req-a284f6e7-5960-4840-a8ea-e6cee20c4437 tempest-TestVolumeBootPattern-851070749 tempest-TestVolumeBootPattern-851070749-project] 10.222.0.11 "GET /v2.0/ports?device_id=a21bca3e-457c-4967-93d8-ee0294ef44d8 HTTP/1.1" status: 200 len: 944 time: 0.0542226 Feb 28 22:53:05.084614 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-1192843f-ff06-43ee-992e-d542d45d1ec0 req-1b2d4d36-f681-4ad7-b2cb-1ddef9cf24dc tempest-TestVolumeBootPattern-851070749 tempest-TestVolumeBootPattern-851070749-project] 10.222.0.11 "GET /v2.0/security-groups?id=620901e3-3520-442a-becd-c8cb11b8b617&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417345 Feb 28 22:53:05.620615 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.rpc [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] Device 799f5aba-8051-45ab-a746-e78f5eec65b6 up at agent hyperv_hv-cinder-83053 {{(pid=109570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 22:53:05.670344 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.db.provisioning_blocks [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] Provisioning for port 799f5aba-8051-45ab-a746-e78f5eec65b6 completed by entity L2. {{(pid=109570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 28 22:53:05.673799 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.db.provisioning_blocks [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] Provisioning complete for port 799f5aba-8051-45ab-a746-e78f5eec65b6 triggered by entity L2. {{(pid=109570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 22:53:05.674169 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579965'] for port (799f5aba-8051-45ab-a746-e78f5eec65b6), provisioning_complete {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:53:05.747624 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.plugin [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] Current status of the port 799f5aba-8051-45ab-a746-e78f5eec65b6 is: BUILD; New status is: ACTIVE {{(pid=109570) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 22:53:05.748039 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616566'] for port (799f5aba-8051-45ab-a746-e78f5eec65b6), before_update {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:53:05.769846 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a21bca3e-457c-4967-93d8-ee0294ef44d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '799f5aba-8051-45ab-a746-e78f5eec65b6'}] {{(pid=109570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 22:53:05.772135 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fade63a226c96e14254c735f674fb73a181a47373151acc9bb38ade81564009" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3f11319-0bff-469e-b034-8e9b38151a5e" -d '{"events": [{"server_uuid": "a21bca3e-457c-4967-93d8-ee0294ef44d8", "name": "network-vif-plugged", "status": "completed", "tag": "799f5aba-8051-45ab-a746-e78f5eec65b6"}]}' {{(pid=109570) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 22:53:05.785065 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.db [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] For port 799f5aba-8051-45ab-a746-e78f5eec65b6, host hv-cinder-83053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83053',level=0,port_id=799f5aba-8051-45ab-a746-e78f5eec65b6,segment=NetworkSegment(6302f759-7806-4619-ad72-9065d0b678da),segment_id=6302f759-7806-4619-ad72-9065d0b678da)] {{(pid=109570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 22:53:05.789245 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33156859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750845083886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750844628246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750844628264'] for port (799f5aba-8051-45ab-a746-e78f5eec65b6), after_update {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:53:05.839354 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] Pushing event updated for resources: {'Port': ['ID=799f5aba-8051-45ab-a746-e78f5eec65b6,revision_number=5']} {{(pid=109570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:53:05.870742 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 22:53:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce93de74-ac5b-4cc4-b64c-770efa3d519c x-openstack-request-id: req-ce93de74-ac5b-4cc4-b64c-770efa3d519c {{(pid=109570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 22:53:05.870978 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a21bca3e-457c-4967-93d8-ee0294ef44d8", "name": "network-vif-plugged", "status": "completed", "tag": "799f5aba-8051-45ab-a746-e78f5eec65b6", "code": 200}]} {{(pid=109570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 22:53:05.871255 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-ce93de74-ac5b-4cc4-b64c-770efa3d519c {{(pid=109570) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 22:53:05.871648 dv-cinder-830538-5-iscsi neutron-server[109570]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a21bca3e-457c-4967-93d8-ee0294ef44d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '799f5aba-8051-45ab-a746-e78f5eec65b6', 'code': 200} Feb 28 22:53:05.918801 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-f2b490b5-353e-4b99-942a-fb2407025861 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750845036683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579975'] for agent (e6e3d797-755b-495e-bc70-4cd2b9791ebb), after_update {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:53:06.101377 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97809b59-1b08-4c97-9462-9a65b88bd0ac req-90f4ba13-8a17-46f1-95f1-4b3ee1cccb3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:53:06.102846 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-97809b59-1b08-4c97-9462-9a65b88bd0ac req-90f4ba13-8a17-46f1-95f1-4b3ee1cccb3e service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=a21bca3e-457c-4967-93d8-ee0294ef44d8 HTTP/1.1" status: 200 len: 1129 time: 0.0428169 Feb 28 22:53:06.147793 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-97809b59-1b08-4c97-9462-9a65b88bd0ac req-675919b3-4b7b-4423-9ed6-9ae9041b558e service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=620901e3-3520-442a-becd-c8cb11b8b617&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391588 Feb 28 22:53:06.203273 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bbbf54-11c9-4cc5-ba76-1264672a0068 req-1656da76-3565-48d4-8402-f7bdb7135349 tempest-TestVolumeBootPattern-851070749 tempest-TestVolumeBootPattern-851070749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:53:06.204771 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-d0bbbf54-11c9-4cc5-ba76-1264672a0068 req-1656da76-3565-48d4-8402-f7bdb7135349 tempest-TestVolumeBootPattern-851070749 tempest-TestVolumeBootPattern-851070749-project] 10.222.0.11 "GET /v2.0/ports?device_id=a21bca3e-457c-4967-93d8-ee0294ef44d8 HTTP/1.1" status: 200 len: 945 time: 0.0544894 Feb 28 22:53:06.252468 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-d0bbbf54-11c9-4cc5-ba76-1264672a0068 req-5a9b7b1f-a1f1-47e4-9eb8-b3850803a561 tempest-TestVolumeBootPattern-851070749 tempest-TestVolumeBootPattern-851070749-project] 10.222.0.11 "GET /v2.0/security-groups?id=620901e3-3520-442a-becd-c8cb11b8b617&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422308 Feb 28 22:53:07.170143 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-154add69-038d-48cc-93ba-bd7e358b6d11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750845036683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579975'] for agent (7aa25ffb-1b87-4f08-8530-4bdf6e6b221c), after_update {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:53:07.369532 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93f5809-a455-4b70-bc41-5e4fc87cf952 req-6dc6b552-5b99-4024-8619-e20e282ff698 tempest-TestVolumeBootPattern-851070749 tempest-TestVolumeBootPattern-851070749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:53:07.371015 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-a93f5809-a455-4b70-bc41-5e4fc87cf952 req-6dc6b552-5b99-4024-8619-e20e282ff698 tempest-TestVolumeBootPattern-851070749 tempest-TestVolumeBootPattern-851070749-project] 10.222.0.11 "GET /v2.0/ports?device_id=a21bca3e-457c-4967-93d8-ee0294ef44d8 HTTP/1.1" status: 200 len: 945 time: 0.0528345 Feb 28 22:53:07.418111 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-a93f5809-a455-4b70-bc41-5e4fc87cf952 req-d4e3e4cd-48b7-4935-8cee-09d06db9e4d3 tempest-TestVolumeBootPattern-851070749 tempest-TestVolumeBootPattern-851070749-project] 10.222.0.11 "GET /v2.0/security-groups?id=620901e3-3520-442a-becd-c8cb11b8b617&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416565 Feb 28 22:53:07.532125 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70767103-22f5-4962-82c5-dad44992b604 req-4c875d61-9a51-42cc-bd99-41313cd9bfcc tempest-TestVolumeBootPattern-851070749 tempest-TestVolumeBootPattern-851070749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:53:07.533586 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-70767103-22f5-4962-82c5-dad44992b604 req-4c875d61-9a51-42cc-bd99-41313cd9bfcc tempest-TestVolumeBootPattern-851070749 tempest-TestVolumeBootPattern-851070749-project] 10.222.0.11 "GET /v2.0/ports?device_id=a21bca3e-457c-4967-93d8-ee0294ef44d8 HTTP/1.1" status: 200 len: 945 time: 0.0518551 Feb 28 22:53:07.585030 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-70767103-22f5-4962-82c5-dad44992b604 req-1213f1e4-2a24-45ca-bb57-ef70ec23f62c tempest-TestVolumeBootPattern-851070749 tempest-TestVolumeBootPattern-851070749-project] 10.222.0.11 "GET /v2.0/security-groups?id=620901e3-3520-442a-becd-c8cb11b8b617&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460434 Feb 28 22:53:07.607152 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.wsgi [-] (109568) accepted ('10.222.0.11', 60614) {{(pid=109568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 22:53:07.655161 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6c00761-afed-4034-b026-f812c81c8427 tempest-TestVolumeBootPattern-1581373019 tempest-TestVolumeBootPattern-1581373019-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:53:07.656859 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [None req-a6c00761-afed-4034-b026-f812c81c8427 tempest-TestVolumeBootPattern-1581373019 tempest-TestVolumeBootPattern-1581373019-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=a21bca3e-457c-4967-93d8-ee0294ef44d8 HTTP/1.1" status: 200 len: 1124 time: 0.0485458 Feb 28 22:53:07.659600 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.wsgi [-] (109569) accepted ('10.222.0.11', 60616) {{(pid=109569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 22:53:07.664751 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.api.v2.base [None req-ff13c67c-c2cb-4edd-8f9c-f30e39cc794a tempest-TestVolumeBootPattern-851070749 tempest-TestVolumeBootPattern-851070749-project] Request body: {'floatingip': {'floating_network_id': '3e7a10c7-addc-4b79-a555-0b472e939652', 'port_id': '799f5aba-8051-45ab-a746-e78f5eec65b6', 'tenant_id': '9682b42bc5bb4f3a9ed975026db8a4a3', 'fixed_ip_address': '172.20.0.7'}} {{(pid=109569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 22:53:07.685897 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-ff13c67c-c2cb-4edd-8f9c-f30e39cc794a tempest-TestVolumeBootPattern-851070749 tempest-TestVolumeBootPattern-851070749-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:53:07.777340 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-ff13c67c-c2cb-4edd-8f9c-f30e39cc794a tempest-TestVolumeBootPattern-851070749 tempest-TestVolumeBootPattern-851070749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616566'] for port (None), before_create {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:53:07.879177 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.db.db_base_plugin_common [None req-ff13c67c-c2cb-4edd-8f9c-f30e39cc794a tempest-TestVolumeBootPattern-851070749 tempest-TestVolumeBootPattern-851070749-project] Allocated IP 172.27.0.244 (3e7a10c7-addc-4b79-a555-0b472e939652/8aaf002d-6309-4cf0-ae69-6d349a14c0b1/04ed5f11-60d2-457c-b26b-beb3f052c42a) {{(pid=109569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 22:53:07.975134 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-ff13c67c-c2cb-4edd-8f9c-f30e39cc794a tempest-TestVolumeBootPattern-851070749 tempest-TestVolumeBootPattern-851070749-project] Publish callbacks [] for port (04ed5f11-60d2-457c-b26b-beb3f052c42a), precommit_create {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:53:08.013145 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-ff13c67c-c2cb-4edd-8f9c-f30e39cc794a tempest-TestVolumeBootPattern-851070749 tempest-TestVolumeBootPattern-851070749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33156859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750844628228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30055478'] for port (04ed5f11-60d2-457c-b26b-beb3f052c42a), after_create {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:53:08.050419 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff13c67c-c2cb-4edd-8f9c-f30e39cc794a tempest-TestVolumeBootPattern-851070749 tempest-TestVolumeBootPattern-851070749-project] Network 3e7a10c7-addc-4b79-a555-0b472e939652 is already hosted by enough agents. {{(pid=109569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 22:53:08.053206 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.scheduler.base_scheduler [None req-ff13c67c-c2cb-4edd-8f9c-f30e39cc794a tempest-TestVolumeBootPattern-851070749 tempest-TestVolumeBootPattern-851070749-project] Resources bound (agent type, host, resource id): {{(pid=109569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 22:53:08.057070 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff13c67c-c2cb-4edd-8f9c-f30e39cc794a tempest-TestVolumeBootPattern-851070749 tempest-TestVolumeBootPattern-851070749-project] Received port after_create {{(pid=109569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 22:53:08.082618 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff13c67c-c2cb-4edd-8f9c-f30e39cc794a tempest-TestVolumeBootPattern-851070749 tempest-TestVolumeBootPattern-851070749-project] Pushing event updated for resources: {'Port': ['ID=04ed5f11-60d2-457c-b26b-beb3f052c42a,revision_number=1']} {{(pid=109569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:53:08.093757 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff13c67c-c2cb-4edd-8f9c-f30e39cc794a tempest-TestVolumeBootPattern-851070749 tempest-TestVolumeBootPattern-851070749-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830538-5-iscsi {{(pid=109569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:53:08.094104 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff13c67c-c2cb-4edd-8f9c-f30e39cc794a tempest-TestVolumeBootPattern-851070749 tempest-TestVolumeBootPattern-851070749-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-5-iscsi {{(pid=109569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:53:08.094444 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff13c67c-c2cb-4edd-8f9c-f30e39cc794a tempest-TestVolumeBootPattern-851070749 tempest-TestVolumeBootPattern-851070749-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-5-iscsi {{(pid=109569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:53:08.094779 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff13c67c-c2cb-4edd-8f9c-f30e39cc794a tempest-TestVolumeBootPattern-851070749 tempest-TestVolumeBootPattern-851070749-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-5-iscsi {{(pid=109569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:53:08.095104 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff13c67c-c2cb-4edd-8f9c-f30e39cc794a tempest-TestVolumeBootPattern-851070749 tempest-TestVolumeBootPattern-851070749-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830538-5-iscsi {{(pid=109569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:53:08.095430 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff13c67c-c2cb-4edd-8f9c-f30e39cc794a tempest-TestVolumeBootPattern-851070749 tempest-TestVolumeBootPattern-851070749-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830538-5-iscsi {{(pid=109569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:53:08.095782 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff13c67c-c2cb-4edd-8f9c-f30e39cc794a tempest-TestVolumeBootPattern-851070749 tempest-TestVolumeBootPattern-851070749-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830538-5-iscsi {{(pid=109569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:53:08.096106 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff13c67c-c2cb-4edd-8f9c-f30e39cc794a tempest-TestVolumeBootPattern-851070749 tempest-TestVolumeBootPattern-851070749-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830538-5-iscsi {{(pid=109569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:53:08.096428 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff13c67c-c2cb-4edd-8f9c-f30e39cc794a tempest-TestVolumeBootPattern-851070749 tempest-TestVolumeBootPattern-851070749-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830538-5-iscsi {{(pid=109569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:53:08.096774 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff13c67c-c2cb-4edd-8f9c-f30e39cc794a tempest-TestVolumeBootPattern-851070749 tempest-TestVolumeBootPattern-851070749-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830538-5-iscsi {{(pid=109569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:53:08.097091 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff13c67c-c2cb-4edd-8f9c-f30e39cc794a tempest-TestVolumeBootPattern-851070749 tempest-TestVolumeBootPattern-851070749-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-5-iscsi {{(pid=109569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:53:08.097406 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff13c67c-c2cb-4edd-8f9c-f30e39cc794a tempest-TestVolumeBootPattern-851070749 tempest-TestVolumeBootPattern-851070749-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830538-5-iscsi {{(pid=109569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:53:08.097720 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff13c67c-c2cb-4edd-8f9c-f30e39cc794a tempest-TestVolumeBootPattern-851070749 tempest-TestVolumeBootPattern-851070749-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830538-5-iscsi {{(pid=109569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:53:08.428221 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-ff13c67c-c2cb-4edd-8f9c-f30e39cc794a tempest-TestVolumeBootPattern-851070749 tempest-TestVolumeBootPattern-851070749-project] Publish callbacks [] for floatingip (76d13620-7d99-4820-9b1f-4234b821785a), precommit_create {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:53:08.493507 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-ff13c67c-c2cb-4edd-8f9c-f30e39cc794a tempest-TestVolumeBootPattern-851070749 tempest-TestVolumeBootPattern-851070749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616566'] for port (04ed5f11-60d2-457c-b26b-beb3f052c42a), before_update {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:53:08.636288 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-ff13c67c-c2cb-4edd-8f9c-f30e39cc794a tempest-TestVolumeBootPattern-851070749 tempest-TestVolumeBootPattern-851070749-project] Publish callbacks [] for port (04ed5f11-60d2-457c-b26b-beb3f052c42a), precommit_update {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:53:08.640501 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-ff13c67c-c2cb-4edd-8f9c-f30e39cc794a tempest-TestVolumeBootPattern-851070749 tempest-TestVolumeBootPattern-851070749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33156859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750845083886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750844628246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750844628264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30055487'] for port (04ed5f11-60d2-457c-b26b-beb3f052c42a), after_update {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:53:08.704368 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff13c67c-c2cb-4edd-8f9c-f30e39cc794a tempest-TestVolumeBootPattern-851070749 tempest-TestVolumeBootPattern-851070749-project] Pushing event updated for resources: {'Port': ['ID=04ed5f11-60d2-457c-b26b-beb3f052c42a,revision_number=2']} {{(pid=109569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:53:08.715633 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-ff13c67c-c2cb-4edd-8f9c-f30e39cc794a tempest-TestVolumeBootPattern-851070749 tempest-TestVolumeBootPattern-851070749-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33522123'] for floatingip (76d13620-7d99-4820-9b1f-4234b821785a), after_create {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:53:08.817230 dv-cinder-830538-5-iscsi neutron-server[109569]: INFO neutron.db.l3_db [None req-ff13c67c-c2cb-4edd-8f9c-f30e39cc794a tempest-TestVolumeBootPattern-851070749 tempest-TestVolumeBootPattern-851070749-project] Floating IP 76d13620-7d99-4820-9b1f-4234b821785a associated. External IP: 172.27.0.244, port: 799f5aba-8051-45ab-a746-e78f5eec65b6. Feb 28 22:53:09.023739 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff13c67c-c2cb-4edd-8f9c-f30e39cc794a tempest-TestVolumeBootPattern-851070749 tempest-TestVolumeBootPattern-851070749-project] Router 13cddc1b-2f3a-43a6-9fab-623243736c76 has already been hosted by L3 agent 1bbc3f13-d896-4633-9d3f-4f3415ceb83d {{(pid=109569) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 22:53:09.131049 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff13c67c-c2cb-4edd-8f9c-f30e39cc794a tempest-TestVolumeBootPattern-851070749 tempest-TestVolumeBootPattern-851070749-project] Notify agent at l3_agent.dv-cinder-830538-5-iscsi the message routers_updated {{(pid=109569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 22:53:09.140830 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ec6bfb4-f73a-45c4-8e4b-1e129e2b7769 None None] Sync routers for ids ['13cddc1b-2f3a-43a6-9fab-623243736c76'] in dv-cinder-830538-5-iscsi {{(pid=109570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 22:53:09.148780 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-ff13c67c-c2cb-4edd-8f9c-f30e39cc794a tempest-TestVolumeBootPattern-851070749 tempest-TestVolumeBootPattern-851070749-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80159'] for floatingip (None), before_response {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:53:09.152662 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ec6bfb4-f73a-45c4-8e4b-1e129e2b7769 None None] Routers {'13cddc1b-2f3a-43a6-9fab-623243736c76'} bound to L3 agent in host dv-cinder-830538-5-iscsi {{(pid=109570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 22:53:09.153284 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.db.l3_hamode_db [None req-3ec6bfb4-f73a-45c4-8e4b-1e129e2b7769 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830538-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T22:34:03Z,description=,heartbeat_timestamp=2022-02-28T22:53:03Z,host='dv-cinder-830538-5-iscsi',id=1bbc3f13-d896-4633-9d3f-4f3415ceb83d,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T22:34:03Z,topic='l3_agent')) {'router_ids': ['13cddc1b-2f3a-43a6-9fab-623243736c76'], 'active': True} {{(pid=109570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 22:53:09.178963 dv-cinder-830538-5-iscsi neutron-server[109569]: INFO neutron.wsgi [None req-ff13c67c-c2cb-4edd-8f9c-f30e39cc794a tempest-TestVolumeBootPattern-851070749 tempest-TestVolumeBootPattern-851070749-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5182638 Feb 28 22:53:09.179550 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a21bca3e-457c-4967-93d8-ee0294ef44d8', 'tag': '799f5aba-8051-45ab-a746-e78f5eec65b6'}] {{(pid=109569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 22:53:09.181914 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7ed14f40a4d50f9a77eb28d0d062077298eddb2dc1d4bff71015dce09465706" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bbf3c00-7faa-4889-8a68-019803f0475d" -d '{"events": [{"name": "network-changed", "server_uuid": "a21bca3e-457c-4967-93d8-ee0294ef44d8", "tag": "799f5aba-8051-45ab-a746-e78f5eec65b6"}]}' {{(pid=109569) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 22:53:09.217673 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 22:53:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd2cd1c2-2218-4e82-a411-dd6ac0b7b63b x-openstack-request-id: req-dd2cd1c2-2218-4e82-a411-dd6ac0b7b63b {{(pid=109569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 22:53:09.217967 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a21bca3e-457c-4967-93d8-ee0294ef44d8", "tag": "799f5aba-8051-45ab-a746-e78f5eec65b6", "status": "completed", "code": 200}]} {{(pid=109569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 22:53:09.218218 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-dd2cd1c2-2218-4e82-a411-dd6ac0b7b63b {{(pid=109569) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 22:53:09.218618 dv-cinder-830538-5-iscsi neutron-server[109569]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a21bca3e-457c-4967-93d8-ee0294ef44d8', 'tag': '799f5aba-8051-45ab-a746-e78f5eec65b6', 'status': 'completed', 'code': 200} Feb 28 22:53:09.266619 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.db.l3_dvr_db [None req-3ec6bfb4-f73a-45c4-8e4b-1e129e2b7769 None None] Set router 13cddc1b-2f3a-43a6-9fab-623243736c76 gateway port host: dv-cinder-830538-5-iscsi {{(pid=109570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 22:53:09.284684 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbf3c00-7faa-4889-8a68-019803f0475d req-58680db2-e7f0-4d73-9d86-c36bcb09ee3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:53:09.286119 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-0bbf3c00-7faa-4889-8a68-019803f0475d req-58680db2-e7f0-4d73-9d86-c36bcb09ee3f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=9682b42bc5bb4f3a9ed975026db8a4a3&device_id=a21bca3e-457c-4967-93d8-ee0294ef44d8 HTTP/1.1" status: 200 len: 1129 time: 0.0451491 Feb 28 22:53:09.376876 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbf3c00-7faa-4889-8a68-019803f0475d req-414adeb6-a363-4c27-aad7-f9440e620552 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:53:09.378363 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-0bbf3c00-7faa-4889-8a68-019803f0475d req-414adeb6-a363-4c27-aad7-f9440e620552 service neutron] 10.222.0.36 "GET /v2.0/networks?id=bd5c87d6-280c-42e5-a7a0-d86f35b08ea1 HTTP/1.1" status: 200 len: 912 time: 0.0861237 Feb 28 22:53:09.443739 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-0bbf3c00-7faa-4889-8a68-019803f0475d req-cd587edf-64b0-4aa5-bcd7-e9885054d58d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=799f5aba-8051-45ab-a746-e78f5eec65b6 HTTP/1.1" status: 200 len: 999 time: 0.0593264 Feb 28 22:53:09.489195 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.db.l3_hamode_db [None req-3ec6bfb4-f73a-45c4-8e4b-1e129e2b7769 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13cddc1b-2f3a-43a6-9fab-623243736c76', 'name': 'tempest-TestVolumeBootPattern-274550402-router', 'tenant_id': '9682b42bc5bb4f3a9ed975026db8a4a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e7a10c7-addc-4b79-a555-0b472e939652', 'external_fixed_ips': [{'subnet_id': '8aaf002d-6309-4cf0-ae69-6d349a14c0b1', 'ip_address': '172.27.0.62'}], 'enable_snat': True}, 'gw_port_id': '9f35f2e5-ac00-4c40-89cb-b6010878caf1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T22:49:56Z', 'updated_at': '2022-02-28T22:49:59Z', 'revision_number': 4, 'project_id': '9682b42bc5bb4f3a9ed975026db8a4a3', 'gw_port': {'id': '9f35f2e5-ac00-4c40-89cb-b6010878caf1', 'name': '', 'network_id': '3e7a10c7-addc-4b79-a555-0b472e939652', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:60:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13cddc1b-2f3a-43a6-9fab-623243736c76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '8aaf002d-6309-4cf0-ae69-6d349a14c0b1', 'ip_address': '172.27.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T22:49:57Z', 'updated_at': '2022-02-28T22:50:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8aaf002d-6309-4cf0-ae69-6d349a14c0b1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830538-5-iscsi', '_floatingips': [{'id': '76d13620-7d99-4820-9b1f-4234b821785a', 'tenant_id': '9682b42bc5bb4f3a9ed975026db8a4a3', 'floating_ip_address': '172.27.0.244', 'floating_network_id': '3e7a10c7-addc-4b79-a555-0b472e939652', 'router_id': '13cddc1b-2f3a-43a6-9fab-623243736c76', 'port_id': '799f5aba-8051-45ab-a746-e78f5eec65b6', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bd5c87d6-280c-42e5-a7a0-d86f35b08ea1', 'mac_address': 'fa:16:3e:da:2e:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a21bca3e-457c-4967-93d8-ee0294ef44d8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T22:53:08Z', 'updated_at': '2022-02-28T22:53:08Z', 'revision_number': 0, 'project_id': '9682b42bc5bb4f3a9ed975026db8a4a3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6c9de3a6-93cb-428f-b017-274d72145940', 'name': '', 'network_id': 'bd5c87d6-280c-42e5-a7a0-d86f35b08ea1', 'tenant_id': '9682b42bc5bb4f3a9ed975026db8a4a3', 'mac_address': 'fa:16:3e:c1:3d:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13cddc1b-2f3a-43a6-9fab-623243736c76', 'device_owner': 'network:router_interface', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'e0a95bd6-4937-48b3-aec2-a392dcb0defe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T22:49:58Z', 'updated_at': '2022-02-28T22:50:04Z', 'revision_number': 5, 'project_id': '9682b42bc5bb4f3a9ed975026db8a4a3', 'subnets': [{'id': 'e0a95bd6-4937-48b3-aec2-a392dcb0defe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830538-5-iscsi', False) {} {{(pid=109570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 22:53:09.492504 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbf3c00-7faa-4889-8a68-019803f0475d req-4c433be8-4907-480b-8569-cf813accee79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:53:09.494118 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-0bbf3c00-7faa-4889-8a68-019803f0475d req-4c433be8-4907-480b-8569-cf813accee79 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e0a95bd6-4937-48b3-aec2-a392dcb0defe HTTP/1.1" status: 200 len: 850 time: 0.0434902 Feb 28 22:53:09.519273 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ec6bfb4-f73a-45c4-8e4b-1e129e2b7769 None None] Checking router: 13cddc1b-2f3a-43a6-9fab-623243736c76 for host: dv-cinder-830538-5-iscsi {{(pid=109570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 22:53:09.528513 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ec6bfb4-f73a-45c4-8e4b-1e129e2b7769 None None] Routers {'13cddc1b-2f3a-43a6-9fab-623243736c76'} bound to L3 agent in host dv-cinder-830538-5-iscsi {{(pid=109570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 22:53:09.529132 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.db.l3_hamode_db [None req-3ec6bfb4-f73a-45c4-8e4b-1e129e2b7769 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830538-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T22:34:03Z,description=,heartbeat_timestamp=2022-02-28T22:53:03Z,host='dv-cinder-830538-5-iscsi',id=1bbc3f13-d896-4633-9d3f-4f3415ceb83d,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T22:34:03Z,topic='l3_agent')) {'router_ids': ['13cddc1b-2f3a-43a6-9fab-623243736c76'], 'active': True} {{(pid=109570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 22:53:09.545765 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbf3c00-7faa-4889-8a68-019803f0475d req-1cc872bd-c63f-4605-93dd-e7519e1af52e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:53:09.547187 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-0bbf3c00-7faa-4889-8a68-019803f0475d req-1cc872bd-c63f-4605-93dd-e7519e1af52e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=bd5c87d6-280c-42e5-a7a0-d86f35b08ea1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0479205 Feb 28 22:53:09.635444 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.db.l3_dvr_db [None req-3ec6bfb4-f73a-45c4-8e4b-1e129e2b7769 None None] Set router 13cddc1b-2f3a-43a6-9fab-623243736c76 gateway port host: dv-cinder-830538-5-iscsi {{(pid=109570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 22:53:09.636367 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-0bbf3c00-7faa-4889-8a68-019803f0475d req-fcd476b8-3a3f-41cf-84ba-522ff115ab7d service neutron] 10.222.0.36 "GET /v2.0/networks/bd5c87d6-280c-42e5-a7a0-d86f35b08ea1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828016 Feb 28 22:53:09.729010 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-0bbf3c00-7faa-4889-8a68-019803f0475d req-3a567186-04b7-4188-b571-5c18e5e23271 service neutron] 10.222.0.36 "GET /v2.0/networks/bd5c87d6-280c-42e5-a7a0-d86f35b08ea1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864840 Feb 28 22:53:09.854275 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.db.l3_hamode_db [None req-3ec6bfb4-f73a-45c4-8e4b-1e129e2b7769 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13cddc1b-2f3a-43a6-9fab-623243736c76', 'name': 'tempest-TestVolumeBootPattern-274550402-router', 'tenant_id': '9682b42bc5bb4f3a9ed975026db8a4a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e7a10c7-addc-4b79-a555-0b472e939652', 'external_fixed_ips': [{'subnet_id': '8aaf002d-6309-4cf0-ae69-6d349a14c0b1', 'ip_address': '172.27.0.62'}], 'enable_snat': True}, 'gw_port_id': '9f35f2e5-ac00-4c40-89cb-b6010878caf1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T22:49:56Z', 'updated_at': '2022-02-28T22:49:59Z', 'revision_number': 4, 'project_id': '9682b42bc5bb4f3a9ed975026db8a4a3', 'gw_port': {'id': '9f35f2e5-ac00-4c40-89cb-b6010878caf1', 'name': '', 'network_id': '3e7a10c7-addc-4b79-a555-0b472e939652', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:60:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13cddc1b-2f3a-43a6-9fab-623243736c76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '8aaf002d-6309-4cf0-ae69-6d349a14c0b1', 'ip_address': '172.27.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T22:49:57Z', 'updated_at': '2022-02-28T22:50:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8aaf002d-6309-4cf0-ae69-6d349a14c0b1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830538-5-iscsi', '_floatingips': [{'id': '76d13620-7d99-4820-9b1f-4234b821785a', 'tenant_id': '9682b42bc5bb4f3a9ed975026db8a4a3', 'floating_ip_address': '172.27.0.244', 'floating_network_id': '3e7a10c7-addc-4b79-a555-0b472e939652', 'router_id': '13cddc1b-2f3a-43a6-9fab-623243736c76', 'port_id': '799f5aba-8051-45ab-a746-e78f5eec65b6', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bd5c87d6-280c-42e5-a7a0-d86f35b08ea1', 'mac_address': 'fa:16:3e:da:2e:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a21bca3e-457c-4967-93d8-ee0294ef44d8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T22:53:08Z', 'updated_at': '2022-02-28T22:53:08Z', 'revision_number': 0, 'project_id': '9682b42bc5bb4f3a9ed975026db8a4a3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6c9de3a6-93cb-428f-b017-274d72145940', 'name': '', 'network_id': 'bd5c87d6-280c-42e5-a7a0-d86f35b08ea1', 'tenant_id': '9682b42bc5bb4f3a9ed975026db8a4a3', 'mac_address': 'fa:16:3e:c1:3d:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13cddc1b-2f3a-43a6-9fab-623243736c76', 'device_owner': 'network:router_interface', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'e0a95bd6-4937-48b3-aec2-a392dcb0defe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T22:49:58Z', 'updated_at': '2022-02-28T22:50:04Z', 'revision_number': 5, 'project_id': '9682b42bc5bb4f3a9ed975026db8a4a3', 'subnets': [{'id': 'e0a95bd6-4937-48b3-aec2-a392dcb0defe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830538-5-iscsi', False) {} {{(pid=109570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 22:53:09.883048 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ec6bfb4-f73a-45c4-8e4b-1e129e2b7769 None None] The sync data for ids ['13cddc1b-2f3a-43a6-9fab-623243736c76'] in dv-cinder-830538-5-iscsi is: [{'id': '13cddc1b-2f3a-43a6-9fab-623243736c76', 'name': 'tempest-TestVolumeBootPattern-274550402-router', 'tenant_id': '9682b42bc5bb4f3a9ed975026db8a4a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e7a10c7-addc-4b79-a555-0b472e939652', 'external_fixed_ips': [{'subnet_id': '8aaf002d-6309-4cf0-ae69-6d349a14c0b1', 'ip_address': '172.27.0.62'}], 'enable_snat': True}, 'gw_port_id': '9f35f2e5-ac00-4c40-89cb-b6010878caf1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T22:49:56Z', 'updated_at': '2022-02-28T22:49:59Z', 'revision_number': 4, 'project_id': '9682b42bc5bb4f3a9ed975026db8a4a3', 'gw_port': {'id': '9f35f2e5-ac00-4c40-89cb-b6010878caf1', 'name': '', 'network_id': '3e7a10c7-addc-4b79-a555-0b472e939652', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:60:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13cddc1b-2f3a-43a6-9fab-623243736c76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '8aaf002d-6309-4cf0-ae69-6d349a14c0b1', 'ip_address': '172.27.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T22:49:57Z', 'updated_at': '2022-02-28T22:50:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8aaf002d-6309-4cf0-ae69-6d349a14c0b1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830538-5-iscsi', '_floatingips': [{'id': '76d13620-7d99-4820-9b1f-4234b821785a', 'tenant_id': '9682b42bc5bb4f3a9ed975026db8a4a3', 'floating_ip_address': '172.27.0.244', 'floating_network_id': '3e7a10c7-addc-4b79-a555-0b472e939652', 'router_id': '13cddc1b-2f3a-43a6-9fab-623243736c76', 'port_id': '799f5aba-8051-45ab-a746-e78f5eec65b6', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bd5c87d6-280c-42e5-a7a0-d86f35b08ea1', 'mac_address': 'fa:16:3e:da:2e:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a21bca3e-457c-4967-93d8-ee0294ef44d8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T22:53:08Z', 'updated_at': '2022-02-28T22:53:08Z', 'revision_number': 0, 'project_id': '9682b42bc5bb4f3a9ed975026db8a4a3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6c9de3a6-93cb-428f-b017-274d72145940', 'name': '', 'network_id': 'bd5c87d6-280c-42e5-a7a0-d86f35b08ea1', 'tenant_id': '9682b42bc5bb4f3a9ed975026db8a4a3', 'mac_address': 'fa:16:3e:c1:3d:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13cddc1b-2f3a-43a6-9fab-623243736c76', 'device_owner': 'network:router_interface', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'e0a95bd6-4937-48b3-aec2-a392dcb0defe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T22:49:58Z', 'updated_at': '2022-02-28T22:50:04Z', 'revision_number': 5, 'project_id': '9682b42bc5bb4f3a9ed975026db8a4a3', 'subnets': [{'id': 'e0a95bd6-4937-48b3-aec2-a392dcb0defe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 22:53:10.070870 dv-cinder-830538-5-iscsi neutron-server[109571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-771a769b-ef60-4ca7-8507-4eeef7ccfd75 None None] New status for floating IP 76d13620-7d99-4820-9b1f-4234b821785a: ACTIVE {{(pid=109571) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 28 22:53:14.125403 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750845036683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579975'] for agent (5b2bda77-ea31-45ff-af39-f050a95cb1da), after_update {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:53:24.451367 dv-cinder-830538-5-iscsi neutron-server[109571]: DEBUG neutron.db.agents_db [None req-267e04d6-1473-4c25-8f3a-d1c5e119a015 None None] Agent healthcheck: found 6 active agents {{(pid=109571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 22:53:25.154199 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-2a666601-b009-460c-9d41-61ae995e3a2d req-4fd7d3ab-dadf-4728-b4f2-06ab3b667fb7 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=a21bca3e-457c-4967-93d8-ee0294ef44d8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0434744 Feb 28 22:53:25.236019 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a666601-b009-460c-9d41-61ae995e3a2d req-44933d56-81e6-4171-bf71-c9d87b5592dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:53:25.237499 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-2a666601-b009-460c-9d41-61ae995e3a2d req-44933d56-81e6-4171-bf71-c9d87b5592dd service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=9682b42bc5bb4f3a9ed975026db8a4a3&device_id=a21bca3e-457c-4967-93d8-ee0294ef44d8 HTTP/1.1" status: 200 len: 1129 time: 0.0439334 Feb 28 22:53:25.340485 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a666601-b009-460c-9d41-61ae995e3a2d req-cdf14e7a-ff45-4002-906c-24ea8c770221 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:53:25.341936 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-2a666601-b009-460c-9d41-61ae995e3a2d req-cdf14e7a-ff45-4002-906c-24ea8c770221 service neutron] 10.222.0.36 "GET /v2.0/networks?id=bd5c87d6-280c-42e5-a7a0-d86f35b08ea1 HTTP/1.1" status: 200 len: 912 time: 0.0858002 Feb 28 22:53:25.406443 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-2a666601-b009-460c-9d41-61ae995e3a2d req-2ac9a090-2412-499c-905a-7822bb6bae0a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=799f5aba-8051-45ab-a746-e78f5eec65b6 HTTP/1.1" status: 200 len: 1001 time: 0.0577881 Feb 28 22:53:25.453359 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a666601-b009-460c-9d41-61ae995e3a2d req-6a805542-43be-454f-8830-a56c5bb12559 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:53:25.454735 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-2a666601-b009-460c-9d41-61ae995e3a2d req-6a805542-43be-454f-8830-a56c5bb12559 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e0a95bd6-4937-48b3-aec2-a392dcb0defe HTTP/1.1" status: 200 len: 850 time: 0.0417709 Feb 28 22:53:25.506157 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a666601-b009-460c-9d41-61ae995e3a2d req-543f8430-48a5-4ed9-be6b-1ff03e911a34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:53:25.507625 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-2a666601-b009-460c-9d41-61ae995e3a2d req-543f8430-48a5-4ed9-be6b-1ff03e911a34 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=bd5c87d6-280c-42e5-a7a0-d86f35b08ea1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0466659 Feb 28 22:53:25.593226 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-2a666601-b009-460c-9d41-61ae995e3a2d req-0eca2dab-40f6-4a08-ad3a-a676e30e5fe8 service neutron] 10.222.0.36 "GET /v2.0/networks/bd5c87d6-280c-42e5-a7a0-d86f35b08ea1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0794578 Feb 28 22:53:25.683752 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-2a666601-b009-460c-9d41-61ae995e3a2d req-0d055cdf-0a1a-4d66-ba15-0779fae918df service neutron] 10.222.0.36 "GET /v2.0/networks/bd5c87d6-280c-42e5-a7a0-d86f35b08ea1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841067 Feb 28 22:53:30.865697 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-4a12c334-f93a-4123-97b0-1c40b629cb66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750845036683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579975'] for agent (55d6ddf3-619a-4750-95a9-02c5b2728e0c), after_update {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:53:33.154160 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-f863dac0-bf94-4dd4-9f4d-ac0fa528598a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750845036683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579975'] for agent (1bbc3f13-d896-4633-9d3f-4f3415ceb83d), after_update {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:53:34.183324 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-fb85eb0a-98c9-414d-bd8b-45b99ef4efd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750845036683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579975'] for agent (0569ef69-4feb-452f-8380-1d628b96faff), after_update {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:53:35.921762 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-f2b490b5-353e-4b99-942a-fb2407025861 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750845036683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579975'] for agent (e6e3d797-755b-495e-bc70-4cd2b9791ebb), after_update {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:53:37.171407 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-154add69-038d-48cc-93ba-bd7e358b6d11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750845036683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579975'] for agent (7aa25ffb-1b87-4f08-8530-4bdf6e6b221c), after_update {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:53:44.135275 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750845036683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579975'] for agent (5b2bda77-ea31-45ff-af39-f050a95cb1da), after_update {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:54:00.867502 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-95e17234-76a9-4adf-83cd-e17eaa40c5ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750845036683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579975'] for agent (55d6ddf3-619a-4750-95a9-02c5b2728e0c), after_update {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:54:01.450152 dv-cinder-830538-5-iscsi neutron-server[109571]: DEBUG neutron.db.agents_db [None req-267e04d6-1473-4c25-8f3a-d1c5e119a015 None None] Agent healthcheck: found 6 active agents {{(pid=109571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 22:54:03.154340 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-2b63cf36-4612-4709-9b0d-cfab75afd6b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750845036683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579975'] for agent (1bbc3f13-d896-4633-9d3f-4f3415ceb83d), after_update {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:54:04.185600 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-fb85eb0a-98c9-414d-bd8b-45b99ef4efd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750845036683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579975'] for agent (0569ef69-4feb-452f-8380-1d628b96faff), after_update {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:54:05.924022 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-f2b490b5-353e-4b99-942a-fb2407025861 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750845036683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579975'] for agent (e6e3d797-755b-495e-bc70-4cd2b9791ebb), after_update {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:54:07.174374 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-154add69-038d-48cc-93ba-bd7e358b6d11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750845036683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579975'] for agent (7aa25ffb-1b87-4f08-8530-4bdf6e6b221c), after_update {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:54:14.139721 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750845036683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579975'] for agent (5b2bda77-ea31-45ff-af39-f050a95cb1da), after_update {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:54:24.523846 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-1bdfc7e1-c3d2-4434-9608-669834de9921 req-147f0e02-f3b9-435a-b02e-0301382263f1 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=a21bca3e-457c-4967-93d8-ee0294ef44d8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0447361 Feb 28 22:54:24.613225 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdfc7e1-c3d2-4434-9608-669834de9921 req-cc1c812f-0a9b-4174-b7f5-c2f13c510270 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:54:24.614724 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-1bdfc7e1-c3d2-4434-9608-669834de9921 req-cc1c812f-0a9b-4174-b7f5-c2f13c510270 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=9682b42bc5bb4f3a9ed975026db8a4a3&device_id=a21bca3e-457c-4967-93d8-ee0294ef44d8 HTTP/1.1" status: 200 len: 1129 time: 0.0444171 Feb 28 22:54:24.717111 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdfc7e1-c3d2-4434-9608-669834de9921 req-a2146b85-b3fa-438b-884f-010c5875048c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:54:24.718565 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-1bdfc7e1-c3d2-4434-9608-669834de9921 req-a2146b85-b3fa-438b-884f-010c5875048c service neutron] 10.222.0.36 "GET /v2.0/networks?id=bd5c87d6-280c-42e5-a7a0-d86f35b08ea1 HTTP/1.1" status: 200 len: 912 time: 0.0869339 Feb 28 22:54:24.780972 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-1bdfc7e1-c3d2-4434-9608-669834de9921 req-de960cc3-ccd3-4668-a284-91f711ea305f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=799f5aba-8051-45ab-a746-e78f5eec65b6 HTTP/1.1" status: 200 len: 1001 time: 0.0566039 Feb 28 22:54:24.827270 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdfc7e1-c3d2-4434-9608-669834de9921 req-1f242b27-6e08-4382-ac34-54ad0908a4d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:54:24.828664 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-1bdfc7e1-c3d2-4434-9608-669834de9921 req-1f242b27-6e08-4382-ac34-54ad0908a4d1 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e0a95bd6-4937-48b3-aec2-a392dcb0defe HTTP/1.1" status: 200 len: 850 time: 0.0422204 Feb 28 22:54:24.879786 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdfc7e1-c3d2-4434-9608-669834de9921 req-8e7f5636-5df3-41da-9dba-a04a89025c53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:54:24.881311 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-1bdfc7e1-c3d2-4434-9608-669834de9921 req-8e7f5636-5df3-41da-9dba-a04a89025c53 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=bd5c87d6-280c-42e5-a7a0-d86f35b08ea1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0470445 Feb 28 22:54:24.966761 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-1bdfc7e1-c3d2-4434-9608-669834de9921 req-cb532ad6-a78f-47a7-9b17-d52805d42879 service neutron] 10.222.0.36 "GET /v2.0/networks/bd5c87d6-280c-42e5-a7a0-d86f35b08ea1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797982 Feb 28 22:54:25.055380 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-1bdfc7e1-c3d2-4434-9608-669834de9921 req-8c5d28a4-3dd6-4700-91af-3d1eb0666e85 service neutron] 10.222.0.36 "GET /v2.0/networks/bd5c87d6-280c-42e5-a7a0-d86f35b08ea1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829129 Feb 28 22:54:30.868492 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-c7555089-eea9-43c7-b310-96e75ba94568 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750845036683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579975'] for agent (55d6ddf3-619a-4750-95a9-02c5b2728e0c), after_update {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:54:33.156977 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-0e2c4855-9f37-42d6-9efa-b553047713cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750845036683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579975'] for agent (1bbc3f13-d896-4633-9d3f-4f3415ceb83d), after_update {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:54:34.188006 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-fb85eb0a-98c9-414d-bd8b-45b99ef4efd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750845036683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579975'] for agent (0569ef69-4feb-452f-8380-1d628b96faff), after_update {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:54:35.929536 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-f2b490b5-353e-4b99-942a-fb2407025861 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750845036683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579975'] for agent (e6e3d797-755b-495e-bc70-4cd2b9791ebb), after_update {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:54:37.176801 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-154add69-038d-48cc-93ba-bd7e358b6d11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750845036683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579975'] for agent (7aa25ffb-1b87-4f08-8530-4bdf6e6b221c), after_update {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:54:38.451180 dv-cinder-830538-5-iscsi neutron-server[109571]: DEBUG neutron.db.agents_db [None req-267e04d6-1473-4c25-8f3a-d1c5e119a015 None None] Agent healthcheck: found 6 active agents {{(pid=109571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 22:54:42.353164 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-810a1cd7-1b0e-4239-8121-ea01c8a88c29 req-ce6d44a6-148d-4484-b191-7b0930ef9c24 tempest-TestVolumeBootPattern-851070749 tempest-TestVolumeBootPattern-851070749-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1684265790&fields=id&tenant_id=9682b42bc5bb4f3a9ed975026db8a4a3 HTTP/1.1" status: 200 len: 267 time: 0.0447009 Feb 28 22:54:42.454730 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810a1cd7-1b0e-4239-8121-ea01c8a88c29 req-ecffc2e4-49f9-4be3-a057-f33db105b29b tempest-TestVolumeBootPattern-851070749 tempest-TestVolumeBootPattern-851070749-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:54:42.456212 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-810a1cd7-1b0e-4239-8121-ea01c8a88c29 req-ecffc2e4-49f9-4be3-a057-f33db105b29b tempest-TestVolumeBootPattern-851070749 tempest-TestVolumeBootPattern-851070749-project] 10.222.0.11 "GET /v2.0/networks?id=bd5c87d6-280c-42e5-a7a0-d86f35b08ea1 HTTP/1.1" status: 200 len: 811 time: 0.0969169 Feb 28 22:54:42.471172 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-810a1cd7-1b0e-4239-8121-ea01c8a88c29 req-25cf43a2-8d9d-4898-9ea5-a58f5dd3e604 tempest-TestVolumeBootPattern-851070749 tempest-TestVolumeBootPattern-851070749-project] 10.222.0.11 "GET /v2.0/quotas/9682b42bc5bb4f3a9ed975026db8a4a3 HTTP/1.1" status: 200 len: 375 time: 0.0086775 Feb 28 22:54:42.536242 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-810a1cd7-1b0e-4239-8121-ea01c8a88c29 req-c51f35ad-ed19-497a-970f-58007d1549a9 tempest-TestVolumeBootPattern-851070749 tempest-TestVolumeBootPattern-851070749-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=9682b42bc5bb4f3a9ed975026db8a4a3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0593421 Feb 28 22:54:42.626896 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-810a1cd7-1b0e-4239-8121-ea01c8a88c29 req-4e13b5e1-8326-48ff-8725-8087cb3c0e34 service neutron] 10.222.0.11 "GET /v2.0/networks/bd5c87d6-280c-42e5-a7a0-d86f35b08ea1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0794382 Feb 28 22:54:42.718307 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-810a1cd7-1b0e-4239-8121-ea01c8a88c29 req-3ad4b530-11a4-4358-a890-a8a979edcfb5 service neutron] 10.222.0.11 "GET /v2.0/networks/bd5c87d6-280c-42e5-a7a0-d86f35b08ea1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853026 Feb 28 22:54:43.000190 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-e5ae6d17-bcad-4aa7-a498-acd914bee0a3 req-9191caf4-8eea-49fc-ae75-c5e79ea4f34c tempest-TestVolumeBootPattern-851070749 tempest-TestVolumeBootPattern-851070749-project] 10.222.0.11 "GET /v2.0/ports?device_id=6f16875d-60f2-412a-b736-dc5f0a47b845 HTTP/1.1" status: 200 len: 210 time: 0.0308011 Feb 28 22:54:43.874767 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810a1cd7-1b0e-4239-8121-ea01c8a88c29 req-7f562932-d5db-4e3f-8108-bf8dcfe2693d tempest-TestVolumeBootPattern-851070749 tempest-TestVolumeBootPattern-851070749-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:54:43.876256 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-810a1cd7-1b0e-4239-8121-ea01c8a88c29 req-7f562932-d5db-4e3f-8108-bf8dcfe2693d tempest-TestVolumeBootPattern-851070749 tempest-TestVolumeBootPattern-851070749-project] 10.222.0.36 "GET /v2.0/networks?id=bd5c87d6-280c-42e5-a7a0-d86f35b08ea1 HTTP/1.1" status: 200 len: 811 time: 0.1031616 Feb 28 22:54:43.942542 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-810a1cd7-1b0e-4239-8121-ea01c8a88c29 req-145204cc-4ac7-41f1-8aad-41bc48be59cd tempest-TestVolumeBootPattern-851070749 tempest-TestVolumeBootPattern-851070749-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9682b42bc5bb4f3a9ed975026db8a4a3 HTTP/1.1" status: 200 len: 380 time: 0.0587752 Feb 28 22:54:43.950663 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.api.v2.base [req-810a1cd7-1b0e-4239-8121-ea01c8a88c29 req-5cc93895-a797-4948-8584-47300d1b53a2 tempest-TestVolumeBootPattern-851070749 tempest-TestVolumeBootPattern-851070749-project] Request body: {'port': {'device_id': '6f16875d-60f2-412a-b736-dc5f0a47b845', 'network_id': 'bd5c87d6-280c-42e5-a7a0-d86f35b08ea1', 'admin_state_up': True, 'tenant_id': '9682b42bc5bb4f3a9ed975026db8a4a3', 'security_groups': ['620901e3-3520-442a-becd-c8cb11b8b617']}} {{(pid=109568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 22:54:44.056395 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-810a1cd7-1b0e-4239-8121-ea01c8a88c29 req-5cc93895-a797-4948-8584-47300d1b53a2 tempest-TestVolumeBootPattern-851070749 tempest-TestVolumeBootPattern-851070749-project] Made reservation on behalf of 9682b42bc5bb4f3a9ed975026db8a4a3 for: {'port': 1} {{(pid=109568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 22:54:44.060245 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [req-810a1cd7-1b0e-4239-8121-ea01c8a88c29 req-5cc93895-a797-4948-8584-47300d1b53a2 tempest-TestVolumeBootPattern-851070749 tempest-TestVolumeBootPattern-851070749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616566'] for port (None), before_create {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:54:44.103049 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-4d4d06de-2c8b-4e12-9a3a-f1c6b71fde44 req-b304464f-dbc5-45bf-80b8-d031560a1a78 tempest-TestVolumeBootPattern-851070749 tempest-TestVolumeBootPattern-851070749-project] 10.222.0.11 "GET /v2.0/ports?device_id=6f16875d-60f2-412a-b736-dc5f0a47b845 HTTP/1.1" status: 200 len: 210 time: 0.0334027 Feb 28 22:54:44.128518 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750845036683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579975'] for agent (5b2bda77-ea31-45ff-af39-f050a95cb1da), after_update {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:54:44.215990 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.db.db_base_plugin_common [req-810a1cd7-1b0e-4239-8121-ea01c8a88c29 req-5cc93895-a797-4948-8584-47300d1b53a2 tempest-TestVolumeBootPattern-851070749 tempest-TestVolumeBootPattern-851070749-project] Allocated IP 172.20.0.8 (bd5c87d6-280c-42e5-a7a0-d86f35b08ea1/e0a95bd6-4937-48b3-aec2-a392dcb0defe/77e9dcd1-4d87-4a90-8173-e7609a563785) {{(pid=109568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 22:54:44.359894 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [req-810a1cd7-1b0e-4239-8121-ea01c8a88c29 req-5cc93895-a797-4948-8584-47300d1b53a2 tempest-TestVolumeBootPattern-851070749 tempest-TestVolumeBootPattern-851070749-project] Publish callbacks [] for port (77e9dcd1-4d87-4a90-8173-e7609a563785), precommit_create {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:54:44.392819 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [req-810a1cd7-1b0e-4239-8121-ea01c8a88c29 req-5cc93895-a797-4948-8584-47300d1b53a2 tempest-TestVolumeBootPattern-851070749 tempest-TestVolumeBootPattern-851070749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33156859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750844628228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30788389'] for port (77e9dcd1-4d87-4a90-8173-e7609a563785), after_create {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:54:44.436798 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-810a1cd7-1b0e-4239-8121-ea01c8a88c29 req-5cc93895-a797-4948-8584-47300d1b53a2 tempest-TestVolumeBootPattern-851070749 tempest-TestVolumeBootPattern-851070749-project] Network bd5c87d6-280c-42e5-a7a0-d86f35b08ea1 is already hosted by enough agents. {{(pid=109568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 22:54:44.439822 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.scheduler.base_scheduler [req-810a1cd7-1b0e-4239-8121-ea01c8a88c29 req-5cc93895-a797-4948-8584-47300d1b53a2 tempest-TestVolumeBootPattern-851070749 tempest-TestVolumeBootPattern-851070749-project] Resources bound (agent type, host, resource id): {{(pid=109568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 22:54:44.445281 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.db.l3_dvrscheduler_db [req-810a1cd7-1b0e-4239-8121-ea01c8a88c29 req-5cc93895-a797-4948-8584-47300d1b53a2 tempest-TestVolumeBootPattern-851070749 tempest-TestVolumeBootPattern-851070749-project] Received port after_create {{(pid=109568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 22:54:44.473445 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc93895-a797-4948-8584-47300d1b53a2 tempest-TestVolumeBootPattern-851070749 tempest-TestVolumeBootPattern-851070749-project] Pushing event updated for resources: {'Port': ['ID=77e9dcd1-4d87-4a90-8173-e7609a563785,revision_number=1']} {{(pid=109568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:54:44.486864 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc93895-a797-4948-8584-47300d1b53a2 tempest-TestVolumeBootPattern-851070749 tempest-TestVolumeBootPattern-851070749-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830538-5-iscsi {{(pid=109568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:54:44.487219 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc93895-a797-4948-8584-47300d1b53a2 tempest-TestVolumeBootPattern-851070749 tempest-TestVolumeBootPattern-851070749-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-5-iscsi {{(pid=109568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:54:44.487562 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc93895-a797-4948-8584-47300d1b53a2 tempest-TestVolumeBootPattern-851070749 tempest-TestVolumeBootPattern-851070749-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-5-iscsi {{(pid=109568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:54:44.487931 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc93895-a797-4948-8584-47300d1b53a2 tempest-TestVolumeBootPattern-851070749 tempest-TestVolumeBootPattern-851070749-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-5-iscsi {{(pid=109568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:54:44.488269 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc93895-a797-4948-8584-47300d1b53a2 tempest-TestVolumeBootPattern-851070749 tempest-TestVolumeBootPattern-851070749-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830538-5-iscsi {{(pid=109568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:54:44.488601 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc93895-a797-4948-8584-47300d1b53a2 tempest-TestVolumeBootPattern-851070749 tempest-TestVolumeBootPattern-851070749-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830538-5-iscsi {{(pid=109568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:54:44.488931 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc93895-a797-4948-8584-47300d1b53a2 tempest-TestVolumeBootPattern-851070749 tempest-TestVolumeBootPattern-851070749-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830538-5-iscsi {{(pid=109568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:54:44.489264 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc93895-a797-4948-8584-47300d1b53a2 tempest-TestVolumeBootPattern-851070749 tempest-TestVolumeBootPattern-851070749-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830538-5-iscsi {{(pid=109568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:54:44.489620 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc93895-a797-4948-8584-47300d1b53a2 tempest-TestVolumeBootPattern-851070749 tempest-TestVolumeBootPattern-851070749-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830538-5-iscsi {{(pid=109568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:54:44.489952 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc93895-a797-4948-8584-47300d1b53a2 tempest-TestVolumeBootPattern-851070749 tempest-TestVolumeBootPattern-851070749-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830538-5-iscsi {{(pid=109568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:54:44.490957 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc93895-a797-4948-8584-47300d1b53a2 tempest-TestVolumeBootPattern-851070749 tempest-TestVolumeBootPattern-851070749-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-5-iscsi {{(pid=109568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:54:44.491360 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc93895-a797-4948-8584-47300d1b53a2 tempest-TestVolumeBootPattern-851070749 tempest-TestVolumeBootPattern-851070749-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830538-5-iscsi {{(pid=109568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:54:44.491701 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc93895-a797-4948-8584-47300d1b53a2 tempest-TestVolumeBootPattern-851070749 tempest-TestVolumeBootPattern-851070749-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830538-5-iscsi {{(pid=109568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:54:44.510189 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810a1cd7-1b0e-4239-8121-ea01c8a88c29 req-5cc93895-a797-4948-8584-47300d1b53a2 tempest-TestVolumeBootPattern-851070749 tempest-TestVolumeBootPattern-851070749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:54:44.510808 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [req-810a1cd7-1b0e-4239-8121-ea01c8a88c29 req-5cc93895-a797-4948-8584-47300d1b53a2 tempest-TestVolumeBootPattern-851070749 tempest-TestVolumeBootPattern-851070749-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80159'] for port (None), before_response {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:54:44.527548 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-810a1cd7-1b0e-4239-8121-ea01c8a88c29 req-5cc93895-a797-4948-8584-47300d1b53a2 tempest-TestVolumeBootPattern-851070749 tempest-TestVolumeBootPattern-851070749-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5804949 Feb 28 22:54:44.539738 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.api.v2.base [req-810a1cd7-1b0e-4239-8121-ea01c8a88c29 req-7770e0dc-00ca-4e90-9fff-78a693455b05 service neutron] Request body: {'port': {'device_id': '6f16875d-60f2-412a-b736-dc5f0a47b845', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83053'}} {{(pid=109568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 22:54:44.607387 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [req-810a1cd7-1b0e-4239-8121-ea01c8a88c29 req-7770e0dc-00ca-4e90-9fff-78a693455b05 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616566'] for port (77e9dcd1-4d87-4a90-8173-e7609a563785), before_update {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:54:44.625905 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.db.provisioning_blocks [None req-09bfc228-c108-447b-9b55-00ee247aa659 None None] Provisioning complete for port 77e9dcd1-4d87-4a90-8173-e7609a563785 triggered by entity DHCP. {{(pid=109570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 22:54:44.626202 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-09bfc228-c108-447b-9b55-00ee247aa659 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579965'] for port (77e9dcd1-4d87-4a90-8173-e7609a563785), provisioning_complete {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:54:44.658399 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.plugin [None req-09bfc228-c108-447b-9b55-00ee247aa659 None None] Port 77e9dcd1-4d87-4a90-8173-e7609a563785 cannot update to ACTIVE because it is not bound. {{(pid=109570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 22:54:44.868183 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.notifiers.nova [req-810a1cd7-1b0e-4239-8121-ea01c8a88c29 req-7770e0dc-00ca-4e90-9fff-78a693455b05 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 77e9dcd1-4d87-4a90-8173-e7609a563785 {{(pid=109568) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 22:54:44.875410 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [req-810a1cd7-1b0e-4239-8121-ea01c8a88c29 req-7770e0dc-00ca-4e90-9fff-78a693455b05 service neutron] Publish callbacks [] for port (77e9dcd1-4d87-4a90-8173-e7609a563785), precommit_update {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:54:44.887205 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.db.provisioning_blocks [req-810a1cd7-1b0e-4239-8121-ea01c8a88c29 req-7770e0dc-00ca-4e90-9fff-78a693455b05 service neutron] Transition to ACTIVE for port object 77e9dcd1-4d87-4a90-8173-e7609a563785 will not be triggered until provisioned by entity L2. {{(pid=109568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Feb 28 22:54:44.890990 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [req-810a1cd7-1b0e-4239-8121-ea01c8a88c29 req-7770e0dc-00ca-4e90-9fff-78a693455b05 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33156859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750845083886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750844628246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750844628264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30788396'] for port (77e9dcd1-4d87-4a90-8173-e7609a563785), after_update {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:54:44.942189 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7770e0dc-00ca-4e90-9fff-78a693455b05 service neutron] Pushing event updated for resources: {'Port': ['ID=77e9dcd1-4d87-4a90-8173-e7609a563785,revision_number=2']} {{(pid=109568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:54:45.015727 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.plugins.ml2.managers [req-810a1cd7-1b0e-4239-8121-ea01c8a88c29 req-7770e0dc-00ca-4e90-9fff-78a693455b05 service neutron] Attempting to bind port 77e9dcd1-4d87-4a90-8173-e7609a563785 on host hv-cinder-83053 for vnic_type normal with profile {{(pid=109568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 22:54:45.016061 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.plugins.ml2.managers [req-810a1cd7-1b0e-4239-8121-ea01c8a88c29 req-7770e0dc-00ca-4e90-9fff-78a693455b05 service neutron] Attempting to bind port 77e9dcd1-4d87-4a90-8173-e7609a563785 by drivers openvswitch,hyperv on host hv-cinder-83053 at level 0 using segments [{'id': '6302f759-7806-4619-ad72-9065d0b678da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'bd5c87d6-280c-42e5-a7a0-d86f35b08ea1'}] {{(pid=109568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 22:54:45.016392 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-810a1cd7-1b0e-4239-8121-ea01c8a88c29 req-7770e0dc-00ca-4e90-9fff-78a693455b05 service neutron] Attempting to bind port 77e9dcd1-4d87-4a90-8173-e7609a563785 on network bd5c87d6-280c-42e5-a7a0-d86f35b08ea1 {{(pid=109568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 22:54:45.021080 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-810a1cd7-1b0e-4239-8121-ea01c8a88c29 req-7770e0dc-00ca-4e90-9fff-78a693455b05 service neutron] Port 77e9dcd1-4d87-4a90-8173-e7609a563785 on network bd5c87d6-280c-42e5-a7a0-d86f35b08ea1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83053 {{(pid=109568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 22:54:45.022068 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-810a1cd7-1b0e-4239-8121-ea01c8a88c29 req-7770e0dc-00ca-4e90-9fff-78a693455b05 service neutron] Attempting to bind port 77e9dcd1-4d87-4a90-8173-e7609a563785 on network bd5c87d6-280c-42e5-a7a0-d86f35b08ea1 {{(pid=109568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 22:54:45.027274 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-810a1cd7-1b0e-4239-8121-ea01c8a88c29 req-7770e0dc-00ca-4e90-9fff-78a693455b05 service neutron] Checking agent: {'id': '5b2bda77-ea31-45ff-af39-f050a95cb1da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83053', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 22, 40, 14), 'started_at': datetime.datetime(2022, 2, 28, 22, 40, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 22, 54, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 22:54:45.027612 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-810a1cd7-1b0e-4239-8121-ea01c8a88c29 req-7770e0dc-00ca-4e90-9fff-78a693455b05 service neutron] Checking segment: {'id': '6302f759-7806-4619-ad72-9065d0b678da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'bd5c87d6-280c-42e5-a7a0-d86f35b08ea1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 22:54:45.028037 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-810a1cd7-1b0e-4239-8121-ea01c8a88c29 req-7770e0dc-00ca-4e90-9fff-78a693455b05 service neutron] Bound using segment: {'id': '6302f759-7806-4619-ad72-9065d0b678da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'bd5c87d6-280c-42e5-a7a0-d86f35b08ea1'} {{(pid=109568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 22:54:45.028610 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.plugins.ml2.managers [req-810a1cd7-1b0e-4239-8121-ea01c8a88c29 req-7770e0dc-00ca-4e90-9fff-78a693455b05 service neutron] Bound port: 77e9dcd1-4d87-4a90-8173-e7609a563785, host: hv-cinder-83053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6302f759-7806-4619-ad72-9065d0b678da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'bd5c87d6-280c-42e5-a7a0-d86f35b08ea1'}}] {{(pid=109568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 22:54:45.028975 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [req-810a1cd7-1b0e-4239-8121-ea01c8a88c29 req-7770e0dc-00ca-4e90-9fff-78a693455b05 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616566'] for port (77e9dcd1-4d87-4a90-8173-e7609a563785), before_update {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:54:45.095686 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.plugins.ml2.db [req-810a1cd7-1b0e-4239-8121-ea01c8a88c29 req-7770e0dc-00ca-4e90-9fff-78a693455b05 service neutron] For port 77e9dcd1-4d87-4a90-8173-e7609a563785, host hv-cinder-83053, cleared binding levels {{(pid=109568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 22:54:45.098606 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.plugins.ml2.db [req-810a1cd7-1b0e-4239-8121-ea01c8a88c29 req-7770e0dc-00ca-4e90-9fff-78a693455b05 service neutron] For port 77e9dcd1-4d87-4a90-8173-e7609a563785, host hv-cinder-83053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83053',level=0,port_id=77e9dcd1-4d87-4a90-8173-e7609a563785,segment=NetworkSegment(6302f759-7806-4619-ad72-9065d0b678da),segment_id=6302f759-7806-4619-ad72-9065d0b678da)] {{(pid=109568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 22:54:45.105329 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [req-810a1cd7-1b0e-4239-8121-ea01c8a88c29 req-7770e0dc-00ca-4e90-9fff-78a693455b05 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33156859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750845083886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750844628246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750844628264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30788396'] for port (77e9dcd1-4d87-4a90-8173-e7609a563785), after_update {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:54:45.138647 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810a1cd7-1b0e-4239-8121-ea01c8a88c29 req-7770e0dc-00ca-4e90-9fff-78a693455b05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:54:45.139124 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [req-810a1cd7-1b0e-4239-8121-ea01c8a88c29 req-7770e0dc-00ca-4e90-9fff-78a693455b05 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80159'] for port (None), before_response {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:54:45.140824 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-810a1cd7-1b0e-4239-8121-ea01c8a88c29 req-7770e0dc-00ca-4e90-9fff-78a693455b05 service neutron] 10.222.0.36 "PUT /v2.0/ports/77e9dcd1-4d87-4a90-8173-e7609a563785 HTTP/1.1" status: 200 len: 1093 time: 0.6060619 Feb 28 22:54:45.143125 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f16875d-60f2-412a-b736-dc5f0a47b845', 'tag': '77e9dcd1-4d87-4a90-8173-e7609a563785'}] {{(pid=109568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 22:54:45.148255 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be30730c9f576b5ae602769365630bce3a2881df6c4aa92702dca8eb1643a507" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-656536b9-a870-4a44-86ba-1a1df82dd575" -d '{"events": [{"name": "network-changed", "server_uuid": "6f16875d-60f2-412a-b736-dc5f0a47b845", "tag": "77e9dcd1-4d87-4a90-8173-e7609a563785"}]}' {{(pid=109568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 22:54:45.176737 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7770e0dc-00ca-4e90-9fff-78a693455b05 service neutron] Pushing event updated for resources: {'Port': ['ID=77e9dcd1-4d87-4a90-8173-e7609a563785,revision_number=3']} {{(pid=109568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:54:45.290688 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810a1cd7-1b0e-4239-8121-ea01c8a88c29 req-e9ff0b1a-4d59-41f6-a383-c149ddf6c63f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:54:45.292261 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-810a1cd7-1b0e-4239-8121-ea01c8a88c29 req-e9ff0b1a-4d59-41f6-a383-c149ddf6c63f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=9682b42bc5bb4f3a9ed975026db8a4a3&device_id=6f16875d-60f2-412a-b736-dc5f0a47b845 HTTP/1.1" status: 200 len: 1127 time: 0.1087160 Feb 28 22:54:45.300028 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ae71e5-994b-4140-81ed-d69856db79c2 req-5796ac29-0753-4275-aa30-21c9ccb13c30 tempest-TestVolumeBootPattern-851070749 tempest-TestVolumeBootPattern-851070749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:54:45.301551 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-98ae71e5-994b-4140-81ed-d69856db79c2 req-5796ac29-0753-4275-aa30-21c9ccb13c30 tempest-TestVolumeBootPattern-851070749 tempest-TestVolumeBootPattern-851070749-project] 10.222.0.11 "GET /v2.0/ports?device_id=6f16875d-60f2-412a-b736-dc5f0a47b845 HTTP/1.1" status: 200 len: 943 time: 0.1057475 Feb 28 22:54:45.338327 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 22:54:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-249e15e6-4cbe-418a-811a-6463b8178925 x-openstack-request-id: req-249e15e6-4cbe-418a-811a-6463b8178925 {{(pid=109568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 22:54:45.338624 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f16875d-60f2-412a-b736-dc5f0a47b845", "tag": "77e9dcd1-4d87-4a90-8173-e7609a563785", "status": "completed", "code": 200}]} {{(pid=109568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 22:54:45.338883 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-249e15e6-4cbe-418a-811a-6463b8178925 {{(pid=109568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 22:54:45.339297 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f16875d-60f2-412a-b736-dc5f0a47b845', 'tag': '77e9dcd1-4d87-4a90-8173-e7609a563785', 'status': 'completed', 'code': 200} Feb 28 22:54:45.345814 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-810a1cd7-1b0e-4239-8121-ea01c8a88c29 req-d507e3f8-94fe-43a4-8dbc-086acdfe9dea service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=77e9dcd1-4d87-4a90-8173-e7609a563785 HTTP/1.1" status: 200 len: 217 time: 0.0432599 Feb 28 22:54:45.421101 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-98ae71e5-994b-4140-81ed-d69856db79c2 req-18e2c9c6-bcd3-490f-9bd3-2681b26a610f tempest-TestVolumeBootPattern-851070749 tempest-TestVolumeBootPattern-851070749-project] 10.222.0.11 "GET /v2.0/security-groups?id=620901e3-3520-442a-becd-c8cb11b8b617&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1108515 Feb 28 22:54:45.424829 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810a1cd7-1b0e-4239-8121-ea01c8a88c29 req-157e866b-25a1-4e49-bc75-d4cb3e89e56e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:54:45.426255 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-810a1cd7-1b0e-4239-8121-ea01c8a88c29 req-157e866b-25a1-4e49-bc75-d4cb3e89e56e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e0a95bd6-4937-48b3-aec2-a392dcb0defe HTTP/1.1" status: 200 len: 850 time: 0.0722744 Feb 28 22:54:45.476278 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810a1cd7-1b0e-4239-8121-ea01c8a88c29 req-171f3a69-a4df-4502-9985-ea261228709b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:54:45.477778 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-810a1cd7-1b0e-4239-8121-ea01c8a88c29 req-171f3a69-a4df-4502-9985-ea261228709b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=bd5c87d6-280c-42e5-a7a0-d86f35b08ea1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0460620 Feb 28 22:54:45.573230 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-810a1cd7-1b0e-4239-8121-ea01c8a88c29 req-9a75c764-75b6-4ca4-89bc-ea64badf487d service neutron] 10.222.0.36 "GET /v2.0/networks/bd5c87d6-280c-42e5-a7a0-d86f35b08ea1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891094 Feb 28 22:54:45.661685 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-810a1cd7-1b0e-4239-8121-ea01c8a88c29 req-8008db9f-7548-4c9e-bd17-0e7ab4956fb8 service neutron] 10.222.0.36 "GET /v2.0/networks/bd5c87d6-280c-42e5-a7a0-d86f35b08ea1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831714 Feb 28 22:54:45.754204 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656536b9-a870-4a44-86ba-1a1df82dd575 req-6140d599-4312-4b43-b2d4-b602548be5ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:54:45.756231 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-656536b9-a870-4a44-86ba-1a1df82dd575 req-6140d599-4312-4b43-b2d4-b602548be5ef service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=9682b42bc5bb4f3a9ed975026db8a4a3&device_id=6f16875d-60f2-412a-b736-dc5f0a47b845 HTTP/1.1" status: 200 len: 1127 time: 0.0454242 Feb 28 22:54:45.850497 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656536b9-a870-4a44-86ba-1a1df82dd575 req-ec37b525-d6d9-4d2e-87a6-07cabb2576e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:54:45.851997 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-656536b9-a870-4a44-86ba-1a1df82dd575 req-ec37b525-d6d9-4d2e-87a6-07cabb2576e1 service neutron] 10.222.0.36 "GET /v2.0/networks?id=bd5c87d6-280c-42e5-a7a0-d86f35b08ea1 HTTP/1.1" status: 200 len: 912 time: 0.0903366 Feb 28 22:54:45.892669 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-656536b9-a870-4a44-86ba-1a1df82dd575 req-80193298-30bf-420c-af38-878af438361d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=77e9dcd1-4d87-4a90-8173-e7609a563785 HTTP/1.1" status: 200 len: 217 time: 0.0346215 Feb 28 22:54:45.941725 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656536b9-a870-4a44-86ba-1a1df82dd575 req-a63890a2-5025-4bbf-9e80-703408ba3397 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:54:45.943884 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-656536b9-a870-4a44-86ba-1a1df82dd575 req-a63890a2-5025-4bbf-9e80-703408ba3397 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e0a95bd6-4937-48b3-aec2-a392dcb0defe HTTP/1.1" status: 200 len: 850 time: 0.0453937 Feb 28 22:54:45.989618 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656536b9-a870-4a44-86ba-1a1df82dd575 req-6489afe5-de39-4668-b013-e2f606792529 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:54:45.991775 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-656536b9-a870-4a44-86ba-1a1df82dd575 req-6489afe5-de39-4668-b013-e2f606792529 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=bd5c87d6-280c-42e5-a7a0-d86f35b08ea1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0426693 Feb 28 22:54:46.080415 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-656536b9-a870-4a44-86ba-1a1df82dd575 req-7e44aeb6-f53f-4b12-8ae2-f2ef1e6aab2d service neutron] 10.222.0.36 "GET /v2.0/networks/bd5c87d6-280c-42e5-a7a0-d86f35b08ea1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797729 Feb 28 22:54:46.173750 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-656536b9-a870-4a44-86ba-1a1df82dd575 req-7aa89e72-cbcd-46d0-a0fa-74562c6c3028 service neutron] 10.222.0.36 "GET /v2.0/networks/bd5c87d6-280c-42e5-a7a0-d86f35b08ea1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837810 Feb 28 22:54:46.543423 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7319672-0f41-4613-8976-aedc8aa06a0b req-e128fa37-837d-4be5-b16c-17f3bc1831b2 tempest-TestVolumeBootPattern-851070749 tempest-TestVolumeBootPattern-851070749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:54:46.544919 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-a7319672-0f41-4613-8976-aedc8aa06a0b req-e128fa37-837d-4be5-b16c-17f3bc1831b2 tempest-TestVolumeBootPattern-851070749 tempest-TestVolumeBootPattern-851070749-project] 10.222.0.11 "GET /v2.0/ports?device_id=6f16875d-60f2-412a-b736-dc5f0a47b845 HTTP/1.1" status: 200 len: 943 time: 0.0537157 Feb 28 22:54:46.591908 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-a7319672-0f41-4613-8976-aedc8aa06a0b req-c4a0f662-8b3c-479b-8d6c-14e8e528a6e8 tempest-TestVolumeBootPattern-851070749 tempest-TestVolumeBootPattern-851070749-project] 10.222.0.11 "GET /v2.0/security-groups?id=620901e3-3520-442a-becd-c8cb11b8b617&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413551 Feb 28 22:54:47.708648 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8080b173-6ebf-4b6b-93ef-05bb642484d5 req-bf616091-2f28-42df-aec7-43f6f7e243aa tempest-TestVolumeBootPattern-851070749 tempest-TestVolumeBootPattern-851070749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:54:47.710162 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-8080b173-6ebf-4b6b-93ef-05bb642484d5 req-bf616091-2f28-42df-aec7-43f6f7e243aa tempest-TestVolumeBootPattern-851070749 tempest-TestVolumeBootPattern-851070749-project] 10.222.0.11 "GET /v2.0/ports?device_id=6f16875d-60f2-412a-b736-dc5f0a47b845 HTTP/1.1" status: 200 len: 943 time: 0.0525537 Feb 28 22:54:47.761272 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-8080b173-6ebf-4b6b-93ef-05bb642484d5 req-f3a081a0-5c45-429e-9676-4db4d9845cc9 tempest-TestVolumeBootPattern-851070749 tempest-TestVolumeBootPattern-851070749-project] 10.222.0.11 "GET /v2.0/security-groups?id=620901e3-3520-442a-becd-c8cb11b8b617&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454481 Feb 28 22:54:48.878100 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36730c8a-de82-4b7a-9866-eee91d336029 req-7eb0c0ad-250c-4736-883c-08585391b2de tempest-TestVolumeBootPattern-851070749 tempest-TestVolumeBootPattern-851070749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:54:48.879562 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-36730c8a-de82-4b7a-9866-eee91d336029 req-7eb0c0ad-250c-4736-883c-08585391b2de tempest-TestVolumeBootPattern-851070749 tempest-TestVolumeBootPattern-851070749-project] 10.222.0.11 "GET /v2.0/ports?device_id=6f16875d-60f2-412a-b736-dc5f0a47b845 HTTP/1.1" status: 200 len: 943 time: 0.0516775 Feb 28 22:54:48.928540 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-36730c8a-de82-4b7a-9866-eee91d336029 req-ec5939ee-5f5a-49cb-95f8-df27d19b75b6 tempest-TestVolumeBootPattern-851070749 tempest-TestVolumeBootPattern-851070749-project] 10.222.0.11 "GET /v2.0/security-groups?id=620901e3-3520-442a-becd-c8cb11b8b617&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423903 Feb 28 22:54:50.045604 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f157cf-027f-4f87-8629-1b164b9b54ff req-23c2132e-41e1-43a0-a3a1-071443a53d9f tempest-TestVolumeBootPattern-851070749 tempest-TestVolumeBootPattern-851070749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:54:50.047062 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-10f157cf-027f-4f87-8629-1b164b9b54ff req-23c2132e-41e1-43a0-a3a1-071443a53d9f tempest-TestVolumeBootPattern-851070749 tempest-TestVolumeBootPattern-851070749-project] 10.222.0.11 "GET /v2.0/ports?device_id=6f16875d-60f2-412a-b736-dc5f0a47b845 HTTP/1.1" status: 200 len: 943 time: 0.0513191 Feb 28 22:54:50.094936 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-10f157cf-027f-4f87-8629-1b164b9b54ff req-14499ede-1ea5-4ab2-b8b5-bd03cff317f2 tempest-TestVolumeBootPattern-851070749 tempest-TestVolumeBootPattern-851070749-project] 10.222.0.11 "GET /v2.0/security-groups?id=620901e3-3520-442a-becd-c8cb11b8b617&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422721 Feb 28 22:54:51.214313 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beef3e96-dd1b-4a5a-a5b5-65da003128d0 req-2f514404-63e3-4b74-97c4-e7ab700b50b7 tempest-TestVolumeBootPattern-851070749 tempest-TestVolumeBootPattern-851070749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:54:51.215790 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-beef3e96-dd1b-4a5a-a5b5-65da003128d0 req-2f514404-63e3-4b74-97c4-e7ab700b50b7 tempest-TestVolumeBootPattern-851070749 tempest-TestVolumeBootPattern-851070749-project] 10.222.0.11 "GET /v2.0/ports?device_id=6f16875d-60f2-412a-b736-dc5f0a47b845 HTTP/1.1" status: 200 len: 943 time: 0.0548570 Feb 28 22:54:51.263627 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-beef3e96-dd1b-4a5a-a5b5-65da003128d0 req-58ac93c0-812b-48d0-96f5-5ab8707aea0c tempest-TestVolumeBootPattern-851070749 tempest-TestVolumeBootPattern-851070749-project] 10.222.0.11 "GET /v2.0/security-groups?id=620901e3-3520-442a-becd-c8cb11b8b617&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424447 Feb 28 22:54:52.377298 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d2286d-641f-4b05-bc7c-c181a624127e req-19fb11da-1841-433c-b34f-b6c2a45e72e1 tempest-TestVolumeBootPattern-851070749 tempest-TestVolumeBootPattern-851070749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:54:52.378760 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-03d2286d-641f-4b05-bc7c-c181a624127e req-19fb11da-1841-433c-b34f-b6c2a45e72e1 tempest-TestVolumeBootPattern-851070749 tempest-TestVolumeBootPattern-851070749-project] 10.222.0.11 "GET /v2.0/ports?device_id=6f16875d-60f2-412a-b736-dc5f0a47b845 HTTP/1.1" status: 200 len: 943 time: 0.0511968 Feb 28 22:54:52.426299 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-03d2286d-641f-4b05-bc7c-c181a624127e req-f05b84ca-dcc1-490d-af9e-541b15ce1431 tempest-TestVolumeBootPattern-851070749 tempest-TestVolumeBootPattern-851070749-project] 10.222.0.11 "GET /v2.0/security-groups?id=620901e3-3520-442a-becd-c8cb11b8b617&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419500 Feb 28 22:54:53.543455 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6c1e32-41a7-45ae-b18e-fa398fe35a16 req-1d0a1510-2867-4776-a614-fc57bdc36716 tempest-TestVolumeBootPattern-851070749 tempest-TestVolumeBootPattern-851070749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:54:53.544927 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-1a6c1e32-41a7-45ae-b18e-fa398fe35a16 req-1d0a1510-2867-4776-a614-fc57bdc36716 tempest-TestVolumeBootPattern-851070749 tempest-TestVolumeBootPattern-851070749-project] 10.222.0.11 "GET /v2.0/ports?device_id=6f16875d-60f2-412a-b736-dc5f0a47b845 HTTP/1.1" status: 200 len: 943 time: 0.0538352 Feb 28 22:54:53.854438 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-1a6c1e32-41a7-45ae-b18e-fa398fe35a16 req-e2507e1f-599d-4a08-99c1-b7ebde2e2980 tempest-TestVolumeBootPattern-851070749 tempest-TestVolumeBootPattern-851070749-project] 10.222.0.11 "GET /v2.0/security-groups?id=620901e3-3520-442a-becd-c8cb11b8b617&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3040717 Feb 28 22:54:54.129019 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.rpc [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] Device 77e9dcd1-4d87-4a90-8173-e7609a563785 details requested by agent hyperv_hv-cinder-83053 with host hv-cinder-83053 {{(pid=109570) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 22:54:54.222738 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.db [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] For port 77e9dcd1-4d87-4a90-8173-e7609a563785, host hv-cinder-83053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83053',level=0,port_id=77e9dcd1-4d87-4a90-8173-e7609a563785,segment=NetworkSegment(6302f759-7806-4619-ad72-9065d0b678da),segment_id=6302f759-7806-4619-ad72-9065d0b678da)] {{(pid=109570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 22:54:54.234680 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.rpc [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] Returning: {'device': '77e9dcd1-4d87-4a90-8173-e7609a563785', 'network_id': 'bd5c87d6-280c-42e5-a7a0-d86f35b08ea1', 'port_id': '77e9dcd1-4d87-4a90-8173-e7609a563785', 'mac_address': 'fa:16:3e:6b:d8:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 111, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e0a95bd6-4937-48b3-aec2-a392dcb0defe', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109570) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 22:54:54.269322 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.plugin [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] Current status of the port 77e9dcd1-4d87-4a90-8173-e7609a563785 is: DOWN; New status is: BUILD {{(pid=109570) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 22:54:54.269717 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616566'] for port (77e9dcd1-4d87-4a90-8173-e7609a563785), before_update {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:54:54.283117 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.notifiers.nova [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 77e9dcd1-4d87-4a90-8173-e7609a563785 {{(pid=109570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 22:54:54.303319 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.db [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] For port 77e9dcd1-4d87-4a90-8173-e7609a563785, host hv-cinder-83053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83053',level=0,port_id=77e9dcd1-4d87-4a90-8173-e7609a563785,segment=NetworkSegment(6302f759-7806-4619-ad72-9065d0b678da),segment_id=6302f759-7806-4619-ad72-9065d0b678da)] {{(pid=109570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 22:54:54.307211 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33156859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750845083886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750844628246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750844628264'] for port (77e9dcd1-4d87-4a90-8173-e7609a563785), after_update {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:54:54.353368 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] Pushing event updated for resources: {'Port': ['ID=77e9dcd1-4d87-4a90-8173-e7609a563785,revision_number=4']} {{(pid=109570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:54:54.360521 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830538-5-iscsi {{(pid=109570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:54:54.360873 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-5-iscsi {{(pid=109570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:54:54.361218 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-5-iscsi {{(pid=109570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:54:54.361559 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-5-iscsi {{(pid=109570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:54:54.361893 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830538-5-iscsi {{(pid=109570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:54:54.362220 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830538-5-iscsi {{(pid=109570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:54:54.362548 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830538-5-iscsi {{(pid=109570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:54:54.362875 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830538-5-iscsi {{(pid=109570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:54:54.363198 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830538-5-iscsi {{(pid=109570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:54:54.363522 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830538-5-iscsi {{(pid=109570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:54:54.363870 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-5-iscsi {{(pid=109570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:54:54.364189 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830538-5-iscsi {{(pid=109570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:54:54.364603 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830538-5-iscsi {{(pid=109570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:54:54.529578 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.db [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] get_ports_and_sgs() called for port_ids ['77e9dcd1-4d87-4a90-8173-e7609a563785'] {{(pid=109570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 22:54:54.982448 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67634ed3-792b-47be-9ff5-b104aa27a218 req-2acbd5ba-3642-4904-a058-8be9f6417024 tempest-TestVolumeBootPattern-851070749 tempest-TestVolumeBootPattern-851070749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:54:54.983916 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-67634ed3-792b-47be-9ff5-b104aa27a218 req-2acbd5ba-3642-4904-a058-8be9f6417024 tempest-TestVolumeBootPattern-851070749 tempest-TestVolumeBootPattern-851070749-project] 10.222.0.11 "GET /v2.0/ports?device_id=6f16875d-60f2-412a-b736-dc5f0a47b845 HTTP/1.1" status: 200 len: 944 time: 0.0617208 Feb 28 22:54:55.031998 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-67634ed3-792b-47be-9ff5-b104aa27a218 req-ebd9962e-0d65-412f-b362-7758174d5fcc tempest-TestVolumeBootPattern-851070749 tempest-TestVolumeBootPattern-851070749-project] 10.222.0.11 "GET /v2.0/security-groups?id=620901e3-3520-442a-becd-c8cb11b8b617&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426242 Feb 28 22:54:56.128464 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.rpc [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] Device 77e9dcd1-4d87-4a90-8173-e7609a563785 up at agent hyperv_hv-cinder-83053 {{(pid=109570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 22:54:56.147443 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38731d68-4e82-498c-84ab-488f02724261 req-fd80a197-94ed-4953-9e47-0a32ed28a22d tempest-TestVolumeBootPattern-851070749 tempest-TestVolumeBootPattern-851070749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:54:56.149023 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-38731d68-4e82-498c-84ab-488f02724261 req-fd80a197-94ed-4953-9e47-0a32ed28a22d tempest-TestVolumeBootPattern-851070749 tempest-TestVolumeBootPattern-851070749-project] 10.222.0.11 "GET /v2.0/ports?device_id=6f16875d-60f2-412a-b736-dc5f0a47b845 HTTP/1.1" status: 200 len: 944 time: 0.0525603 Feb 28 22:54:56.181219 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.db.provisioning_blocks [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] Provisioning for port 77e9dcd1-4d87-4a90-8173-e7609a563785 completed by entity L2. {{(pid=109570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 28 22:54:56.185470 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.db.provisioning_blocks [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] Provisioning complete for port 77e9dcd1-4d87-4a90-8173-e7609a563785 triggered by entity L2. {{(pid=109570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 22:54:56.185844 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579965'] for port (77e9dcd1-4d87-4a90-8173-e7609a563785), provisioning_complete {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:54:56.201650 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-38731d68-4e82-498c-84ab-488f02724261 req-d76fee2f-91a6-4302-93e6-15ed1afe086e tempest-TestVolumeBootPattern-851070749 tempest-TestVolumeBootPattern-851070749-project] 10.222.0.11 "GET /v2.0/security-groups?id=620901e3-3520-442a-becd-c8cb11b8b617&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471129 Feb 28 22:54:56.262537 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.plugin [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] Current status of the port 77e9dcd1-4d87-4a90-8173-e7609a563785 is: BUILD; New status is: ACTIVE {{(pid=109570) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 22:54:56.262928 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616566'] for port (77e9dcd1-4d87-4a90-8173-e7609a563785), before_update {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:54:56.285473 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f16875d-60f2-412a-b736-dc5f0a47b845', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77e9dcd1-4d87-4a90-8173-e7609a563785'}] {{(pid=109570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 22:54:56.287868 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fade63a226c96e14254c735f674fb73a181a47373151acc9bb38ade81564009" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f651eccb-819e-44b4-b402-eaec912b475c" -d '{"events": [{"server_uuid": "6f16875d-60f2-412a-b736-dc5f0a47b845", "name": "network-vif-plugged", "status": "completed", "tag": "77e9dcd1-4d87-4a90-8173-e7609a563785"}]}' {{(pid=109570) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 22:54:56.300437 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.db [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] For port 77e9dcd1-4d87-4a90-8173-e7609a563785, host hv-cinder-83053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83053',level=0,port_id=77e9dcd1-4d87-4a90-8173-e7609a563785,segment=NetworkSegment(6302f759-7806-4619-ad72-9065d0b678da),segment_id=6302f759-7806-4619-ad72-9065d0b678da)] {{(pid=109570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 22:54:56.304943 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33156859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750845083886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750844628246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750844628264'] for port (77e9dcd1-4d87-4a90-8173-e7609a563785), after_update {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:54:56.331118 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 22:54:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dda08cc2-bd47-42ff-a01a-30c4da8f3c46 x-openstack-request-id: req-dda08cc2-bd47-42ff-a01a-30c4da8f3c46 {{(pid=109570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 22:54:56.331415 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f16875d-60f2-412a-b736-dc5f0a47b845", "name": "network-vif-plugged", "status": "completed", "tag": "77e9dcd1-4d87-4a90-8173-e7609a563785", "code": 200}]} {{(pid=109570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 22:54:56.331678 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-dda08cc2-bd47-42ff-a01a-30c4da8f3c46 {{(pid=109570) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 22:54:56.332070 dv-cinder-830538-5-iscsi neutron-server[109570]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f16875d-60f2-412a-b736-dc5f0a47b845', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77e9dcd1-4d87-4a90-8173-e7609a563785', 'code': 200} Feb 28 22:54:56.357926 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] Pushing event updated for resources: {'Port': ['ID=77e9dcd1-4d87-4a90-8173-e7609a563785,revision_number=5']} {{(pid=109570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:54:56.566484 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142451bf-2c28-4909-9c2f-49f78774abb3 req-c6421499-9697-4df3-a467-736c4c5e8a60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:54:56.568872 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-142451bf-2c28-4909-9c2f-49f78774abb3 req-c6421499-9697-4df3-a467-736c4c5e8a60 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=6f16875d-60f2-412a-b736-dc5f0a47b845 HTTP/1.1" status: 200 len: 1129 time: 0.0443830 Feb 28 22:54:56.611823 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-142451bf-2c28-4909-9c2f-49f78774abb3 req-9e955b3c-0184-46e8-9cf9-420337688746 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=620901e3-3520-442a-becd-c8cb11b8b617&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370982 Feb 28 22:54:57.319290 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e953202f-192d-42fc-b7d7-159d6a0197a8 req-8eeaac95-ea99-4ecb-8aba-639bf1a86a03 tempest-TestVolumeBootPattern-851070749 tempest-TestVolumeBootPattern-851070749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:54:57.320787 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-e953202f-192d-42fc-b7d7-159d6a0197a8 req-8eeaac95-ea99-4ecb-8aba-639bf1a86a03 tempest-TestVolumeBootPattern-851070749 tempest-TestVolumeBootPattern-851070749-project] 10.222.0.11 "GET /v2.0/ports?device_id=6f16875d-60f2-412a-b736-dc5f0a47b845 HTTP/1.1" status: 200 len: 945 time: 0.0530725 Feb 28 22:54:57.369434 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-e953202f-192d-42fc-b7d7-159d6a0197a8 req-4a0e91c1-dd63-4123-85b8-1cc9bd5cc984 tempest-TestVolumeBootPattern-851070749 tempest-TestVolumeBootPattern-851070749-project] 10.222.0.11 "GET /v2.0/security-groups?id=620901e3-3520-442a-becd-c8cb11b8b617&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431972 Feb 28 22:54:58.489317 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2708c10-48d5-421c-b0a8-058c22fc5ab8 req-838500cb-f71d-4373-8d20-8d1d9fa0345e tempest-TestVolumeBootPattern-851070749 tempest-TestVolumeBootPattern-851070749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:54:58.491560 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-f2708c10-48d5-421c-b0a8-058c22fc5ab8 req-838500cb-f71d-4373-8d20-8d1d9fa0345e tempest-TestVolumeBootPattern-851070749 tempest-TestVolumeBootPattern-851070749-project] 10.222.0.11 "GET /v2.0/ports?device_id=6f16875d-60f2-412a-b736-dc5f0a47b845 HTTP/1.1" status: 200 len: 945 time: 0.0550585 Feb 28 22:54:58.539747 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-f2708c10-48d5-421c-b0a8-058c22fc5ab8 req-5481a879-fdc0-4a4d-8283-382b846859eb tempest-TestVolumeBootPattern-851070749 tempest-TestVolumeBootPattern-851070749-project] 10.222.0.11 "GET /v2.0/security-groups?id=620901e3-3520-442a-becd-c8cb11b8b617&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426247 Feb 28 22:54:58.654181 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5cd4d72-4e62-44f7-a174-53824af87767 req-2f683349-d9c8-490c-a72c-31861228ad84 tempest-TestVolumeBootPattern-851070749 tempest-TestVolumeBootPattern-851070749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:54:58.655678 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-a5cd4d72-4e62-44f7-a174-53824af87767 req-2f683349-d9c8-490c-a72c-31861228ad84 tempest-TestVolumeBootPattern-851070749 tempest-TestVolumeBootPattern-851070749-project] 10.222.0.11 "GET /v2.0/ports?device_id=6f16875d-60f2-412a-b736-dc5f0a47b845 HTTP/1.1" status: 200 len: 945 time: 0.0520575 Feb 28 22:54:58.703560 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-a5cd4d72-4e62-44f7-a174-53824af87767 req-bce55d07-1b2f-4054-834c-3d944b6bf40f tempest-TestVolumeBootPattern-851070749 tempest-TestVolumeBootPattern-851070749-project] 10.222.0.11 "GET /v2.0/security-groups?id=620901e3-3520-442a-becd-c8cb11b8b617&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424340 Feb 28 22:54:58.726245 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.wsgi [-] (109568) accepted ('10.222.0.11', 60740) {{(pid=109568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 22:54:58.771360 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a9a4dd3-a723-4fb9-b0c3-4b17f3df6d8f tempest-TestVolumeBootPattern-1581373019 tempest-TestVolumeBootPattern-1581373019-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:54:58.772902 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [None req-9a9a4dd3-a723-4fb9-b0c3-4b17f3df6d8f tempest-TestVolumeBootPattern-1581373019 tempest-TestVolumeBootPattern-1581373019-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=6f16875d-60f2-412a-b736-dc5f0a47b845 HTTP/1.1" status: 200 len: 1124 time: 0.0457082 Feb 28 22:54:58.775640 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.wsgi [-] (109568) accepted ('10.222.0.11', 60742) {{(pid=109568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 22:54:58.779849 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.api.v2.base [None req-078e4723-da0f-45c7-b23f-3e343e27abe6 tempest-TestVolumeBootPattern-851070749 tempest-TestVolumeBootPattern-851070749-project] Request body: {'floatingip': {'floating_network_id': '3e7a10c7-addc-4b79-a555-0b472e939652', 'port_id': '77e9dcd1-4d87-4a90-8173-e7609a563785', 'tenant_id': '9682b42bc5bb4f3a9ed975026db8a4a3', 'fixed_ip_address': '172.20.0.8'}} {{(pid=109568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 22:54:58.801109 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-078e4723-da0f-45c7-b23f-3e343e27abe6 tempest-TestVolumeBootPattern-851070749 tempest-TestVolumeBootPattern-851070749-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:54:58.898186 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-078e4723-da0f-45c7-b23f-3e343e27abe6 tempest-TestVolumeBootPattern-851070749 tempest-TestVolumeBootPattern-851070749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616566'] for port (None), before_create {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:54:59.006596 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.db.db_base_plugin_common [None req-078e4723-da0f-45c7-b23f-3e343e27abe6 tempest-TestVolumeBootPattern-851070749 tempest-TestVolumeBootPattern-851070749-project] Allocated IP 172.27.0.105 (3e7a10c7-addc-4b79-a555-0b472e939652/8aaf002d-6309-4cf0-ae69-6d349a14c0b1/1d078f71-9fb2-4e94-b9aa-b44c0e773cdf) {{(pid=109568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 22:54:59.107708 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-078e4723-da0f-45c7-b23f-3e343e27abe6 tempest-TestVolumeBootPattern-851070749 tempest-TestVolumeBootPattern-851070749-project] Publish callbacks [] for port (1d078f71-9fb2-4e94-b9aa-b44c0e773cdf), precommit_create {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:54:59.141378 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-078e4723-da0f-45c7-b23f-3e343e27abe6 tempest-TestVolumeBootPattern-851070749 tempest-TestVolumeBootPattern-851070749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33156859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750844628228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30788389'] for port (1d078f71-9fb2-4e94-b9aa-b44c0e773cdf), after_create {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:54:59.186202 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-078e4723-da0f-45c7-b23f-3e343e27abe6 tempest-TestVolumeBootPattern-851070749 tempest-TestVolumeBootPattern-851070749-project] Network 3e7a10c7-addc-4b79-a555-0b472e939652 is already hosted by enough agents. {{(pid=109568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 22:54:59.188993 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.scheduler.base_scheduler [None req-078e4723-da0f-45c7-b23f-3e343e27abe6 tempest-TestVolumeBootPattern-851070749 tempest-TestVolumeBootPattern-851070749-project] Resources bound (agent type, host, resource id): {{(pid=109568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 22:54:59.191604 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-078e4723-da0f-45c7-b23f-3e343e27abe6 tempest-TestVolumeBootPattern-851070749 tempest-TestVolumeBootPattern-851070749-project] Received port after_create {{(pid=109568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 22:54:59.214935 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078e4723-da0f-45c7-b23f-3e343e27abe6 tempest-TestVolumeBootPattern-851070749 tempest-TestVolumeBootPattern-851070749-project] Pushing event updated for resources: {'Port': ['ID=1d078f71-9fb2-4e94-b9aa-b44c0e773cdf,revision_number=1']} {{(pid=109568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:54:59.561583 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-078e4723-da0f-45c7-b23f-3e343e27abe6 tempest-TestVolumeBootPattern-851070749 tempest-TestVolumeBootPattern-851070749-project] Publish callbacks [] for floatingip (f9a2d47b-0122-4ebc-8fd5-48f6bbd8d758), precommit_create {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:54:59.632293 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-078e4723-da0f-45c7-b23f-3e343e27abe6 tempest-TestVolumeBootPattern-851070749 tempest-TestVolumeBootPattern-851070749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616566'] for port (1d078f71-9fb2-4e94-b9aa-b44c0e773cdf), before_update {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:54:59.778791 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-078e4723-da0f-45c7-b23f-3e343e27abe6 tempest-TestVolumeBootPattern-851070749 tempest-TestVolumeBootPattern-851070749-project] Publish callbacks [] for port (1d078f71-9fb2-4e94-b9aa-b44c0e773cdf), precommit_update {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:54:59.783014 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-078e4723-da0f-45c7-b23f-3e343e27abe6 tempest-TestVolumeBootPattern-851070749 tempest-TestVolumeBootPattern-851070749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33156859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750845083886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750844628246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750844628264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30788396'] for port (1d078f71-9fb2-4e94-b9aa-b44c0e773cdf), after_update {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:54:59.853677 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078e4723-da0f-45c7-b23f-3e343e27abe6 tempest-TestVolumeBootPattern-851070749 tempest-TestVolumeBootPattern-851070749-project] Pushing event updated for resources: {'Port': ['ID=1d078f71-9fb2-4e94-b9aa-b44c0e773cdf,revision_number=2']} {{(pid=109568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:54:59.863439 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-078e4723-da0f-45c7-b23f-3e343e27abe6 tempest-TestVolumeBootPattern-851070749 tempest-TestVolumeBootPattern-851070749-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33522123'] for floatingip (f9a2d47b-0122-4ebc-8fd5-48f6bbd8d758), after_create {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:54:59.964869 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.db.l3_db [None req-078e4723-da0f-45c7-b23f-3e343e27abe6 tempest-TestVolumeBootPattern-851070749 tempest-TestVolumeBootPattern-851070749-project] Floating IP f9a2d47b-0122-4ebc-8fd5-48f6bbd8d758 associated. External IP: 172.27.0.105, port: 77e9dcd1-4d87-4a90-8173-e7609a563785. Feb 28 22:55:00.180512 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-078e4723-da0f-45c7-b23f-3e343e27abe6 tempest-TestVolumeBootPattern-851070749 tempest-TestVolumeBootPattern-851070749-project] Router 13cddc1b-2f3a-43a6-9fab-623243736c76 has already been hosted by L3 agent 1bbc3f13-d896-4633-9d3f-4f3415ceb83d {{(pid=109568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 22:55:00.288494 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-078e4723-da0f-45c7-b23f-3e343e27abe6 tempest-TestVolumeBootPattern-851070749 tempest-TestVolumeBootPattern-851070749-project] Notify agent at l3_agent.dv-cinder-830538-5-iscsi the message routers_updated {{(pid=109568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 22:55:00.298503 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e96e49b-d22e-4b42-a7c8-c37c1bea1578 None None] Sync routers for ids ['13cddc1b-2f3a-43a6-9fab-623243736c76'] in dv-cinder-830538-5-iscsi {{(pid=109570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 22:55:00.306843 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-078e4723-da0f-45c7-b23f-3e343e27abe6 tempest-TestVolumeBootPattern-851070749 tempest-TestVolumeBootPattern-851070749-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80159'] for floatingip (None), before_response {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:55:00.309737 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e96e49b-d22e-4b42-a7c8-c37c1bea1578 None None] Routers {'13cddc1b-2f3a-43a6-9fab-623243736c76'} bound to L3 agent in host dv-cinder-830538-5-iscsi {{(pid=109570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 22:55:00.310359 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.db.l3_hamode_db [None req-0e96e49b-d22e-4b42-a7c8-c37c1bea1578 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830538-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T22:34:03Z,description=,heartbeat_timestamp=2022-02-28T22:54:33Z,host='dv-cinder-830538-5-iscsi',id=1bbc3f13-d896-4633-9d3f-4f3415ceb83d,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T22:34:03Z,topic='l3_agent')) {'router_ids': ['13cddc1b-2f3a-43a6-9fab-623243736c76'], 'active': True} {{(pid=109570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 22:55:00.350397 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [None req-078e4723-da0f-45c7-b23f-3e343e27abe6 tempest-TestVolumeBootPattern-851070749 tempest-TestVolumeBootPattern-851070749-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5606909 Feb 28 22:55:00.350397 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f16875d-60f2-412a-b736-dc5f0a47b845', 'tag': '77e9dcd1-4d87-4a90-8173-e7609a563785'}] {{(pid=109568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 22:55:00.350397 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be30730c9f576b5ae602769365630bce3a2881df6c4aa92702dca8eb1643a507" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d5884a9-a2b6-4151-863f-81f7e82e8ea5" -d '{"events": [{"name": "network-changed", "server_uuid": "6f16875d-60f2-412a-b736-dc5f0a47b845", "tag": "77e9dcd1-4d87-4a90-8173-e7609a563785"}]}' {{(pid=109568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 22:55:00.376159 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 22:55:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30e5bd37-b0da-43bb-8707-861654e368d8 x-openstack-request-id: req-30e5bd37-b0da-43bb-8707-861654e368d8 {{(pid=109568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 22:55:00.376453 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f16875d-60f2-412a-b736-dc5f0a47b845", "tag": "77e9dcd1-4d87-4a90-8173-e7609a563785", "status": "completed", "code": 200}]} {{(pid=109568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 22:55:00.376709 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-30e5bd37-b0da-43bb-8707-861654e368d8 {{(pid=109568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 22:55:00.377111 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f16875d-60f2-412a-b736-dc5f0a47b845', 'tag': '77e9dcd1-4d87-4a90-8173-e7609a563785', 'status': 'completed', 'code': 200} Feb 28 22:55:00.418622 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.db.l3_dvr_db [None req-0e96e49b-d22e-4b42-a7c8-c37c1bea1578 None None] Set router 13cddc1b-2f3a-43a6-9fab-623243736c76 gateway port host: dv-cinder-830538-5-iscsi {{(pid=109570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 22:55:00.440299 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5884a9-a2b6-4151-863f-81f7e82e8ea5 req-9b878675-b974-4809-9e13-eca0041601f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:55:00.441744 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-4d5884a9-a2b6-4151-863f-81f7e82e8ea5 req-9b878675-b974-4809-9e13-eca0041601f2 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=9682b42bc5bb4f3a9ed975026db8a4a3&device_id=6f16875d-60f2-412a-b736-dc5f0a47b845 HTTP/1.1" status: 200 len: 1129 time: 0.0445917 Feb 28 22:55:00.533326 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5884a9-a2b6-4151-863f-81f7e82e8ea5 req-1986ceaf-f526-40b5-a172-527b40280779 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:55:00.534814 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-4d5884a9-a2b6-4151-863f-81f7e82e8ea5 req-1986ceaf-f526-40b5-a172-527b40280779 service neutron] 10.222.0.36 "GET /v2.0/networks?id=bd5c87d6-280c-42e5-a7a0-d86f35b08ea1 HTTP/1.1" status: 200 len: 912 time: 0.0877662 Feb 28 22:55:00.598019 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-4d5884a9-a2b6-4151-863f-81f7e82e8ea5 req-da5063b8-a490-4a99-bc4e-c57a237db666 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=77e9dcd1-4d87-4a90-8173-e7609a563785 HTTP/1.1" status: 200 len: 999 time: 0.0579591 Feb 28 22:55:00.648101 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5884a9-a2b6-4151-863f-81f7e82e8ea5 req-cd417ed9-48f1-43d8-b9b9-da708823d3f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:55:00.648421 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.db.l3_hamode_db [None req-0e96e49b-d22e-4b42-a7c8-c37c1bea1578 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13cddc1b-2f3a-43a6-9fab-623243736c76', 'name': 'tempest-TestVolumeBootPattern-274550402-router', 'tenant_id': '9682b42bc5bb4f3a9ed975026db8a4a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e7a10c7-addc-4b79-a555-0b472e939652', 'external_fixed_ips': [{'subnet_id': '8aaf002d-6309-4cf0-ae69-6d349a14c0b1', 'ip_address': '172.27.0.62'}], 'enable_snat': True}, 'gw_port_id': '9f35f2e5-ac00-4c40-89cb-b6010878caf1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T22:49:56Z', 'updated_at': '2022-02-28T22:49:59Z', 'revision_number': 4, 'project_id': '9682b42bc5bb4f3a9ed975026db8a4a3', 'gw_port': {'id': '9f35f2e5-ac00-4c40-89cb-b6010878caf1', 'name': '', 'network_id': '3e7a10c7-addc-4b79-a555-0b472e939652', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:60:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13cddc1b-2f3a-43a6-9fab-623243736c76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '8aaf002d-6309-4cf0-ae69-6d349a14c0b1', 'ip_address': '172.27.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T22:49:57Z', 'updated_at': '2022-02-28T22:50:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8aaf002d-6309-4cf0-ae69-6d349a14c0b1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830538-5-iscsi', '_floatingips': [{'id': '76d13620-7d99-4820-9b1f-4234b821785a', 'tenant_id': '9682b42bc5bb4f3a9ed975026db8a4a3', 'floating_ip_address': '172.27.0.244', 'floating_network_id': '3e7a10c7-addc-4b79-a555-0b472e939652', 'router_id': '13cddc1b-2f3a-43a6-9fab-623243736c76', 'port_id': '799f5aba-8051-45ab-a746-e78f5eec65b6', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bd5c87d6-280c-42e5-a7a0-d86f35b08ea1', 'mac_address': 'fa:16:3e:da:2e:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a21bca3e-457c-4967-93d8-ee0294ef44d8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T22:53:08Z', 'updated_at': '2022-02-28T22:53:10Z', 'revision_number': 1, 'project_id': '9682b42bc5bb4f3a9ed975026db8a4a3', 'fixed_ip_address_scope': None}, {'id': 'f9a2d47b-0122-4ebc-8fd5-48f6bbd8d758', 'tenant_id': '9682b42bc5bb4f3a9ed975026db8a4a3', 'floating_ip_address': '172.27.0.105', 'floating_network_id': '3e7a10c7-addc-4b79-a555-0b472e939652', 'router_id': '13cddc1b-2f3a-43a6-9fab-623243736c76', 'port_id': '77e9dcd1-4d87-4a90-8173-e7609a563785', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bd5c87d6-280c-42e5-a7a0-d86f35b08ea1', 'mac_address': 'fa:16:3e:6b:d8:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f16875d-60f2-412a-b736-dc5f0a47b845', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T22:54:59Z', 'updated_at': '2022-02-28T22:54:59Z', 'revision_number': 0, 'project_id': '9682b42bc5bb4f3a9ed975026db8a4a3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6c9de3a6-93cb-428f-b017-274d72145940', 'name': '', 'network_id': 'bd5c87d6-280c-42e5-a7a0-d86f35b08ea1', 'tenant_id': '9682b42bc5bb4f3a9ed975026db8a4a3', 'mac_address': 'fa:16:3e:c1:3d:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13cddc1b-2f3a-43a6-9fab-623243736c76', 'device_owner': 'network:router_interface', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'e0a95bd6-4937-48b3-aec2-a392dcb0defe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T22:49:58Z', 'updated_at': '2022-02-28T22:50:04Z', 'revision_number': 5, 'project_id': '9682b42bc5bb4f3a9ed975026db8a4a3', 'subnets': [{'id': 'e0a95bd6-4937-48b3-aec2-a392dcb0defe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830538-5-iscsi', False) {} {{(pid=109570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 22:55:00.649579 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-4d5884a9-a2b6-4151-863f-81f7e82e8ea5 req-cd417ed9-48f1-43d8-b9b9-da708823d3f9 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e0a95bd6-4937-48b3-aec2-a392dcb0defe HTTP/1.1" status: 200 len: 850 time: 0.0466335 Feb 28 22:55:00.674409 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e96e49b-d22e-4b42-a7c8-c37c1bea1578 None None] Checking router: 13cddc1b-2f3a-43a6-9fab-623243736c76 for host: dv-cinder-830538-5-iscsi {{(pid=109570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 22:55:00.683332 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e96e49b-d22e-4b42-a7c8-c37c1bea1578 None None] Routers {'13cddc1b-2f3a-43a6-9fab-623243736c76'} bound to L3 agent in host dv-cinder-830538-5-iscsi {{(pid=109570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 22:55:00.684346 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.db.l3_hamode_db [None req-0e96e49b-d22e-4b42-a7c8-c37c1bea1578 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830538-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T22:34:03Z,description=,heartbeat_timestamp=2022-02-28T22:54:33Z,host='dv-cinder-830538-5-iscsi',id=1bbc3f13-d896-4633-9d3f-4f3415ceb83d,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T22:34:03Z,topic='l3_agent')) {'router_ids': ['13cddc1b-2f3a-43a6-9fab-623243736c76'], 'active': True} {{(pid=109570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 22:55:00.699382 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5884a9-a2b6-4151-863f-81f7e82e8ea5 req-3140e8c3-ae49-44be-a5fe-c01fa735b686 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:55:00.700852 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-4d5884a9-a2b6-4151-863f-81f7e82e8ea5 req-3140e8c3-ae49-44be-a5fe-c01fa735b686 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=bd5c87d6-280c-42e5-a7a0-d86f35b08ea1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0452180 Feb 28 22:55:00.789447 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-4d5884a9-a2b6-4151-863f-81f7e82e8ea5 req-21865ae2-6c97-4902-8b0a-82ae509ed39b service neutron] 10.222.0.36 "GET /v2.0/networks/bd5c87d6-280c-42e5-a7a0-d86f35b08ea1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824106 Feb 28 22:55:00.790986 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.db.l3_dvr_db [None req-0e96e49b-d22e-4b42-a7c8-c37c1bea1578 None None] Set router 13cddc1b-2f3a-43a6-9fab-623243736c76 gateway port host: dv-cinder-830538-5-iscsi {{(pid=109570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 22:55:00.880554 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-4d5884a9-a2b6-4151-863f-81f7e82e8ea5 req-37072b33-759b-4ff3-b5e2-e88bcc1571a1 service neutron] 10.222.0.36 "GET /v2.0/networks/bd5c87d6-280c-42e5-a7a0-d86f35b08ea1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851724 Feb 28 22:55:00.890885 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-b3d227fb-a05b-4b1c-bfab-fc43a20ce64f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750845036683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579975'] for agent (55d6ddf3-619a-4750-95a9-02c5b2728e0c), after_update {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:55:01.025590 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.db.l3_hamode_db [None req-0e96e49b-d22e-4b42-a7c8-c37c1bea1578 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13cddc1b-2f3a-43a6-9fab-623243736c76', 'name': 'tempest-TestVolumeBootPattern-274550402-router', 'tenant_id': '9682b42bc5bb4f3a9ed975026db8a4a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e7a10c7-addc-4b79-a555-0b472e939652', 'external_fixed_ips': [{'subnet_id': '8aaf002d-6309-4cf0-ae69-6d349a14c0b1', 'ip_address': '172.27.0.62'}], 'enable_snat': True}, 'gw_port_id': '9f35f2e5-ac00-4c40-89cb-b6010878caf1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T22:49:56Z', 'updated_at': '2022-02-28T22:49:59Z', 'revision_number': 4, 'project_id': '9682b42bc5bb4f3a9ed975026db8a4a3', 'gw_port': {'id': '9f35f2e5-ac00-4c40-89cb-b6010878caf1', 'name': '', 'network_id': '3e7a10c7-addc-4b79-a555-0b472e939652', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:60:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13cddc1b-2f3a-43a6-9fab-623243736c76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '8aaf002d-6309-4cf0-ae69-6d349a14c0b1', 'ip_address': '172.27.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T22:49:57Z', 'updated_at': '2022-02-28T22:50:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8aaf002d-6309-4cf0-ae69-6d349a14c0b1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830538-5-iscsi', '_floatingips': [{'id': '76d13620-7d99-4820-9b1f-4234b821785a', 'tenant_id': '9682b42bc5bb4f3a9ed975026db8a4a3', 'floating_ip_address': '172.27.0.244', 'floating_network_id': '3e7a10c7-addc-4b79-a555-0b472e939652', 'router_id': '13cddc1b-2f3a-43a6-9fab-623243736c76', 'port_id': '799f5aba-8051-45ab-a746-e78f5eec65b6', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bd5c87d6-280c-42e5-a7a0-d86f35b08ea1', 'mac_address': 'fa:16:3e:da:2e:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a21bca3e-457c-4967-93d8-ee0294ef44d8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T22:53:08Z', 'updated_at': '2022-02-28T22:53:10Z', 'revision_number': 1, 'project_id': '9682b42bc5bb4f3a9ed975026db8a4a3', 'fixed_ip_address_scope': None}, {'id': 'f9a2d47b-0122-4ebc-8fd5-48f6bbd8d758', 'tenant_id': '9682b42bc5bb4f3a9ed975026db8a4a3', 'floating_ip_address': '172.27.0.105', 'floating_network_id': '3e7a10c7-addc-4b79-a555-0b472e939652', 'router_id': '13cddc1b-2f3a-43a6-9fab-623243736c76', 'port_id': '77e9dcd1-4d87-4a90-8173-e7609a563785', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bd5c87d6-280c-42e5-a7a0-d86f35b08ea1', 'mac_address': 'fa:16:3e:6b:d8:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f16875d-60f2-412a-b736-dc5f0a47b845', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T22:54:59Z', 'updated_at': '2022-02-28T22:54:59Z', 'revision_number': 0, 'project_id': '9682b42bc5bb4f3a9ed975026db8a4a3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6c9de3a6-93cb-428f-b017-274d72145940', 'name': '', 'network_id': 'bd5c87d6-280c-42e5-a7a0-d86f35b08ea1', 'tenant_id': '9682b42bc5bb4f3a9ed975026db8a4a3', 'mac_address': 'fa:16:3e:c1:3d:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13cddc1b-2f3a-43a6-9fab-623243736c76', 'device_owner': 'network:router_interface', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'e0a95bd6-4937-48b3-aec2-a392dcb0defe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T22:49:58Z', 'updated_at': '2022-02-28T22:50:04Z', 'revision_number': 5, 'project_id': '9682b42bc5bb4f3a9ed975026db8a4a3', 'subnets': [{'id': 'e0a95bd6-4937-48b3-aec2-a392dcb0defe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830538-5-iscsi', False) {} {{(pid=109570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 22:55:01.054629 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e96e49b-d22e-4b42-a7c8-c37c1bea1578 None None] The sync data for ids ['13cddc1b-2f3a-43a6-9fab-623243736c76'] in dv-cinder-830538-5-iscsi is: [{'id': '13cddc1b-2f3a-43a6-9fab-623243736c76', 'name': 'tempest-TestVolumeBootPattern-274550402-router', 'tenant_id': '9682b42bc5bb4f3a9ed975026db8a4a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e7a10c7-addc-4b79-a555-0b472e939652', 'external_fixed_ips': [{'subnet_id': '8aaf002d-6309-4cf0-ae69-6d349a14c0b1', 'ip_address': '172.27.0.62'}], 'enable_snat': True}, 'gw_port_id': '9f35f2e5-ac00-4c40-89cb-b6010878caf1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T22:49:56Z', 'updated_at': '2022-02-28T22:49:59Z', 'revision_number': 4, 'project_id': '9682b42bc5bb4f3a9ed975026db8a4a3', 'gw_port': {'id': '9f35f2e5-ac00-4c40-89cb-b6010878caf1', 'name': '', 'network_id': '3e7a10c7-addc-4b79-a555-0b472e939652', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:60:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13cddc1b-2f3a-43a6-9fab-623243736c76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '8aaf002d-6309-4cf0-ae69-6d349a14c0b1', 'ip_address': '172.27.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T22:49:57Z', 'updated_at': '2022-02-28T22:50:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8aaf002d-6309-4cf0-ae69-6d349a14c0b1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830538-5-iscsi', '_floatingips': [{'id': '76d13620-7d99-4820-9b1f-4234b821785a', 'tenant_id': '9682b42bc5bb4f3a9ed975026db8a4a3', 'floating_ip_address': '172.27.0.244', 'floating_network_id': '3e7a10c7-addc-4b79-a555-0b472e939652', 'router_id': '13cddc1b-2f3a-43a6-9fab-623243736c76', 'port_id': '799f5aba-8051-45ab-a746-e78f5eec65b6', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bd5c87d6-280c-42e5-a7a0-d86f35b08ea1', 'mac_address': 'fa:16:3e:da:2e:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a21bca3e-457c-4967-93d8-ee0294ef44d8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T22:53:08Z', 'updated_at': '2022-02-28T22:53:10Z', 'revision_number': 1, 'project_id': '9682b42bc5bb4f3a9ed975026db8a4a3', 'fixed_ip_address_scope': None}, {'id': 'f9a2d47b-0122-4ebc-8fd5-48f6bbd8d758', 'tenant_id': '9682b42bc5bb4f3a9ed975026db8a4a3', 'floating_ip_address': '172.27.0.105', 'floating_network_id': '3e7a10c7-addc-4b79-a555-0b472e939652', 'router_id': '13cddc1b-2f3a-43a6-9fab-623243736c76', 'port_id': '77e9dcd1-4d87-4a90-8173-e7609a563785', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bd5c87d6-280c-42e5-a7a0-d86f35b08ea1', 'mac_address': 'fa:16:3e:6b:d8:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f16875d-60f2-412a-b736-dc5f0a47b845', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T22:54:59Z', 'updated_at': '2022-02-28T22:54:59Z', 'revision_number': 0, 'project_id': '9682b42bc5bb4f3a9ed975026db8a4a3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6c9de3a6-93cb-428f-b017-274d72145940', 'name': '', 'network_id': 'bd5c87d6-280c-42e5-a7a0-d86f35b08ea1', 'tenant_id': '9682b42bc5bb4f3a9ed975026db8a4a3', 'mac_address': 'fa:16:3e:c1:3d:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13cddc1b-2f3a-43a6-9fab-623243736c76', 'device_owner': 'network:router_interface', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'e0a95bd6-4937-48b3-aec2-a392dcb0defe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T22:49:58Z', 'updated_at': '2022-02-28T22:50:04Z', 'revision_number': 5, 'project_id': '9682b42bc5bb4f3a9ed975026db8a4a3', 'subnets': [{'id': 'e0a95bd6-4937-48b3-aec2-a392dcb0defe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 22:55:01.246372 dv-cinder-830538-5-iscsi neutron-server[109571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b801933e-aae7-4ba5-b6c8-431b8e04622d None None] New status for floating IP f9a2d47b-0122-4ebc-8fd5-48f6bbd8d758: ACTIVE {{(pid=109571) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 28 22:55:03.158554 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-07f2c465-527e-4858-9e34-2db301ee952c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750845036683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579975'] for agent (1bbc3f13-d896-4633-9d3f-4f3415ceb83d), after_update {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:55:04.190521 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-fb85eb0a-98c9-414d-bd8b-45b99ef4efd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750845036683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579975'] for agent (0569ef69-4feb-452f-8380-1d628b96faff), after_update {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:55:05.929879 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-f2b490b5-353e-4b99-942a-fb2407025861 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750845036683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579975'] for agent (e6e3d797-755b-495e-bc70-4cd2b9791ebb), after_update {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:55:07.178463 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-154add69-038d-48cc-93ba-bd7e358b6d11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750845036683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579975'] for agent (7aa25ffb-1b87-4f08-8530-4bdf6e6b221c), after_update {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:55:14.129059 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750845036683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579975'] for agent (5b2bda77-ea31-45ff-af39-f050a95cb1da), after_update {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:55:15.450613 dv-cinder-830538-5-iscsi neutron-server[109571]: DEBUG neutron.db.agents_db [None req-267e04d6-1473-4c25-8f3a-d1c5e119a015 None None] Agent healthcheck: found 6 active agents {{(pid=109571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 22:55:24.506812 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-9189883b-86b8-4c77-a902-201da977a5d7 req-eb03c7c1-54ba-447c-b19d-c3944b800b57 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=a21bca3e-457c-4967-93d8-ee0294ef44d8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0435913 Feb 28 22:55:24.594099 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9189883b-86b8-4c77-a902-201da977a5d7 req-76e9224d-6ee3-474d-83fe-62a87e2bad7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:55:24.595573 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-9189883b-86b8-4c77-a902-201da977a5d7 req-76e9224d-6ee3-474d-83fe-62a87e2bad7a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=9682b42bc5bb4f3a9ed975026db8a4a3&device_id=a21bca3e-457c-4967-93d8-ee0294ef44d8 HTTP/1.1" status: 200 len: 1129 time: 0.0430489 Feb 28 22:55:24.697803 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9189883b-86b8-4c77-a902-201da977a5d7 req-d76f82d0-4a2e-4cba-ac9a-11a10556af15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:55:24.699251 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-9189883b-86b8-4c77-a902-201da977a5d7 req-d76f82d0-4a2e-4cba-ac9a-11a10556af15 service neutron] 10.222.0.36 "GET /v2.0/networks?id=bd5c87d6-280c-42e5-a7a0-d86f35b08ea1 HTTP/1.1" status: 200 len: 912 time: 0.0861683 Feb 28 22:55:24.762442 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-9189883b-86b8-4c77-a902-201da977a5d7 req-5cfdb739-e095-4516-8aac-287f852b4bb9 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=799f5aba-8051-45ab-a746-e78f5eec65b6 HTTP/1.1" status: 200 len: 1001 time: 0.0572157 Feb 28 22:55:24.811716 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9189883b-86b8-4c77-a902-201da977a5d7 req-6a39c602-b98a-49ca-abcb-0d39c89a7f7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:55:24.813096 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-9189883b-86b8-4c77-a902-201da977a5d7 req-6a39c602-b98a-49ca-abcb-0d39c89a7f7e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e0a95bd6-4937-48b3-aec2-a392dcb0defe HTTP/1.1" status: 200 len: 850 time: 0.0452812 Feb 28 22:55:24.859616 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9189883b-86b8-4c77-a902-201da977a5d7 req-5e28e2cd-0442-4dba-b2e5-1d11edf0dd33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:55:24.861133 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-9189883b-86b8-4c77-a902-201da977a5d7 req-5e28e2cd-0442-4dba-b2e5-1d11edf0dd33 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=bd5c87d6-280c-42e5-a7a0-d86f35b08ea1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0424654 Feb 28 22:55:24.946875 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-9189883b-86b8-4c77-a902-201da977a5d7 req-a2b4c602-95f7-4769-9ff3-f3a638462977 service neutron] 10.222.0.36 "GET /v2.0/networks/bd5c87d6-280c-42e5-a7a0-d86f35b08ea1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799115 Feb 28 22:55:25.036372 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-9189883b-86b8-4c77-a902-201da977a5d7 req-a1ed1fc7-6355-4f31-b8af-18e6a9928476 service neutron] 10.222.0.36 "GET /v2.0/networks/bd5c87d6-280c-42e5-a7a0-d86f35b08ea1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841081 Feb 28 22:55:30.873954 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-67f2fefc-bfe3-4151-96e6-04c9072a3e2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750845036683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579975'] for agent (55d6ddf3-619a-4750-95a9-02c5b2728e0c), after_update {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:55:33.160782 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-45ac44d1-b8e8-42cd-bb82-ca1a333dd5a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750845036683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579975'] for agent (1bbc3f13-d896-4633-9d3f-4f3415ceb83d), after_update {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:55:34.192243 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-fb85eb0a-98c9-414d-bd8b-45b99ef4efd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750845036683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579975'] for agent (0569ef69-4feb-452f-8380-1d628b96faff), after_update {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:55:35.933155 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-f2b490b5-353e-4b99-942a-fb2407025861 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750845036683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579975'] for agent (e6e3d797-755b-495e-bc70-4cd2b9791ebb), after_update {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:55:37.179889 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-154add69-038d-48cc-93ba-bd7e358b6d11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750845036683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579975'] for agent (7aa25ffb-1b87-4f08-8530-4bdf6e6b221c), after_update {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:55:44.126449 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750845036683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579975'] for agent (5b2bda77-ea31-45ff-af39-f050a95cb1da), after_update {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:55:52.449553 dv-cinder-830538-5-iscsi neutron-server[109571]: DEBUG neutron.db.agents_db [None req-267e04d6-1473-4c25-8f3a-d1c5e119a015 None None] Agent healthcheck: found 6 active agents {{(pid=109571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 22:56:00.875520 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-5ce41b28-7c75-4d77-8903-aa9a2aa58f3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750845036683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579975'] for agent (55d6ddf3-619a-4750-95a9-02c5b2728e0c), after_update {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:56:03.162428 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-4f4fb598-29a6-46cf-9f69-141e72bce47c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750845036683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579975'] for agent (1bbc3f13-d896-4633-9d3f-4f3415ceb83d), after_update {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:56:04.196284 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-fb85eb0a-98c9-414d-bd8b-45b99ef4efd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750845036683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579975'] for agent (0569ef69-4feb-452f-8380-1d628b96faff), after_update {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:56:05.942294 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-f2b490b5-353e-4b99-942a-fb2407025861 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750845036683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579975'] for agent (e6e3d797-755b-495e-bc70-4cd2b9791ebb), after_update {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:56:07.181972 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-154add69-038d-48cc-93ba-bd7e358b6d11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750845036683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579975'] for agent (7aa25ffb-1b87-4f08-8530-4bdf6e6b221c), after_update {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:56:14.121559 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750845036683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579975'] for agent (5b2bda77-ea31-45ff-af39-f050a95cb1da), after_update {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:56:26.508308 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-0347c966-8f8c-411e-85f5-baa49920214d req-bb312d8c-341d-48fd-b6fd-f6e8d4704067 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=6f16875d-60f2-412a-b736-dc5f0a47b845&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0434699 Feb 28 22:56:26.572457 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0347c966-8f8c-411e-85f5-baa49920214d req-469c7029-14ca-46da-ad22-0226690f3ddf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:56:26.573919 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-0347c966-8f8c-411e-85f5-baa49920214d req-469c7029-14ca-46da-ad22-0226690f3ddf service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=9682b42bc5bb4f3a9ed975026db8a4a3&device_id=6f16875d-60f2-412a-b736-dc5f0a47b845 HTTP/1.1" status: 200 len: 1129 time: 0.0437560 Feb 28 22:56:26.678648 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0347c966-8f8c-411e-85f5-baa49920214d req-f31b2c7f-2744-4bf0-9c24-512da45c8d8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:56:26.680133 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-0347c966-8f8c-411e-85f5-baa49920214d req-f31b2c7f-2744-4bf0-9c24-512da45c8d8c service neutron] 10.222.0.36 "GET /v2.0/networks?id=bd5c87d6-280c-42e5-a7a0-d86f35b08ea1 HTTP/1.1" status: 200 len: 912 time: 0.0875556 Feb 28 22:56:26.743681 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-0347c966-8f8c-411e-85f5-baa49920214d req-39e0faff-02de-4e6a-9ea1-7a2feaaf586d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=77e9dcd1-4d87-4a90-8173-e7609a563785 HTTP/1.1" status: 200 len: 1001 time: 0.0572724 Feb 28 22:56:26.793483 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0347c966-8f8c-411e-85f5-baa49920214d req-1897193c-ffb4-45b6-a9cb-61af64d64f6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:56:26.794802 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-0347c966-8f8c-411e-85f5-baa49920214d req-1897193c-ffb4-45b6-a9cb-61af64d64f6c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e0a95bd6-4937-48b3-aec2-a392dcb0defe HTTP/1.1" status: 200 len: 850 time: 0.0455184 Feb 28 22:56:26.845202 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0347c966-8f8c-411e-85f5-baa49920214d req-fdc9eef8-c28c-4301-9fa8-f6706d905f91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:56:26.846742 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-0347c966-8f8c-411e-85f5-baa49920214d req-fdc9eef8-c28c-4301-9fa8-f6706d905f91 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=bd5c87d6-280c-42e5-a7a0-d86f35b08ea1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0463724 Feb 28 22:56:26.933379 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-0347c966-8f8c-411e-85f5-baa49920214d req-f9a59887-da9e-424f-a36d-e94a50a000cf service neutron] 10.222.0.36 "GET /v2.0/networks/bd5c87d6-280c-42e5-a7a0-d86f35b08ea1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802503 Feb 28 22:56:27.026931 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-0347c966-8f8c-411e-85f5-baa49920214d req-ef6c82fa-429f-4551-ad02-b795a10b2dd1 service neutron] 10.222.0.36 "GET /v2.0/networks/bd5c87d6-280c-42e5-a7a0-d86f35b08ea1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878441 Feb 28 22:56:27.506623 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.wsgi [-] (109569) accepted ('10.222.0.11', 60782) {{(pid=109569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 22:56:27.731133 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.plugins.ml2.plugin [None req-58d87ccf-9ae1-4f7f-8472-1c2d85038773 tempest-TestVolumeBootPattern-851070749 tempest-TestVolumeBootPattern-851070749-project] Deleting port 1d078f71-9fb2-4e94-b9aa-b44c0e773cdf {{(pid=109569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 22:56:27.731501 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-58d87ccf-9ae1-4f7f-8472-1c2d85038773 tempest-TestVolumeBootPattern-851070749 tempest-TestVolumeBootPattern-851070749-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750845080441'] for port (1d078f71-9fb2-4e94-b9aa-b44c0e773cdf), before_delete {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:56:27.808283 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-58d87ccf-9ae1-4f7f-8472-1c2d85038773 tempest-TestVolumeBootPattern-851070749 tempest-TestVolumeBootPattern-851070749-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33552544'] for port (1d078f71-9fb2-4e94-b9aa-b44c0e773cdf), precommit_delete {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:56:27.808601 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-58d87ccf-9ae1-4f7f-8472-1c2d85038773 tempest-TestVolumeBootPattern-851070749 tempest-TestVolumeBootPattern-851070749-project] Publish callbacks [] for floatingip (1d078f71-9fb2-4e94-b9aa-b44c0e773cdf), precommit_delete {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:56:27.820047 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.plugins.ml2.plugin [None req-58d87ccf-9ae1-4f7f-8472-1c2d85038773 tempest-TestVolumeBootPattern-851070749 tempest-TestVolumeBootPattern-851070749-project] Calling delete_port for 1d078f71-9fb2-4e94-b9aa-b44c0e773cdf owned by network:floatingip {{(pid=109569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 22:56:27.961717 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-58d87ccf-9ae1-4f7f-8472-1c2d85038773 tempest-TestVolumeBootPattern-851070749 tempest-TestVolumeBootPattern-851070749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33156859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750845083868', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750844628237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30055478'] for port (1d078f71-9fb2-4e94-b9aa-b44c0e773cdf), after_delete {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:56:27.990527 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d87ccf-9ae1-4f7f-8472-1c2d85038773 tempest-TestVolumeBootPattern-851070749 tempest-TestVolumeBootPattern-851070749-project] Pushing event deleted for resources: {'Port': ['ID=1d078f71-9fb2-4e94-b9aa-b44c0e773cdf,revision_number=None']} {{(pid=109569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:56:28.013195 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d87ccf-9ae1-4f7f-8472-1c2d85038773 tempest-TestVolumeBootPattern-851070749 tempest-TestVolumeBootPattern-851070749-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830538-5-iscsi {{(pid=109569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:56:28.013537 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d87ccf-9ae1-4f7f-8472-1c2d85038773 tempest-TestVolumeBootPattern-851070749 tempest-TestVolumeBootPattern-851070749-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-5-iscsi {{(pid=109569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:56:28.013874 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d87ccf-9ae1-4f7f-8472-1c2d85038773 tempest-TestVolumeBootPattern-851070749 tempest-TestVolumeBootPattern-851070749-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-5-iscsi {{(pid=109569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:56:28.014203 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d87ccf-9ae1-4f7f-8472-1c2d85038773 tempest-TestVolumeBootPattern-851070749 tempest-TestVolumeBootPattern-851070749-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-5-iscsi {{(pid=109569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:56:28.014529 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d87ccf-9ae1-4f7f-8472-1c2d85038773 tempest-TestVolumeBootPattern-851070749 tempest-TestVolumeBootPattern-851070749-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830538-5-iscsi {{(pid=109569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:56:28.014854 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d87ccf-9ae1-4f7f-8472-1c2d85038773 tempest-TestVolumeBootPattern-851070749 tempest-TestVolumeBootPattern-851070749-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830538-5-iscsi {{(pid=109569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:56:28.015173 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d87ccf-9ae1-4f7f-8472-1c2d85038773 tempest-TestVolumeBootPattern-851070749 tempest-TestVolumeBootPattern-851070749-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830538-5-iscsi {{(pid=109569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:56:28.015490 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d87ccf-9ae1-4f7f-8472-1c2d85038773 tempest-TestVolumeBootPattern-851070749 tempest-TestVolumeBootPattern-851070749-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830538-5-iscsi {{(pid=109569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:56:28.015836 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d87ccf-9ae1-4f7f-8472-1c2d85038773 tempest-TestVolumeBootPattern-851070749 tempest-TestVolumeBootPattern-851070749-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830538-5-iscsi {{(pid=109569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:56:28.016152 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d87ccf-9ae1-4f7f-8472-1c2d85038773 tempest-TestVolumeBootPattern-851070749 tempest-TestVolumeBootPattern-851070749-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830538-5-iscsi {{(pid=109569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:56:28.016468 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d87ccf-9ae1-4f7f-8472-1c2d85038773 tempest-TestVolumeBootPattern-851070749 tempest-TestVolumeBootPattern-851070749-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-5-iscsi {{(pid=109569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:56:28.016781 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d87ccf-9ae1-4f7f-8472-1c2d85038773 tempest-TestVolumeBootPattern-851070749 tempest-TestVolumeBootPattern-851070749-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830538-5-iscsi {{(pid=109569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:56:28.017092 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d87ccf-9ae1-4f7f-8472-1c2d85038773 tempest-TestVolumeBootPattern-851070749 tempest-TestVolumeBootPattern-851070749-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830538-5-iscsi {{(pid=109569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:56:28.059109 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-58d87ccf-9ae1-4f7f-8472-1c2d85038773 tempest-TestVolumeBootPattern-851070749 tempest-TestVolumeBootPattern-851070749-project] Publish callbacks [] for floatingip (f9a2d47b-0122-4ebc-8fd5-48f6bbd8d758), after_delete {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:56:28.059446 dv-cinder-830538-5-iscsi neutron-server[109569]: INFO neutron.db.l3_db [None req-58d87ccf-9ae1-4f7f-8472-1c2d85038773 tempest-TestVolumeBootPattern-851070749 tempest-TestVolumeBootPattern-851070749-project] Floating IP f9a2d47b-0122-4ebc-8fd5-48f6bbd8d758 disassociated (deleted). External IP: 172.27.0.105, port: 77e9dcd1-4d87-4a90-8173-e7609a563785. Feb 28 22:56:28.267245 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58d87ccf-9ae1-4f7f-8472-1c2d85038773 tempest-TestVolumeBootPattern-851070749 tempest-TestVolumeBootPattern-851070749-project] Router 13cddc1b-2f3a-43a6-9fab-623243736c76 has already been hosted by L3 agent 1bbc3f13-d896-4633-9d3f-4f3415ceb83d {{(pid=109569) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 22:56:28.374341 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58d87ccf-9ae1-4f7f-8472-1c2d85038773 tempest-TestVolumeBootPattern-851070749 tempest-TestVolumeBootPattern-851070749-project] Notify agent at l3_agent.dv-cinder-830538-5-iscsi the message routers_updated {{(pid=109569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 22:56:28.379130 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-58d87ccf-9ae1-4f7f-8472-1c2d85038773 tempest-TestVolumeBootPattern-851070749 tempest-TestVolumeBootPattern-851070749-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80159'] for floatingip (None), before_response {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:56:28.384398 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b5a1488-1aba-4d5d-9487-90b5ac818867 None None] Sync routers for ids ['13cddc1b-2f3a-43a6-9fab-623243736c76'] in dv-cinder-830538-5-iscsi {{(pid=109570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 22:56:28.393982 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b5a1488-1aba-4d5d-9487-90b5ac818867 None None] Routers {'13cddc1b-2f3a-43a6-9fab-623243736c76'} bound to L3 agent in host dv-cinder-830538-5-iscsi {{(pid=109570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 22:56:28.394717 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.db.l3_hamode_db [None req-6b5a1488-1aba-4d5d-9487-90b5ac818867 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830538-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T22:34:03Z,description=,heartbeat_timestamp=2022-02-28T22:56:03Z,host='dv-cinder-830538-5-iscsi',id=1bbc3f13-d896-4633-9d3f-4f3415ceb83d,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T22:34:03Z,topic='l3_agent')) {'router_ids': ['13cddc1b-2f3a-43a6-9fab-623243736c76'], 'active': True} {{(pid=109570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 22:56:28.407248 dv-cinder-830538-5-iscsi neutron-server[109569]: INFO neutron.wsgi [None req-58d87ccf-9ae1-4f7f-8472-1c2d85038773 tempest-TestVolumeBootPattern-851070749 tempest-TestVolumeBootPattern-851070749-project] 10.222.0.11 "DELETE /v2.0/floatingips/f9a2d47b-0122-4ebc-8fd5-48f6bbd8d758 HTTP/1.1" status: 204 len: 168 time: 0.8995521 Feb 28 22:56:28.407861 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f16875d-60f2-412a-b736-dc5f0a47b845', 'tag': '77e9dcd1-4d87-4a90-8173-e7609a563785'}] {{(pid=109569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 22:56:28.410591 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7ed14f40a4d50f9a77eb28d0d062077298eddb2dc1d4bff71015dce09465706" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c872cbb-fe01-4a88-91f8-e1f59b6f45c4" -d '{"events": [{"name": "network-changed", "server_uuid": "6f16875d-60f2-412a-b736-dc5f0a47b845", "tag": "77e9dcd1-4d87-4a90-8173-e7609a563785"}]}' {{(pid=109569) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 22:56:28.511709 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.db.l3_dvr_db [None req-6b5a1488-1aba-4d5d-9487-90b5ac818867 None None] Set router 13cddc1b-2f3a-43a6-9fab-623243736c76 gateway port host: dv-cinder-830538-5-iscsi {{(pid=109570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 22:56:28.539292 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 22:56:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b678fcc-4dd2-4b38-ba1d-bc76117d30fc x-openstack-request-id: req-3b678fcc-4dd2-4b38-ba1d-bc76117d30fc {{(pid=109569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 22:56:28.539895 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f16875d-60f2-412a-b736-dc5f0a47b845", "tag": "77e9dcd1-4d87-4a90-8173-e7609a563785", "status": "completed", "code": 200}]} {{(pid=109569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 22:56:28.539895 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-3b678fcc-4dd2-4b38-ba1d-bc76117d30fc {{(pid=109569) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 22:56:28.540211 dv-cinder-830538-5-iscsi neutron-server[109569]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f16875d-60f2-412a-b736-dc5f0a47b845', 'tag': '77e9dcd1-4d87-4a90-8173-e7609a563785', 'status': 'completed', 'code': 200} Feb 28 22:56:28.630852 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c872cbb-fe01-4a88-91f8-e1f59b6f45c4 req-725cd26a-325c-4c30-aced-5dd3627d36af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:56:28.632526 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-9c872cbb-fe01-4a88-91f8-e1f59b6f45c4 req-725cd26a-325c-4c30-aced-5dd3627d36af service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=9682b42bc5bb4f3a9ed975026db8a4a3&device_id=6f16875d-60f2-412a-b736-dc5f0a47b845 HTTP/1.1" status: 200 len: 1129 time: 0.0713189 Feb 28 22:56:28.711624 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd5bff2-226d-4621-b35e-a33cbcbe3eaf req-9d6d55f4-2bae-4e3c-b415-6a4e059ba16c tempest-TestVolumeBootPattern-851070749 tempest-TestVolumeBootPattern-851070749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:56:28.713151 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-ffd5bff2-226d-4621-b35e-a33cbcbe3eaf req-9d6d55f4-2bae-4e3c-b415-6a4e059ba16c tempest-TestVolumeBootPattern-851070749 tempest-TestVolumeBootPattern-851070749-project] 10.222.0.11 "GET /v2.0/ports?device_id=6f16875d-60f2-412a-b736-dc5f0a47b845 HTTP/1.1" status: 200 len: 945 time: 0.1155760 Feb 28 22:56:28.765785 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c872cbb-fe01-4a88-91f8-e1f59b6f45c4 req-f3970900-6f34-48f9-bdba-fa28e8f916da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:56:28.767241 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-9c872cbb-fe01-4a88-91f8-e1f59b6f45c4 req-f3970900-6f34-48f9-bdba-fa28e8f916da service neutron] 10.222.0.36 "GET /v2.0/networks?id=bd5c87d6-280c-42e5-a7a0-d86f35b08ea1 HTTP/1.1" status: 200 len: 912 time: 0.1278391 Feb 28 22:56:28.818797 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-ffd5bff2-226d-4621-b35e-a33cbcbe3eaf req-ac31cc71-e8bd-42c5-a9b7-4ab811f0eddc tempest-TestVolumeBootPattern-851070749 tempest-TestVolumeBootPattern-851070749-project] 10.222.0.11 "GET /v2.0/security-groups?id=620901e3-3520-442a-becd-c8cb11b8b617&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0988488 Feb 28 22:56:28.820095 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-9c872cbb-fe01-4a88-91f8-e1f59b6f45c4 req-bbf32f36-59fd-4003-8c2c-526f0799dd91 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=77e9dcd1-4d87-4a90-8173-e7609a563785 HTTP/1.1" status: 200 len: 217 time: 0.0454853 Feb 28 22:56:28.870101 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c872cbb-fe01-4a88-91f8-e1f59b6f45c4 req-ed42d3c3-cc14-4701-8d62-78e42dd414cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:56:28.871608 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-9c872cbb-fe01-4a88-91f8-e1f59b6f45c4 req-ed42d3c3-cc14-4701-8d62-78e42dd414cb service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e0a95bd6-4937-48b3-aec2-a392dcb0defe HTTP/1.1" status: 200 len: 850 time: 0.0444167 Feb 28 22:56:28.873007 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.db.l3_hamode_db [None req-6b5a1488-1aba-4d5d-9487-90b5ac818867 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13cddc1b-2f3a-43a6-9fab-623243736c76', 'name': 'tempest-TestVolumeBootPattern-274550402-router', 'tenant_id': '9682b42bc5bb4f3a9ed975026db8a4a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e7a10c7-addc-4b79-a555-0b472e939652', 'external_fixed_ips': [{'subnet_id': '8aaf002d-6309-4cf0-ae69-6d349a14c0b1', 'ip_address': '172.27.0.62'}], 'enable_snat': True}, 'gw_port_id': '9f35f2e5-ac00-4c40-89cb-b6010878caf1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T22:49:56Z', 'updated_at': '2022-02-28T22:49:59Z', 'revision_number': 4, 'project_id': '9682b42bc5bb4f3a9ed975026db8a4a3', 'gw_port': {'id': '9f35f2e5-ac00-4c40-89cb-b6010878caf1', 'name': '', 'network_id': '3e7a10c7-addc-4b79-a555-0b472e939652', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:60:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13cddc1b-2f3a-43a6-9fab-623243736c76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '8aaf002d-6309-4cf0-ae69-6d349a14c0b1', 'ip_address': '172.27.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T22:49:57Z', 'updated_at': '2022-02-28T22:50:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8aaf002d-6309-4cf0-ae69-6d349a14c0b1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830538-5-iscsi', '_floatingips': [{'id': '76d13620-7d99-4820-9b1f-4234b821785a', 'tenant_id': '9682b42bc5bb4f3a9ed975026db8a4a3', 'floating_ip_address': '172.27.0.244', 'floating_network_id': '3e7a10c7-addc-4b79-a555-0b472e939652', 'router_id': '13cddc1b-2f3a-43a6-9fab-623243736c76', 'port_id': '799f5aba-8051-45ab-a746-e78f5eec65b6', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bd5c87d6-280c-42e5-a7a0-d86f35b08ea1', 'mac_address': 'fa:16:3e:da:2e:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a21bca3e-457c-4967-93d8-ee0294ef44d8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T22:53:08Z', 'updated_at': '2022-02-28T22:53:10Z', 'revision_number': 1, 'project_id': '9682b42bc5bb4f3a9ed975026db8a4a3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6c9de3a6-93cb-428f-b017-274d72145940', 'name': '', 'network_id': 'bd5c87d6-280c-42e5-a7a0-d86f35b08ea1', 'tenant_id': '9682b42bc5bb4f3a9ed975026db8a4a3', 'mac_address': 'fa:16:3e:c1:3d:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13cddc1b-2f3a-43a6-9fab-623243736c76', 'device_owner': 'network:router_interface', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'e0a95bd6-4937-48b3-aec2-a392dcb0defe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T22:49:58Z', 'updated_at': '2022-02-28T22:50:04Z', 'revision_number': 5, 'project_id': '9682b42bc5bb4f3a9ed975026db8a4a3', 'subnets': [{'id': 'e0a95bd6-4937-48b3-aec2-a392dcb0defe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830538-5-iscsi', False) {} {{(pid=109570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 22:56:28.903419 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b5a1488-1aba-4d5d-9487-90b5ac818867 None None] Checking router: 13cddc1b-2f3a-43a6-9fab-623243736c76 for host: dv-cinder-830538-5-iscsi {{(pid=109570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 22:56:28.912038 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b5a1488-1aba-4d5d-9487-90b5ac818867 None None] Routers {'13cddc1b-2f3a-43a6-9fab-623243736c76'} bound to L3 agent in host dv-cinder-830538-5-iscsi {{(pid=109570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 22:56:28.912654 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.db.l3_hamode_db [None req-6b5a1488-1aba-4d5d-9487-90b5ac818867 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830538-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T22:34:03Z,description=,heartbeat_timestamp=2022-02-28T22:56:03Z,host='dv-cinder-830538-5-iscsi',id=1bbc3f13-d896-4633-9d3f-4f3415ceb83d,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T22:34:03Z,topic='l3_agent')) {'router_ids': ['13cddc1b-2f3a-43a6-9fab-623243736c76'], 'active': True} {{(pid=109570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 22:56:28.920199 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c872cbb-fe01-4a88-91f8-e1f59b6f45c4 req-60549864-6a89-4e4b-a65f-8fe4a98e65dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:56:28.921719 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-9c872cbb-fe01-4a88-91f8-e1f59b6f45c4 req-60549864-6a89-4e4b-a65f-8fe4a98e65dd service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=bd5c87d6-280c-42e5-a7a0-d86f35b08ea1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0442853 Feb 28 22:56:29.014695 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-9c872cbb-fe01-4a88-91f8-e1f59b6f45c4 req-56233d92-64c6-48b5-a3b9-07bc3ecddd86 service neutron] 10.222.0.36 "GET /v2.0/networks/bd5c87d6-280c-42e5-a7a0-d86f35b08ea1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866451 Feb 28 22:56:29.021147 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.db.l3_dvr_db [None req-6b5a1488-1aba-4d5d-9487-90b5ac818867 None None] Set router 13cddc1b-2f3a-43a6-9fab-623243736c76 gateway port host: dv-cinder-830538-5-iscsi {{(pid=109570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 22:56:29.101724 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-9c872cbb-fe01-4a88-91f8-e1f59b6f45c4 req-59800780-b851-49c8-b8ba-483ddfeb3210 service neutron] 10.222.0.36 "GET /v2.0/networks/bd5c87d6-280c-42e5-a7a0-d86f35b08ea1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810900 Feb 28 22:56:29.243090 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.db.l3_hamode_db [None req-6b5a1488-1aba-4d5d-9487-90b5ac818867 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13cddc1b-2f3a-43a6-9fab-623243736c76', 'name': 'tempest-TestVolumeBootPattern-274550402-router', 'tenant_id': '9682b42bc5bb4f3a9ed975026db8a4a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e7a10c7-addc-4b79-a555-0b472e939652', 'external_fixed_ips': [{'subnet_id': '8aaf002d-6309-4cf0-ae69-6d349a14c0b1', 'ip_address': '172.27.0.62'}], 'enable_snat': True}, 'gw_port_id': '9f35f2e5-ac00-4c40-89cb-b6010878caf1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T22:49:56Z', 'updated_at': '2022-02-28T22:49:59Z', 'revision_number': 4, 'project_id': '9682b42bc5bb4f3a9ed975026db8a4a3', 'gw_port': {'id': '9f35f2e5-ac00-4c40-89cb-b6010878caf1', 'name': '', 'network_id': '3e7a10c7-addc-4b79-a555-0b472e939652', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:60:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13cddc1b-2f3a-43a6-9fab-623243736c76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '8aaf002d-6309-4cf0-ae69-6d349a14c0b1', 'ip_address': '172.27.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T22:49:57Z', 'updated_at': '2022-02-28T22:50:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8aaf002d-6309-4cf0-ae69-6d349a14c0b1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830538-5-iscsi', '_floatingips': [{'id': '76d13620-7d99-4820-9b1f-4234b821785a', 'tenant_id': '9682b42bc5bb4f3a9ed975026db8a4a3', 'floating_ip_address': '172.27.0.244', 'floating_network_id': '3e7a10c7-addc-4b79-a555-0b472e939652', 'router_id': '13cddc1b-2f3a-43a6-9fab-623243736c76', 'port_id': '799f5aba-8051-45ab-a746-e78f5eec65b6', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bd5c87d6-280c-42e5-a7a0-d86f35b08ea1', 'mac_address': 'fa:16:3e:da:2e:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a21bca3e-457c-4967-93d8-ee0294ef44d8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T22:53:08Z', 'updated_at': '2022-02-28T22:53:10Z', 'revision_number': 1, 'project_id': '9682b42bc5bb4f3a9ed975026db8a4a3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6c9de3a6-93cb-428f-b017-274d72145940', 'name': '', 'network_id': 'bd5c87d6-280c-42e5-a7a0-d86f35b08ea1', 'tenant_id': '9682b42bc5bb4f3a9ed975026db8a4a3', 'mac_address': 'fa:16:3e:c1:3d:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13cddc1b-2f3a-43a6-9fab-623243736c76', 'device_owner': 'network:router_interface', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'e0a95bd6-4937-48b3-aec2-a392dcb0defe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T22:49:58Z', 'updated_at': '2022-02-28T22:50:04Z', 'revision_number': 5, 'project_id': '9682b42bc5bb4f3a9ed975026db8a4a3', 'subnets': [{'id': 'e0a95bd6-4937-48b3-aec2-a392dcb0defe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830538-5-iscsi', False) {} {{(pid=109570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 22:56:29.272466 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b5a1488-1aba-4d5d-9487-90b5ac818867 None None] The sync data for ids ['13cddc1b-2f3a-43a6-9fab-623243736c76'] in dv-cinder-830538-5-iscsi is: [{'id': '13cddc1b-2f3a-43a6-9fab-623243736c76', 'name': 'tempest-TestVolumeBootPattern-274550402-router', 'tenant_id': '9682b42bc5bb4f3a9ed975026db8a4a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e7a10c7-addc-4b79-a555-0b472e939652', 'external_fixed_ips': [{'subnet_id': '8aaf002d-6309-4cf0-ae69-6d349a14c0b1', 'ip_address': '172.27.0.62'}], 'enable_snat': True}, 'gw_port_id': '9f35f2e5-ac00-4c40-89cb-b6010878caf1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T22:49:56Z', 'updated_at': '2022-02-28T22:49:59Z', 'revision_number': 4, 'project_id': '9682b42bc5bb4f3a9ed975026db8a4a3', 'gw_port': {'id': '9f35f2e5-ac00-4c40-89cb-b6010878caf1', 'name': '', 'network_id': '3e7a10c7-addc-4b79-a555-0b472e939652', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:60:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13cddc1b-2f3a-43a6-9fab-623243736c76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '8aaf002d-6309-4cf0-ae69-6d349a14c0b1', 'ip_address': '172.27.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T22:49:57Z', 'updated_at': '2022-02-28T22:50:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8aaf002d-6309-4cf0-ae69-6d349a14c0b1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830538-5-iscsi', '_floatingips': [{'id': '76d13620-7d99-4820-9b1f-4234b821785a', 'tenant_id': '9682b42bc5bb4f3a9ed975026db8a4a3', 'floating_ip_address': '172.27.0.244', 'floating_network_id': '3e7a10c7-addc-4b79-a555-0b472e939652', 'router_id': '13cddc1b-2f3a-43a6-9fab-623243736c76', 'port_id': '799f5aba-8051-45ab-a746-e78f5eec65b6', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bd5c87d6-280c-42e5-a7a0-d86f35b08ea1', 'mac_address': 'fa:16:3e:da:2e:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a21bca3e-457c-4967-93d8-ee0294ef44d8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T22:53:08Z', 'updated_at': '2022-02-28T22:53:10Z', 'revision_number': 1, 'project_id': '9682b42bc5bb4f3a9ed975026db8a4a3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6c9de3a6-93cb-428f-b017-274d72145940', 'name': '', 'network_id': 'bd5c87d6-280c-42e5-a7a0-d86f35b08ea1', 'tenant_id': '9682b42bc5bb4f3a9ed975026db8a4a3', 'mac_address': 'fa:16:3e:c1:3d:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13cddc1b-2f3a-43a6-9fab-623243736c76', 'device_owner': 'network:router_interface', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'e0a95bd6-4937-48b3-aec2-a392dcb0defe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T22:49:58Z', 'updated_at': '2022-02-28T22:50:04Z', 'revision_number': 5, 'project_id': '9682b42bc5bb4f3a9ed975026db8a4a3', 'subnets': [{'id': 'e0a95bd6-4937-48b3-aec2-a392dcb0defe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 22:56:29.448909 dv-cinder-830538-5-iscsi neutron-server[109571]: DEBUG neutron.db.agents_db [None req-267e04d6-1473-4c25-8f3a-d1c5e119a015 None None] Agent healthcheck: found 6 active agents {{(pid=109571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 22:56:29.471195 dv-cinder-830538-5-iscsi neutron-server[109571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-510d2f22-075f-4512-9cec-5ab8be4b51b0 None None] New status for floating IP f9a2d47b-0122-4ebc-8fd5-48f6bbd8d758: DOWN {{(pid=109571) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 28 22:56:29.938070 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65618d50-8637-4e57-8ecc-714364800236 req-dddc318e-13db-4d85-8b01-426c38705ea6 tempest-TestVolumeBootPattern-851070749 tempest-TestVolumeBootPattern-851070749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:56:29.939741 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-65618d50-8637-4e57-8ecc-714364800236 req-dddc318e-13db-4d85-8b01-426c38705ea6 tempest-TestVolumeBootPattern-851070749 tempest-TestVolumeBootPattern-851070749-project] 10.222.0.11 "GET /v2.0/ports?device_id=6f16875d-60f2-412a-b736-dc5f0a47b845 HTTP/1.1" status: 200 len: 945 time: 0.0529208 Feb 28 22:56:29.990450 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-65618d50-8637-4e57-8ecc-714364800236 req-ed144bc9-71cf-485d-886f-cc4ca2e90789 tempest-TestVolumeBootPattern-851070749 tempest-TestVolumeBootPattern-851070749-project] 10.222.0.11 "GET /v2.0/security-groups?id=620901e3-3520-442a-becd-c8cb11b8b617&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446811 Feb 28 22:56:30.131106 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8277fb1-e654-429f-84f4-695a575ef916 req-4c6c04b6-5ffa-4255-aa46-59ac4b06773d tempest-TestVolumeBootPattern-851070749 tempest-TestVolumeBootPattern-851070749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:56:30.132463 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-a8277fb1-e654-429f-84f4-695a575ef916 req-4c6c04b6-5ffa-4255-aa46-59ac4b06773d tempest-TestVolumeBootPattern-851070749 tempest-TestVolumeBootPattern-851070749-project] 10.222.0.36 "GET /v2.0/ports?device_id=6f16875d-60f2-412a-b736-dc5f0a47b845 HTTP/1.1" status: 200 len: 945 time: 0.0510468 Feb 28 22:56:30.221988 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.plugins.ml2.plugin [req-a8277fb1-e654-429f-84f4-695a575ef916 req-27a83f8c-f767-44b1-8bd3-ed29c082a6f5 tempest-TestVolumeBootPattern-851070749 tempest-TestVolumeBootPattern-851070749-project] Deleting port 77e9dcd1-4d87-4a90-8173-e7609a563785 {{(pid=109568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 22:56:30.222326 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [req-a8277fb1-e654-429f-84f4-695a575ef916 req-27a83f8c-f767-44b1-8bd3-ed29c082a6f5 tempest-TestVolumeBootPattern-851070749 tempest-TestVolumeBootPattern-851070749-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750845080441'] for port (77e9dcd1-4d87-4a90-8173-e7609a563785), before_delete {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:56:30.314509 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.plugins.ml2.db [req-a8277fb1-e654-429f-84f4-695a575ef916 req-27a83f8c-f767-44b1-8bd3-ed29c082a6f5 tempest-TestVolumeBootPattern-851070749 tempest-TestVolumeBootPattern-851070749-project] For port 77e9dcd1-4d87-4a90-8173-e7609a563785, host hv-cinder-83053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83053',level=0,port_id=77e9dcd1-4d87-4a90-8173-e7609a563785,segment=NetworkSegment(6302f759-7806-4619-ad72-9065d0b678da),segment_id=6302f759-7806-4619-ad72-9065d0b678da)] {{(pid=109568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 22:56:30.314876 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [req-a8277fb1-e654-429f-84f4-695a575ef916 req-27a83f8c-f767-44b1-8bd3-ed29c082a6f5 tempest-TestVolumeBootPattern-851070749 tempest-TestVolumeBootPattern-851070749-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33552544'] for port (77e9dcd1-4d87-4a90-8173-e7609a563785), precommit_delete {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:56:30.327608 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.plugins.ml2.plugin [req-a8277fb1-e654-429f-84f4-695a575ef916 req-27a83f8c-f767-44b1-8bd3-ed29c082a6f5 tempest-TestVolumeBootPattern-851070749 tempest-TestVolumeBootPattern-851070749-project] Calling delete_port for 77e9dcd1-4d87-4a90-8173-e7609a563785 owned by compute:nova {{(pid=109568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 22:56:30.453477 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [req-a8277fb1-e654-429f-84f4-695a575ef916 req-27a83f8c-f767-44b1-8bd3-ed29c082a6f5 tempest-TestVolumeBootPattern-851070749 tempest-TestVolumeBootPattern-851070749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33156859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750845083868', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750844628237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30788389'] for port (77e9dcd1-4d87-4a90-8173-e7609a563785), after_delete {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:56:30.740670 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a83f8c-f767-44b1-8bd3-ed29c082a6f5 tempest-TestVolumeBootPattern-851070749 tempest-TestVolumeBootPattern-851070749-project] Pushing event deleted for resources: {'Port': ['ID=77e9dcd1-4d87-4a90-8173-e7609a563785,revision_number=None']} {{(pid=109568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:56:30.753115 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27a83f8c-f767-44b1-8bd3-ed29c082a6f5 tempest-TestVolumeBootPattern-851070749 tempest-TestVolumeBootPattern-851070749-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830538-5-iscsi {{(pid=109568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:56:30.753115 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27a83f8c-f767-44b1-8bd3-ed29c082a6f5 tempest-TestVolumeBootPattern-851070749 tempest-TestVolumeBootPattern-851070749-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-5-iscsi {{(pid=109568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:56:30.753115 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27a83f8c-f767-44b1-8bd3-ed29c082a6f5 tempest-TestVolumeBootPattern-851070749 tempest-TestVolumeBootPattern-851070749-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-5-iscsi {{(pid=109568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:56:30.753423 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27a83f8c-f767-44b1-8bd3-ed29c082a6f5 tempest-TestVolumeBootPattern-851070749 tempest-TestVolumeBootPattern-851070749-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-5-iscsi {{(pid=109568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:56:30.753519 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27a83f8c-f767-44b1-8bd3-ed29c082a6f5 tempest-TestVolumeBootPattern-851070749 tempest-TestVolumeBootPattern-851070749-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830538-5-iscsi {{(pid=109568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:56:30.754009 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27a83f8c-f767-44b1-8bd3-ed29c082a6f5 tempest-TestVolumeBootPattern-851070749 tempest-TestVolumeBootPattern-851070749-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830538-5-iscsi {{(pid=109568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:56:30.754337 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27a83f8c-f767-44b1-8bd3-ed29c082a6f5 tempest-TestVolumeBootPattern-851070749 tempest-TestVolumeBootPattern-851070749-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830538-5-iscsi {{(pid=109568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:56:30.754659 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27a83f8c-f767-44b1-8bd3-ed29c082a6f5 tempest-TestVolumeBootPattern-851070749 tempest-TestVolumeBootPattern-851070749-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830538-5-iscsi {{(pid=109568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:56:30.754980 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27a83f8c-f767-44b1-8bd3-ed29c082a6f5 tempest-TestVolumeBootPattern-851070749 tempest-TestVolumeBootPattern-851070749-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830538-5-iscsi {{(pid=109568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:56:30.755303 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27a83f8c-f767-44b1-8bd3-ed29c082a6f5 tempest-TestVolumeBootPattern-851070749 tempest-TestVolumeBootPattern-851070749-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830538-5-iscsi {{(pid=109568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:56:30.755621 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27a83f8c-f767-44b1-8bd3-ed29c082a6f5 tempest-TestVolumeBootPattern-851070749 tempest-TestVolumeBootPattern-851070749-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-5-iscsi {{(pid=109568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:56:30.755966 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27a83f8c-f767-44b1-8bd3-ed29c082a6f5 tempest-TestVolumeBootPattern-851070749 tempest-TestVolumeBootPattern-851070749-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830538-5-iscsi {{(pid=109568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:56:30.756280 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27a83f8c-f767-44b1-8bd3-ed29c082a6f5 tempest-TestVolumeBootPattern-851070749 tempest-TestVolumeBootPattern-851070749-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830538-5-iscsi {{(pid=109568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:56:30.790558 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8277fb1-e654-429f-84f4-695a575ef916 req-27a83f8c-f767-44b1-8bd3-ed29c082a6f5 tempest-TestVolumeBootPattern-851070749 tempest-TestVolumeBootPattern-851070749-project] No DVR routers for this DVR port 77e9dcd1-4d87-4a90-8173-e7609a563785 on host hv-cinder-83053 {{(pid=109568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 22:56:30.793022 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [req-a8277fb1-e654-429f-84f4-695a575ef916 req-27a83f8c-f767-44b1-8bd3-ed29c082a6f5 tempest-TestVolumeBootPattern-851070749 tempest-TestVolumeBootPattern-851070749-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80159'] for port (None), before_response {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:56:30.796346 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-a8277fb1-e654-429f-84f4-695a575ef916 req-27a83f8c-f767-44b1-8bd3-ed29c082a6f5 tempest-TestVolumeBootPattern-851070749 tempest-TestVolumeBootPattern-851070749-project] 10.222.0.36 "DELETE /v2.0/ports/77e9dcd1-4d87-4a90-8173-e7609a563785 HTTP/1.1" status: 204 len: 173 time: 0.6585362 Feb 28 22:56:30.796776 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f16875d-60f2-412a-b736-dc5f0a47b845', 'name': 'network-vif-deleted', 'tag': '77e9dcd1-4d87-4a90-8173-e7609a563785'}] {{(pid=109568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 22:56:30.798954 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be30730c9f576b5ae602769365630bce3a2881df6c4aa92702dca8eb1643a507" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bf1aa95-c30e-441b-a71d-890ec0b04d91" -d '{"events": [{"server_uuid": "6f16875d-60f2-412a-b736-dc5f0a47b845", "name": "network-vif-deleted", "tag": "77e9dcd1-4d87-4a90-8173-e7609a563785"}]}' {{(pid=109568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 22:56:30.843536 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 22:56:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5c1a717-24f6-4a50-bf06-8966d85acda2 x-openstack-request-id: req-e5c1a717-24f6-4a50-bf06-8966d85acda2 {{(pid=109568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 22:56:30.843872 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f16875d-60f2-412a-b736-dc5f0a47b845", "name": "network-vif-deleted", "tag": "77e9dcd1-4d87-4a90-8173-e7609a563785", "status": "completed", "code": 200}]} {{(pid=109568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 22:56:30.844130 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-e5c1a717-24f6-4a50-bf06-8966d85acda2 {{(pid=109568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 22:56:30.844530 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f16875d-60f2-412a-b736-dc5f0a47b845', 'name': 'network-vif-deleted', 'tag': '77e9dcd1-4d87-4a90-8173-e7609a563785', 'status': 'completed', 'code': 200} Feb 28 22:56:30.878454 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-962d9a41-1735-49c2-8bfb-bcf8b2b048a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750845036683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579975'] for agent (55d6ddf3-619a-4750-95a9-02c5b2728e0c), after_update {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:56:31.088486 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-a712e3d7-8c4d-4175-a9bc-2e5c69b558fc req-94d64d6f-37c0-4761-877a-b97c18fc7d8a tempest-TestVolumeBootPattern-851070749 tempest-TestVolumeBootPattern-851070749-project] 10.222.0.11 "GET /v2.0/ports?device_id=6f16875d-60f2-412a-b736-dc5f0a47b845 HTTP/1.1" status: 200 len: 210 time: 0.0291028 Feb 28 22:56:33.165165 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-98ceeb6f-1a15-47bf-b695-47184cadffbd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750845036683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579975'] for agent (1bbc3f13-d896-4633-9d3f-4f3415ceb83d), after_update {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:56:34.198026 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-fb85eb0a-98c9-414d-bd8b-45b99ef4efd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750845036683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579975'] for agent (0569ef69-4feb-452f-8380-1d628b96faff), after_update {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:56:34.369603 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.wsgi [-] (109569) accepted ('10.222.0.11', 60824) {{(pid=109569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 22:56:34.523029 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.plugins.ml2.plugin [None req-2ea30fec-4287-42f8-b884-d204dd62999f tempest-TestVolumeBootPattern-851070749 tempest-TestVolumeBootPattern-851070749-project] Deleting port 04ed5f11-60d2-457c-b26b-beb3f052c42a {{(pid=109569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 22:56:34.523278 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-2ea30fec-4287-42f8-b884-d204dd62999f tempest-TestVolumeBootPattern-851070749 tempest-TestVolumeBootPattern-851070749-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750845080441'] for port (04ed5f11-60d2-457c-b26b-beb3f052c42a), before_delete {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:56:34.624139 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.rpc [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] Device 77e9dcd1-4d87-4a90-8173-e7609a563785 no longer exists at agent hyperv_hv-cinder-83053 {{(pid=109570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 22:56:34.645136 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.plugin [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] No Port match for: 77e9dcd1-4d87-4a90-8173-e7609a563785 {{(pid=109570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 22:56:34.645971 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.rpc [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] Device 77e9dcd1-4d87-4a90-8173-e7609a563785 not bound to the agent host hv-cinder-83053 {{(pid=109570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 22:56:34.814507 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-2ea30fec-4287-42f8-b884-d204dd62999f tempest-TestVolumeBootPattern-851070749 tempest-TestVolumeBootPattern-851070749-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33552544'] for port (04ed5f11-60d2-457c-b26b-beb3f052c42a), precommit_delete {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:56:34.814753 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-2ea30fec-4287-42f8-b884-d204dd62999f tempest-TestVolumeBootPattern-851070749 tempest-TestVolumeBootPattern-851070749-project] Publish callbacks [] for floatingip (04ed5f11-60d2-457c-b26b-beb3f052c42a), precommit_delete {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:56:34.827621 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.plugins.ml2.plugin [None req-2ea30fec-4287-42f8-b884-d204dd62999f tempest-TestVolumeBootPattern-851070749 tempest-TestVolumeBootPattern-851070749-project] Calling delete_port for 04ed5f11-60d2-457c-b26b-beb3f052c42a owned by network:floatingip {{(pid=109569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 22:56:34.971567 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-2ea30fec-4287-42f8-b884-d204dd62999f tempest-TestVolumeBootPattern-851070749 tempest-TestVolumeBootPattern-851070749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33156859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750845083868', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750844628237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30055478'] for port (04ed5f11-60d2-457c-b26b-beb3f052c42a), after_delete {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:56:34.998037 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea30fec-4287-42f8-b884-d204dd62999f tempest-TestVolumeBootPattern-851070749 tempest-TestVolumeBootPattern-851070749-project] Pushing event deleted for resources: {'Port': ['ID=04ed5f11-60d2-457c-b26b-beb3f052c42a,revision_number=None']} {{(pid=109569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:56:35.055987 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-2ea30fec-4287-42f8-b884-d204dd62999f tempest-TestVolumeBootPattern-851070749 tempest-TestVolumeBootPattern-851070749-project] Publish callbacks [] for floatingip (76d13620-7d99-4820-9b1f-4234b821785a), after_delete {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:56:35.056322 dv-cinder-830538-5-iscsi neutron-server[109569]: INFO neutron.db.l3_db [None req-2ea30fec-4287-42f8-b884-d204dd62999f tempest-TestVolumeBootPattern-851070749 tempest-TestVolumeBootPattern-851070749-project] Floating IP 76d13620-7d99-4820-9b1f-4234b821785a disassociated (deleted). External IP: 172.27.0.244, port: 799f5aba-8051-45ab-a746-e78f5eec65b6. Feb 28 22:56:35.261045 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ea30fec-4287-42f8-b884-d204dd62999f tempest-TestVolumeBootPattern-851070749 tempest-TestVolumeBootPattern-851070749-project] Router 13cddc1b-2f3a-43a6-9fab-623243736c76 has already been hosted by L3 agent 1bbc3f13-d896-4633-9d3f-4f3415ceb83d {{(pid=109569) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 22:56:35.367332 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ea30fec-4287-42f8-b884-d204dd62999f tempest-TestVolumeBootPattern-851070749 tempest-TestVolumeBootPattern-851070749-project] Notify agent at l3_agent.dv-cinder-830538-5-iscsi the message routers_updated {{(pid=109569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 22:56:35.372182 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-2ea30fec-4287-42f8-b884-d204dd62999f tempest-TestVolumeBootPattern-851070749 tempest-TestVolumeBootPattern-851070749-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80159'] for floatingip (None), before_response {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:56:35.378606 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46c6fe0e-bb6e-4510-be3f-6490f3715a99 None None] Sync routers for ids ['13cddc1b-2f3a-43a6-9fab-623243736c76'] in dv-cinder-830538-5-iscsi {{(pid=109570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 22:56:35.388642 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46c6fe0e-bb6e-4510-be3f-6490f3715a99 None None] Routers {'13cddc1b-2f3a-43a6-9fab-623243736c76'} bound to L3 agent in host dv-cinder-830538-5-iscsi {{(pid=109570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 22:56:35.389246 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.db.l3_hamode_db [None req-46c6fe0e-bb6e-4510-be3f-6490f3715a99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830538-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T22:34:03Z,description=,heartbeat_timestamp=2022-02-28T22:56:33Z,host='dv-cinder-830538-5-iscsi',id=1bbc3f13-d896-4633-9d3f-4f3415ceb83d,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T22:34:03Z,topic='l3_agent')) {'router_ids': ['13cddc1b-2f3a-43a6-9fab-623243736c76'], 'active': True} {{(pid=109570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 22:56:35.400815 dv-cinder-830538-5-iscsi neutron-server[109569]: INFO neutron.wsgi [None req-2ea30fec-4287-42f8-b884-d204dd62999f tempest-TestVolumeBootPattern-851070749 tempest-TestVolumeBootPattern-851070749-project] 10.222.0.11 "DELETE /v2.0/floatingips/76d13620-7d99-4820-9b1f-4234b821785a HTTP/1.1" status: 204 len: 168 time: 1.0301178 Feb 28 22:56:35.401503 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a21bca3e-457c-4967-93d8-ee0294ef44d8', 'tag': '799f5aba-8051-45ab-a746-e78f5eec65b6'}] {{(pid=109569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 22:56:35.403855 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7ed14f40a4d50f9a77eb28d0d062077298eddb2dc1d4bff71015dce09465706" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11593f14-d830-4c62-a0db-da0397ab33d2" -d '{"events": [{"name": "network-changed", "server_uuid": "a21bca3e-457c-4967-93d8-ee0294ef44d8", "tag": "799f5aba-8051-45ab-a746-e78f5eec65b6"}]}' {{(pid=109569) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 22:56:35.440737 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 22:56:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f56bd480-3750-4521-8ccd-1a57411195d4 x-openstack-request-id: req-f56bd480-3750-4521-8ccd-1a57411195d4 {{(pid=109569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 22:56:35.440737 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a21bca3e-457c-4967-93d8-ee0294ef44d8", "tag": "799f5aba-8051-45ab-a746-e78f5eec65b6", "status": "completed", "code": 200}]} {{(pid=109569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 22:56:35.441063 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-f56bd480-3750-4521-8ccd-1a57411195d4 {{(pid=109569) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 22:56:35.441457 dv-cinder-830538-5-iscsi neutron-server[109569]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a21bca3e-457c-4967-93d8-ee0294ef44d8', 'tag': '799f5aba-8051-45ab-a746-e78f5eec65b6', 'status': 'completed', 'code': 200} Feb 28 22:56:35.509575 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.db.l3_dvr_db [None req-46c6fe0e-bb6e-4510-be3f-6490f3715a99 None None] Set router 13cddc1b-2f3a-43a6-9fab-623243736c76 gateway port host: dv-cinder-830538-5-iscsi {{(pid=109570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 22:56:35.517306 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11593f14-d830-4c62-a0db-da0397ab33d2 req-a7675a17-9a3a-44fc-abcb-c11fc4930a88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:56:35.519484 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-11593f14-d830-4c62-a0db-da0397ab33d2 req-a7675a17-9a3a-44fc-abcb-c11fc4930a88 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=9682b42bc5bb4f3a9ed975026db8a4a3&device_id=a21bca3e-457c-4967-93d8-ee0294ef44d8 HTTP/1.1" status: 200 len: 1129 time: 0.0570011 Feb 28 22:56:35.636434 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11593f14-d830-4c62-a0db-da0397ab33d2 req-5f4090f1-8b59-4b7a-b004-4adc9ff43db3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:56:35.637906 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-11593f14-d830-4c62-a0db-da0397ab33d2 req-5f4090f1-8b59-4b7a-b004-4adc9ff43db3 service neutron] 10.222.0.36 "GET /v2.0/networks?id=bd5c87d6-280c-42e5-a7a0-d86f35b08ea1 HTTP/1.1" status: 200 len: 912 time: 0.1130173 Feb 28 22:56:35.685353 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-11593f14-d830-4c62-a0db-da0397ab33d2 req-5c019fbd-de23-4ac7-b23f-907f565ef228 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=799f5aba-8051-45ab-a746-e78f5eec65b6 HTTP/1.1" status: 200 len: 217 time: 0.0404940 Feb 28 22:56:35.692913 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e219484d-a4eb-4ff1-bb52-793bcf5c791a req-0597e2f1-f511-427c-be11-9cddd512a9ce tempest-TestVolumeBootPattern-851070749 tempest-TestVolumeBootPattern-851070749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:56:35.694510 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-e219484d-a4eb-4ff1-bb52-793bcf5c791a req-0597e2f1-f511-427c-be11-9cddd512a9ce tempest-TestVolumeBootPattern-851070749 tempest-TestVolumeBootPattern-851070749-project] 10.222.0.11 "GET /v2.0/ports?device_id=a21bca3e-457c-4967-93d8-ee0294ef44d8 HTTP/1.1" status: 200 len: 945 time: 0.1088462 Feb 28 22:56:35.720025 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.db.l3_hamode_db [None req-46c6fe0e-bb6e-4510-be3f-6490f3715a99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13cddc1b-2f3a-43a6-9fab-623243736c76', 'name': 'tempest-TestVolumeBootPattern-274550402-router', 'tenant_id': '9682b42bc5bb4f3a9ed975026db8a4a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e7a10c7-addc-4b79-a555-0b472e939652', 'external_fixed_ips': [{'subnet_id': '8aaf002d-6309-4cf0-ae69-6d349a14c0b1', 'ip_address': '172.27.0.62'}], 'enable_snat': True}, 'gw_port_id': '9f35f2e5-ac00-4c40-89cb-b6010878caf1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T22:49:56Z', 'updated_at': '2022-02-28T22:49:59Z', 'revision_number': 4, 'project_id': '9682b42bc5bb4f3a9ed975026db8a4a3', 'gw_port': {'id': '9f35f2e5-ac00-4c40-89cb-b6010878caf1', 'name': '', 'network_id': '3e7a10c7-addc-4b79-a555-0b472e939652', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:60:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13cddc1b-2f3a-43a6-9fab-623243736c76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '8aaf002d-6309-4cf0-ae69-6d349a14c0b1', 'ip_address': '172.27.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T22:49:57Z', 'updated_at': '2022-02-28T22:50:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8aaf002d-6309-4cf0-ae69-6d349a14c0b1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830538-5-iscsi', '_interfaces': [{'id': '6c9de3a6-93cb-428f-b017-274d72145940', 'name': '', 'network_id': 'bd5c87d6-280c-42e5-a7a0-d86f35b08ea1', 'tenant_id': '9682b42bc5bb4f3a9ed975026db8a4a3', 'mac_address': 'fa:16:3e:c1:3d:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13cddc1b-2f3a-43a6-9fab-623243736c76', 'device_owner': 'network:router_interface', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'e0a95bd6-4937-48b3-aec2-a392dcb0defe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T22:49:58Z', 'updated_at': '2022-02-28T22:50:04Z', 'revision_number': 5, 'project_id': '9682b42bc5bb4f3a9ed975026db8a4a3', 'subnets': [{'id': 'e0a95bd6-4937-48b3-aec2-a392dcb0defe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830538-5-iscsi', False) {} {{(pid=109570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 22:56:35.746770 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46c6fe0e-bb6e-4510-be3f-6490f3715a99 None None] Checking router: 13cddc1b-2f3a-43a6-9fab-623243736c76 for host: dv-cinder-830538-5-iscsi {{(pid=109570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 22:56:35.755042 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46c6fe0e-bb6e-4510-be3f-6490f3715a99 None None] Routers {'13cddc1b-2f3a-43a6-9fab-623243736c76'} bound to L3 agent in host dv-cinder-830538-5-iscsi {{(pid=109570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 22:56:35.755810 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.db.l3_hamode_db [None req-46c6fe0e-bb6e-4510-be3f-6490f3715a99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830538-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T22:34:03Z,description=,heartbeat_timestamp=2022-02-28T22:56:33Z,host='dv-cinder-830538-5-iscsi',id=1bbc3f13-d896-4633-9d3f-4f3415ceb83d,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T22:34:03Z,topic='l3_agent')) {'router_ids': ['13cddc1b-2f3a-43a6-9fab-623243736c76'], 'active': True} {{(pid=109570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 22:56:35.760694 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11593f14-d830-4c62-a0db-da0397ab33d2 req-115c737b-f95c-4832-8ad8-1e93040cc2b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:56:35.762187 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-11593f14-d830-4c62-a0db-da0397ab33d2 req-115c737b-f95c-4832-8ad8-1e93040cc2b7 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e0a95bd6-4937-48b3-aec2-a392dcb0defe HTTP/1.1" status: 200 len: 850 time: 0.0668316 Feb 28 22:56:35.783578 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-e219484d-a4eb-4ff1-bb52-793bcf5c791a req-060fbffe-6da9-4fde-837c-71fe40ca9766 tempest-TestVolumeBootPattern-851070749 tempest-TestVolumeBootPattern-851070749-project] 10.222.0.11 "GET /v2.0/security-groups?id=620901e3-3520-442a-becd-c8cb11b8b617&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0809562 Feb 28 22:56:35.819488 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11593f14-d830-4c62-a0db-da0397ab33d2 req-9d98654b-9b8b-42c4-a17d-e743862cfb4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:56:35.821024 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-11593f14-d830-4c62-a0db-da0397ab33d2 req-9d98654b-9b8b-42c4-a17d-e743862cfb4d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=bd5c87d6-280c-42e5-a7a0-d86f35b08ea1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0502548 Feb 28 22:56:35.864966 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.db.l3_dvr_db [None req-46c6fe0e-bb6e-4510-be3f-6490f3715a99 None None] Set router 13cddc1b-2f3a-43a6-9fab-623243736c76 gateway port host: dv-cinder-830538-5-iscsi {{(pid=109570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 22:56:35.907609 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-11593f14-d830-4c62-a0db-da0397ab33d2 req-f0207bca-0784-4aa5-a88c-102d2020751e service neutron] 10.222.0.36 "GET /v2.0/networks/bd5c87d6-280c-42e5-a7a0-d86f35b08ea1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803008 Feb 28 22:56:35.989087 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-f2b490b5-353e-4b99-942a-fb2407025861 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750845036683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579975'] for agent (e6e3d797-755b-495e-bc70-4cd2b9791ebb), after_update {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:56:36.003060 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-11593f14-d830-4c62-a0db-da0397ab33d2 req-93ff449b-f340-4b2a-9def-63bcc4046714 service neutron] 10.222.0.36 "GET /v2.0/networks/bd5c87d6-280c-42e5-a7a0-d86f35b08ea1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884507 Feb 28 22:56:36.076960 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.db.l3_hamode_db [None req-46c6fe0e-bb6e-4510-be3f-6490f3715a99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13cddc1b-2f3a-43a6-9fab-623243736c76', 'name': 'tempest-TestVolumeBootPattern-274550402-router', 'tenant_id': '9682b42bc5bb4f3a9ed975026db8a4a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e7a10c7-addc-4b79-a555-0b472e939652', 'external_fixed_ips': [{'subnet_id': '8aaf002d-6309-4cf0-ae69-6d349a14c0b1', 'ip_address': '172.27.0.62'}], 'enable_snat': True}, 'gw_port_id': '9f35f2e5-ac00-4c40-89cb-b6010878caf1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T22:49:56Z', 'updated_at': '2022-02-28T22:49:59Z', 'revision_number': 4, 'project_id': '9682b42bc5bb4f3a9ed975026db8a4a3', 'gw_port': {'id': '9f35f2e5-ac00-4c40-89cb-b6010878caf1', 'name': '', 'network_id': '3e7a10c7-addc-4b79-a555-0b472e939652', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:60:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13cddc1b-2f3a-43a6-9fab-623243736c76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '8aaf002d-6309-4cf0-ae69-6d349a14c0b1', 'ip_address': '172.27.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T22:49:57Z', 'updated_at': '2022-02-28T22:50:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8aaf002d-6309-4cf0-ae69-6d349a14c0b1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830538-5-iscsi', '_interfaces': [{'id': '6c9de3a6-93cb-428f-b017-274d72145940', 'name': '', 'network_id': 'bd5c87d6-280c-42e5-a7a0-d86f35b08ea1', 'tenant_id': '9682b42bc5bb4f3a9ed975026db8a4a3', 'mac_address': 'fa:16:3e:c1:3d:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13cddc1b-2f3a-43a6-9fab-623243736c76', 'device_owner': 'network:router_interface', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'e0a95bd6-4937-48b3-aec2-a392dcb0defe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T22:49:58Z', 'updated_at': '2022-02-28T22:50:04Z', 'revision_number': 5, 'project_id': '9682b42bc5bb4f3a9ed975026db8a4a3', 'subnets': [{'id': 'e0a95bd6-4937-48b3-aec2-a392dcb0defe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830538-5-iscsi', False) {} {{(pid=109570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 22:56:36.101732 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46c6fe0e-bb6e-4510-be3f-6490f3715a99 None None] The sync data for ids ['13cddc1b-2f3a-43a6-9fab-623243736c76'] in dv-cinder-830538-5-iscsi is: [{'id': '13cddc1b-2f3a-43a6-9fab-623243736c76', 'name': 'tempest-TestVolumeBootPattern-274550402-router', 'tenant_id': '9682b42bc5bb4f3a9ed975026db8a4a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e7a10c7-addc-4b79-a555-0b472e939652', 'external_fixed_ips': [{'subnet_id': '8aaf002d-6309-4cf0-ae69-6d349a14c0b1', 'ip_address': '172.27.0.62'}], 'enable_snat': True}, 'gw_port_id': '9f35f2e5-ac00-4c40-89cb-b6010878caf1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T22:49:56Z', 'updated_at': '2022-02-28T22:49:59Z', 'revision_number': 4, 'project_id': '9682b42bc5bb4f3a9ed975026db8a4a3', 'gw_port': {'id': '9f35f2e5-ac00-4c40-89cb-b6010878caf1', 'name': '', 'network_id': '3e7a10c7-addc-4b79-a555-0b472e939652', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:60:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13cddc1b-2f3a-43a6-9fab-623243736c76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '8aaf002d-6309-4cf0-ae69-6d349a14c0b1', 'ip_address': '172.27.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T22:49:57Z', 'updated_at': '2022-02-28T22:50:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8aaf002d-6309-4cf0-ae69-6d349a14c0b1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830538-5-iscsi', '_interfaces': [{'id': '6c9de3a6-93cb-428f-b017-274d72145940', 'name': '', 'network_id': 'bd5c87d6-280c-42e5-a7a0-d86f35b08ea1', 'tenant_id': '9682b42bc5bb4f3a9ed975026db8a4a3', 'mac_address': 'fa:16:3e:c1:3d:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13cddc1b-2f3a-43a6-9fab-623243736c76', 'device_owner': 'network:router_interface', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'e0a95bd6-4937-48b3-aec2-a392dcb0defe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T22:49:58Z', 'updated_at': '2022-02-28T22:50:04Z', 'revision_number': 5, 'project_id': '9682b42bc5bb4f3a9ed975026db8a4a3', 'subnets': [{'id': 'e0a95bd6-4937-48b3-aec2-a392dcb0defe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 22:56:36.319627 dv-cinder-830538-5-iscsi neutron-server[109571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ae0d414-c6cf-47e9-8c45-20859a94ca7a None None] New status for floating IP 76d13620-7d99-4820-9b1f-4234b821785a: DOWN {{(pid=109571) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 28 22:56:36.908004 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5476ebff-3519-450f-a7dd-81bcb0084d0c req-ebff3583-d36c-483b-9c04-dfdb5c66e7b6 tempest-TestVolumeBootPattern-851070749 tempest-TestVolumeBootPattern-851070749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:56:36.909486 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-5476ebff-3519-450f-a7dd-81bcb0084d0c req-ebff3583-d36c-483b-9c04-dfdb5c66e7b6 tempest-TestVolumeBootPattern-851070749 tempest-TestVolumeBootPattern-851070749-project] 10.222.0.11 "GET /v2.0/ports?device_id=a21bca3e-457c-4967-93d8-ee0294ef44d8 HTTP/1.1" status: 200 len: 945 time: 0.0540502 Feb 28 22:56:36.959885 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-5476ebff-3519-450f-a7dd-81bcb0084d0c req-0d81ac3f-3fbd-4994-bd3a-f40960ce675d tempest-TestVolumeBootPattern-851070749 tempest-TestVolumeBootPattern-851070749-project] 10.222.0.11 "GET /v2.0/security-groups?id=620901e3-3520-442a-becd-c8cb11b8b617&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440514 Feb 28 22:56:37.037644 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2645aa7-c0de-4b46-bb5f-85165ad40013 req-39bad69c-4905-4d10-908d-e3ef4fa6c629 tempest-TestVolumeBootPattern-851070749 tempest-TestVolumeBootPattern-851070749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:56:37.039087 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-f2645aa7-c0de-4b46-bb5f-85165ad40013 req-39bad69c-4905-4d10-908d-e3ef4fa6c629 tempest-TestVolumeBootPattern-851070749 tempest-TestVolumeBootPattern-851070749-project] 10.222.0.36 "GET /v2.0/ports?device_id=a21bca3e-457c-4967-93d8-ee0294ef44d8 HTTP/1.1" status: 200 len: 945 time: 0.0516679 Feb 28 22:56:37.132275 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.plugins.ml2.plugin [req-f2645aa7-c0de-4b46-bb5f-85165ad40013 req-dc1b5331-9bf9-418c-8e0a-4131299d82e5 tempest-TestVolumeBootPattern-851070749 tempest-TestVolumeBootPattern-851070749-project] Deleting port 799f5aba-8051-45ab-a746-e78f5eec65b6 {{(pid=109568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 22:56:37.132529 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [req-f2645aa7-c0de-4b46-bb5f-85165ad40013 req-dc1b5331-9bf9-418c-8e0a-4131299d82e5 tempest-TestVolumeBootPattern-851070749 tempest-TestVolumeBootPattern-851070749-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750845080441'] for port (799f5aba-8051-45ab-a746-e78f5eec65b6), before_delete {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:56:37.184154 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-154add69-038d-48cc-93ba-bd7e358b6d11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750845036683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579975'] for agent (7aa25ffb-1b87-4f08-8530-4bdf6e6b221c), after_update {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:56:37.220789 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.plugins.ml2.db [req-f2645aa7-c0de-4b46-bb5f-85165ad40013 req-dc1b5331-9bf9-418c-8e0a-4131299d82e5 tempest-TestVolumeBootPattern-851070749 tempest-TestVolumeBootPattern-851070749-project] For port 799f5aba-8051-45ab-a746-e78f5eec65b6, host hv-cinder-83053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83053',level=0,port_id=799f5aba-8051-45ab-a746-e78f5eec65b6,segment=NetworkSegment(6302f759-7806-4619-ad72-9065d0b678da),segment_id=6302f759-7806-4619-ad72-9065d0b678da)] {{(pid=109568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 22:56:37.221277 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [req-f2645aa7-c0de-4b46-bb5f-85165ad40013 req-dc1b5331-9bf9-418c-8e0a-4131299d82e5 tempest-TestVolumeBootPattern-851070749 tempest-TestVolumeBootPattern-851070749-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33552544'] for port (799f5aba-8051-45ab-a746-e78f5eec65b6), precommit_delete {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:56:37.234496 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.plugins.ml2.plugin [req-f2645aa7-c0de-4b46-bb5f-85165ad40013 req-dc1b5331-9bf9-418c-8e0a-4131299d82e5 tempest-TestVolumeBootPattern-851070749 tempest-TestVolumeBootPattern-851070749-project] Calling delete_port for 799f5aba-8051-45ab-a746-e78f5eec65b6 owned by compute:nova {{(pid=109568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 22:56:37.363896 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [req-f2645aa7-c0de-4b46-bb5f-85165ad40013 req-dc1b5331-9bf9-418c-8e0a-4131299d82e5 tempest-TestVolumeBootPattern-851070749 tempest-TestVolumeBootPattern-851070749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33156859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750845083868', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750844628237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30788389'] for port (799f5aba-8051-45ab-a746-e78f5eec65b6), after_delete {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:56:37.391777 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1b5331-9bf9-418c-8e0a-4131299d82e5 tempest-TestVolumeBootPattern-851070749 tempest-TestVolumeBootPattern-851070749-project] Pushing event deleted for resources: {'Port': ['ID=799f5aba-8051-45ab-a746-e78f5eec65b6,revision_number=None']} {{(pid=109568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:56:37.437752 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2645aa7-c0de-4b46-bb5f-85165ad40013 req-dc1b5331-9bf9-418c-8e0a-4131299d82e5 tempest-TestVolumeBootPattern-851070749 tempest-TestVolumeBootPattern-851070749-project] No DVR routers for this DVR port 799f5aba-8051-45ab-a746-e78f5eec65b6 on host hv-cinder-83053 {{(pid=109568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 22:56:37.440183 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [req-f2645aa7-c0de-4b46-bb5f-85165ad40013 req-dc1b5331-9bf9-418c-8e0a-4131299d82e5 tempest-TestVolumeBootPattern-851070749 tempest-TestVolumeBootPattern-851070749-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80159'] for port (None), before_response {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:56:37.443431 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-f2645aa7-c0de-4b46-bb5f-85165ad40013 req-dc1b5331-9bf9-418c-8e0a-4131299d82e5 tempest-TestVolumeBootPattern-851070749 tempest-TestVolumeBootPattern-851070749-project] 10.222.0.36 "DELETE /v2.0/ports/799f5aba-8051-45ab-a746-e78f5eec65b6 HTTP/1.1" status: 204 len: 173 time: 0.3990493 Feb 28 22:56:37.443888 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a21bca3e-457c-4967-93d8-ee0294ef44d8', 'name': 'network-vif-deleted', 'tag': '799f5aba-8051-45ab-a746-e78f5eec65b6'}] {{(pid=109568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 22:56:37.446082 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be30730c9f576b5ae602769365630bce3a2881df6c4aa92702dca8eb1643a507" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc410308-4f8d-4b2f-b169-31bb581cfa0c" -d '{"events": [{"server_uuid": "a21bca3e-457c-4967-93d8-ee0294ef44d8", "name": "network-vif-deleted", "tag": "799f5aba-8051-45ab-a746-e78f5eec65b6"}]}' {{(pid=109568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 22:56:37.485959 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 22:56:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e565d77e-4dca-42fe-9356-c0610631e30f x-openstack-request-id: req-e565d77e-4dca-42fe-9356-c0610631e30f {{(pid=109568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 22:56:37.486247 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a21bca3e-457c-4967-93d8-ee0294ef44d8", "name": "network-vif-deleted", "tag": "799f5aba-8051-45ab-a746-e78f5eec65b6", "status": "completed", "code": 200}]} {{(pid=109568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 22:56:37.486604 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-e565d77e-4dca-42fe-9356-c0610631e30f {{(pid=109568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 22:56:37.487076 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a21bca3e-457c-4967-93d8-ee0294ef44d8', 'name': 'network-vif-deleted', 'tag': '799f5aba-8051-45ab-a746-e78f5eec65b6', 'status': 'completed', 'code': 200} Feb 28 22:56:38.065423 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [req-5108a3fb-db08-4c2d-8fbb-aae9f0389364 req-14992dfc-f132-4709-9a3a-8761ffc38d7c tempest-TestVolumeBootPattern-851070749 tempest-TestVolumeBootPattern-851070749-project] 10.222.0.11 "GET /v2.0/ports?device_id=a21bca3e-457c-4967-93d8-ee0294ef44d8 HTTP/1.1" status: 200 len: 210 time: 0.0266542 Feb 28 22:56:39.124143 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.wsgi [-] (109568) accepted ('10.222.0.11', 60840) {{(pid=109568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 22:56:39.246120 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.plugins.ml2.plugin [None req-7f443de2-67c8-4dca-9c30-cfadf9e64f01 tempest-TestVolumeBootPattern-851070749 tempest-TestVolumeBootPattern-851070749-project] Deleting port 03f50f88-ec1c-47b0-96bf-a95016109ce2 {{(pid=109568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 22:56:39.246460 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-7f443de2-67c8-4dca-9c30-cfadf9e64f01 tempest-TestVolumeBootPattern-851070749 tempest-TestVolumeBootPattern-851070749-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750845080441'] for port (03f50f88-ec1c-47b0-96bf-a95016109ce2), before_delete {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:56:39.322218 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-7f443de2-67c8-4dca-9c30-cfadf9e64f01 tempest-TestVolumeBootPattern-851070749 tempest-TestVolumeBootPattern-851070749-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33552544'] for port (03f50f88-ec1c-47b0-96bf-a95016109ce2), precommit_delete {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:56:39.322540 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-7f443de2-67c8-4dca-9c30-cfadf9e64f01 tempest-TestVolumeBootPattern-851070749 tempest-TestVolumeBootPattern-851070749-project] Publish callbacks [] for floatingip (03f50f88-ec1c-47b0-96bf-a95016109ce2), precommit_delete {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:56:39.334553 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.plugins.ml2.plugin [None req-7f443de2-67c8-4dca-9c30-cfadf9e64f01 tempest-TestVolumeBootPattern-851070749 tempest-TestVolumeBootPattern-851070749-project] Calling delete_port for 03f50f88-ec1c-47b0-96bf-a95016109ce2 owned by network:floatingip {{(pid=109568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 22:56:39.463843 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-7f443de2-67c8-4dca-9c30-cfadf9e64f01 tempest-TestVolumeBootPattern-851070749 tempest-TestVolumeBootPattern-851070749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33156859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750845083868', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750844628237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30788389'] for port (03f50f88-ec1c-47b0-96bf-a95016109ce2), after_delete {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:56:39.490589 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f443de2-67c8-4dca-9c30-cfadf9e64f01 tempest-TestVolumeBootPattern-851070749 tempest-TestVolumeBootPattern-851070749-project] Pushing event deleted for resources: {'Port': ['ID=03f50f88-ec1c-47b0-96bf-a95016109ce2,revision_number=None']} {{(pid=109568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:56:39.554258 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-7f443de2-67c8-4dca-9c30-cfadf9e64f01 tempest-TestVolumeBootPattern-851070749 tempest-TestVolumeBootPattern-851070749-project] Publish callbacks [] for floatingip (504b2506-ea0c-4ecf-9ef4-84e78bca7850), after_delete {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:56:39.557080 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-7f443de2-67c8-4dca-9c30-cfadf9e64f01 tempest-TestVolumeBootPattern-851070749 tempest-TestVolumeBootPattern-851070749-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80159'] for floatingip (None), before_response {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:56:39.558232 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [None req-7f443de2-67c8-4dca-9c30-cfadf9e64f01 tempest-TestVolumeBootPattern-851070749 tempest-TestVolumeBootPattern-851070749-project] 10.222.0.11 "DELETE /v2.0/floatingips/504b2506-ea0c-4ecf-9ef4-84e78bca7850 HTTP/1.1" status: 204 len: 168 time: 0.4331009 Feb 28 22:56:40.654175 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.rpc [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] Device 799f5aba-8051-45ab-a746-e78f5eec65b6 no longer exists at agent hyperv_hv-cinder-83053 {{(pid=109570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 22:56:40.677808 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.plugin [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] No Port match for: 799f5aba-8051-45ab-a746-e78f5eec65b6 {{(pid=109570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 22:56:40.678149 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.rpc [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] Device 799f5aba-8051-45ab-a746-e78f5eec65b6 not bound to the agent host hv-cinder-83053 {{(pid=109570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 22:56:40.749602 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.wsgi [-] (109568) accepted ('10.222.0.11', 60852) {{(pid=109568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 22:56:40.805157 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-ebf74de6-1915-4173-a81d-122bbdda4b7a tempest-TestVolumeBootPattern-851070749 tempest-TestVolumeBootPattern-851070749-project] Publish callbacks [] for security_group (620901e3-3520-442a-becd-c8cb11b8b617), before_delete {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:56:40.830329 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-ebf74de6-1915-4173-a81d-122bbdda4b7a tempest-TestVolumeBootPattern-851070749 tempest-TestVolumeBootPattern-851070749-project] Publish callbacks [] for security_group (620901e3-3520-442a-becd-c8cb11b8b617), precommit_delete {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:56:40.891976 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-ebf74de6-1915-4173-a81d-122bbdda4b7a tempest-TestVolumeBootPattern-851070749 tempest-TestVolumeBootPattern-851070749-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33441213'] for security_group (620901e3-3520-442a-becd-c8cb11b8b617), after_delete {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:56:40.894628 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-ebf74de6-1915-4173-a81d-122bbdda4b7a tempest-TestVolumeBootPattern-851070749 tempest-TestVolumeBootPattern-851070749-project] Publish callbacks [] for security_group (None), before_response {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:56:40.895866 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [None req-ebf74de6-1915-4173-a81d-122bbdda4b7a tempest-TestVolumeBootPattern-851070749 tempest-TestVolumeBootPattern-851070749-project] 10.222.0.11 "DELETE /v2.0/security-groups/620901e3-3520-442a-becd-c8cb11b8b617 HTTP/1.1" status: 204 len: 168 time: 0.1452441 Feb 28 22:56:40.905203 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf74de6-1915-4173-a81d-122bbdda4b7a tempest-TestVolumeBootPattern-851070749 tempest-TestVolumeBootPattern-851070749-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=620901e3-3520-442a-becd-c8cb11b8b617,revision_number=None']} {{(pid=109568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:56:40.950333 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.wsgi [-] (109568) accepted ('10.222.0.11', 60856) {{(pid=109568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 22:56:41.415419 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-d93a1e0a-b2e2-4760-accf-1155d119ddfa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33522891'] for router_interface (13cddc1b-2f3a-43a6-9fab-623243736c76), before_delete {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:56:41.656893 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.plugins.ml2.plugin [None req-d93a1e0a-b2e2-4760-accf-1155d119ddfa admin admin] Deleting port 6c9de3a6-93cb-428f-b017-274d72145940 {{(pid=109568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 22:56:41.657228 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-d93a1e0a-b2e2-4760-accf-1155d119ddfa admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750845080441'] for port (6c9de3a6-93cb-428f-b017-274d72145940), before_delete {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:56:41.732013 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.plugins.ml2.db [None req-d93a1e0a-b2e2-4760-accf-1155d119ddfa admin admin] For port 6c9de3a6-93cb-428f-b017-274d72145940, host dv-cinder-830538-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830538-5-iscsi',level=0,port_id=6c9de3a6-93cb-428f-b017-274d72145940,segment=NetworkSegment(6302f759-7806-4619-ad72-9065d0b678da),segment_id=6302f759-7806-4619-ad72-9065d0b678da)] {{(pid=109568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 22:56:41.732292 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-d93a1e0a-b2e2-4760-accf-1155d119ddfa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33552544'] for port (6c9de3a6-93cb-428f-b017-274d72145940), precommit_delete {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:56:41.748243 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.plugins.ml2.plugin [None req-d93a1e0a-b2e2-4760-accf-1155d119ddfa admin admin] Calling delete_port for 6c9de3a6-93cb-428f-b017-274d72145940 owned by network:router_interface {{(pid=109568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 22:56:41.922938 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-d93a1e0a-b2e2-4760-accf-1155d119ddfa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33156859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750845083868', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750844628237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30788389'] for port (6c9de3a6-93cb-428f-b017-274d72145940), after_delete {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:56:41.953186 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93a1e0a-b2e2-4760-accf-1155d119ddfa admin admin] Pushing event deleted for resources: {'Port': ['ID=6c9de3a6-93cb-428f-b017-274d72145940,revision_number=None']} {{(pid=109568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:56:42.116899 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-d93a1e0a-b2e2-4760-accf-1155d119ddfa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33156608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33522727'] for router_interface (13cddc1b-2f3a-43a6-9fab-623243736c76), after_delete {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:56:42.329981 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d93a1e0a-b2e2-4760-accf-1155d119ddfa admin admin] Router 13cddc1b-2f3a-43a6-9fab-623243736c76 has already been hosted by L3 agent 1bbc3f13-d896-4633-9d3f-4f3415ceb83d {{(pid=109568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 22:56:42.435110 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d93a1e0a-b2e2-4760-accf-1155d119ddfa admin admin] Notify agent at l3_agent.dv-cinder-830538-5-iscsi the message routers_updated {{(pid=109568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 22:56:42.440163 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [None req-d93a1e0a-b2e2-4760-accf-1155d119ddfa admin admin] 10.222.0.11 "PUT /v2.0/routers/13cddc1b-2f3a-43a6-9fab-623243736c76/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4887140 Feb 28 22:56:42.443211 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.wsgi [-] (109568) accepted ('10.222.0.11', 60860) {{(pid=109568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 22:56:42.445777 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f481ef7-818d-40b3-a109-43ce6262ca59 None None] Sync routers for ids ['13cddc1b-2f3a-43a6-9fab-623243736c76'] in dv-cinder-830538-5-iscsi {{(pid=109570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 22:56:42.455191 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f481ef7-818d-40b3-a109-43ce6262ca59 None None] Routers {'13cddc1b-2f3a-43a6-9fab-623243736c76'} bound to L3 agent in host dv-cinder-830538-5-iscsi {{(pid=109570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 22:56:42.455932 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.db.l3_hamode_db [None req-4f481ef7-818d-40b3-a109-43ce6262ca59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830538-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T22:34:03Z,description=,heartbeat_timestamp=2022-02-28T22:56:33Z,host='dv-cinder-830538-5-iscsi',id=1bbc3f13-d896-4633-9d3f-4f3415ceb83d,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T22:34:03Z,topic='l3_agent')) {'router_ids': ['13cddc1b-2f3a-43a6-9fab-623243736c76'], 'active': True} {{(pid=109570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 22:56:42.546928 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-be76a159-d150-4894-bf04-80990c1a82dc admin admin] Publish callbacks [] for router (13cddc1b-2f3a-43a6-9fab-623243736c76), before_delete {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:56:42.562171 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.db.l3_dvr_db [None req-4f481ef7-818d-40b3-a109-43ce6262ca59 None None] Set router 13cddc1b-2f3a-43a6-9fab-623243736c76 gateway port host: dv-cinder-830538-5-iscsi {{(pid=109570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 22:56:42.651404 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-be76a159-d150-4894-bf04-80990c1a82dc admin admin] Publish callbacks [] for router_gateway (13cddc1b-2f3a-43a6-9fab-623243736c76), before_delete {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:56:42.706395 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.plugins.ml2.plugin [None req-be76a159-d150-4894-bf04-80990c1a82dc admin admin] Deleting port 9f35f2e5-ac00-4c40-89cb-b6010878caf1 {{(pid=109568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 22:56:42.706744 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-be76a159-d150-4894-bf04-80990c1a82dc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750845080441'] for port (9f35f2e5-ac00-4c40-89cb-b6010878caf1), before_delete {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:56:42.786570 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.plugins.ml2.db [None req-be76a159-d150-4894-bf04-80990c1a82dc admin admin] For port 9f35f2e5-ac00-4c40-89cb-b6010878caf1, host dv-cinder-830538-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830538-5-iscsi',level=0,port_id=9f35f2e5-ac00-4c40-89cb-b6010878caf1,segment=NetworkSegment(ee66776f-25dd-443a-9417-ae0becd0bae6),segment_id=ee66776f-25dd-443a-9417-ae0becd0bae6)] {{(pid=109568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 22:56:42.786923 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-be76a159-d150-4894-bf04-80990c1a82dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33552544'] for port (9f35f2e5-ac00-4c40-89cb-b6010878caf1), precommit_delete {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:56:42.799149 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.plugins.ml2.plugin [None req-be76a159-d150-4894-bf04-80990c1a82dc admin admin] Calling delete_port for 9f35f2e5-ac00-4c40-89cb-b6010878caf1 owned by network:router_gateway {{(pid=109568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 22:56:42.864892 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.db.l3_hamode_db [None req-4f481ef7-818d-40b3-a109-43ce6262ca59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13cddc1b-2f3a-43a6-9fab-623243736c76', 'name': 'tempest-TestVolumeBootPattern-274550402-router', 'tenant_id': '9682b42bc5bb4f3a9ed975026db8a4a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e7a10c7-addc-4b79-a555-0b472e939652', 'external_fixed_ips': [{'subnet_id': '8aaf002d-6309-4cf0-ae69-6d349a14c0b1', 'ip_address': '172.27.0.62'}], 'enable_snat': True}, 'gw_port_id': '9f35f2e5-ac00-4c40-89cb-b6010878caf1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T22:49:56Z', 'updated_at': '2022-02-28T22:56:41Z', 'revision_number': 5, 'project_id': '9682b42bc5bb4f3a9ed975026db8a4a3', 'gw_port': {'id': '9f35f2e5-ac00-4c40-89cb-b6010878caf1', 'name': '', 'network_id': '3e7a10c7-addc-4b79-a555-0b472e939652', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:60:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13cddc1b-2f3a-43a6-9fab-623243736c76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '8aaf002d-6309-4cf0-ae69-6d349a14c0b1', 'ip_address': '172.27.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T22:49:57Z', 'updated_at': '2022-02-28T22:50:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8aaf002d-6309-4cf0-ae69-6d349a14c0b1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830538-5-iscsi'}], 'dv-cinder-830538-5-iscsi', False) {} {{(pid=109570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 22:56:42.893951 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f481ef7-818d-40b3-a109-43ce6262ca59 None None] Checking router: 13cddc1b-2f3a-43a6-9fab-623243736c76 for host: dv-cinder-830538-5-iscsi {{(pid=109570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 22:56:42.902432 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f481ef7-818d-40b3-a109-43ce6262ca59 None None] Routers {'13cddc1b-2f3a-43a6-9fab-623243736c76'} bound to L3 agent in host dv-cinder-830538-5-iscsi {{(pid=109570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 22:56:42.902981 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.db.l3_hamode_db [None req-4f481ef7-818d-40b3-a109-43ce6262ca59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830538-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T22:34:03Z,description=,heartbeat_timestamp=2022-02-28T22:56:33Z,host='dv-cinder-830538-5-iscsi',id=1bbc3f13-d896-4633-9d3f-4f3415ceb83d,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T22:34:03Z,topic='l3_agent')) {'router_ids': ['13cddc1b-2f3a-43a6-9fab-623243736c76'], 'active': True} {{(pid=109570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 22:56:42.971042 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-be76a159-d150-4894-bf04-80990c1a82dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33156859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750845083868', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750844628237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30788389'] for port (9f35f2e5-ac00-4c40-89cb-b6010878caf1), after_delete {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:56:42.999424 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be76a159-d150-4894-bf04-80990c1a82dc admin admin] Pushing event deleted for resources: {'Port': ['ID=9f35f2e5-ac00-4c40-89cb-b6010878caf1,revision_number=None']} {{(pid=109568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:56:43.002015 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.db.l3_dvr_db [None req-4f481ef7-818d-40b3-a109-43ce6262ca59 None None] Set router 13cddc1b-2f3a-43a6-9fab-623243736c76 gateway port host: None {{(pid=109570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 22:56:43.058208 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.db.l3_hamode_db [None req-4f481ef7-818d-40b3-a109-43ce6262ca59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13cddc1b-2f3a-43a6-9fab-623243736c76', 'name': 'tempest-TestVolumeBootPattern-274550402-router', 'tenant_id': '9682b42bc5bb4f3a9ed975026db8a4a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T22:49:56Z', 'updated_at': '2022-02-28T22:56:42Z', 'revision_number': 6, 'project_id': '9682b42bc5bb4f3a9ed975026db8a4a3', 'gw_port_host': None}], 'dv-cinder-830538-5-iscsi', False) {} {{(pid=109570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 22:56:43.063570 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-be76a159-d150-4894-bf04-80990c1a82dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33522053'] for router_gateway (13cddc1b-2f3a-43a6-9fab-623243736c76), after_delete {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:56:43.087880 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f481ef7-818d-40b3-a109-43ce6262ca59 None None] The sync data for ids ['13cddc1b-2f3a-43a6-9fab-623243736c76'] in dv-cinder-830538-5-iscsi is: [{'id': '13cddc1b-2f3a-43a6-9fab-623243736c76', 'name': 'tempest-TestVolumeBootPattern-274550402-router', 'tenant_id': '9682b42bc5bb4f3a9ed975026db8a4a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T22:49:56Z', 'updated_at': '2022-02-28T22:56:42Z', 'revision_number': 6, 'project_id': '9682b42bc5bb4f3a9ed975026db8a4a3', 'gw_port_host': None}] {{(pid=109570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 22:56:43.158735 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-be76a159-d150-4894-bf04-80990c1a82dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33526293', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4159'] for router (13cddc1b-2f3a-43a6-9fab-623243736c76), precommit_delete {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:56:43.161512 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-be76a159-d150-4894-bf04-80990c1a82dc admin admin] Publish callbacks [] for router_controller (13cddc1b-2f3a-43a6-9fab-623243736c76), precommit_delete_associations {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:56:43.468702 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-be76a159-d150-4894-bf04-80990c1a82dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33526318'] for router (13cddc1b-2f3a-43a6-9fab-623243736c76), after_delete {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:56:43.469228 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be76a159-d150-4894-bf04-80990c1a82dc admin admin] Fanout notify agent at l3_agent the message router_deleted on router 13cddc1b-2f3a-43a6-9fab-623243736c76 {{(pid=109568) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 28 22:56:43.475005 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-be76a159-d150-4894-bf04-80990c1a82dc admin admin] Publish callbacks [] for router (None), before_response {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:56:43.475951 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [None req-be76a159-d150-4894-bf04-80990c1a82dc admin admin] 10.222.0.11 "DELETE /v2.0/routers/13cddc1b-2f3a-43a6-9fab-623243736c76 HTTP/1.1" status: 204 len: 168 time: 1.0317652 Feb 28 22:56:43.478599 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.wsgi [-] (109569) accepted ('10.222.0.11', 60862) {{(pid=109569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 22:56:43.523922 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.db.db_base_plugin_v2 [None req-c55d8807-ec1e-43ae-aae1-9578519fe5c2 admin admin] Deleting subnet e0a95bd6-4937-48b3-aec2-a392dcb0defe {{(pid=109569) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 22:56:43.527171 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-c55d8807-ec1e-43ae-aae1-9578519fe5c2 admin admin] Publish callbacks [] for subnet (e0a95bd6-4937-48b3-aec2-a392dcb0defe), before_delete {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:56:43.564277 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-c55d8807-ec1e-43ae-aae1-9578519fe5c2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31262425'] for subnet (e0a95bd6-4937-48b3-aec2-a392dcb0defe), precommit_delete_associations {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:56:43.638594 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-c55d8807-ec1e-43ae-aae1-9578519fe5c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002603'] for subnet (e0a95bd6-4937-48b3-aec2-a392dcb0defe), precommit_delete {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:56:43.687708 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-c55d8807-ec1e-43ae-aae1-9578519fe5c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33448168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33156859', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30055429', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30127737'] for subnet (e0a95bd6-4937-48b3-aec2-a392dcb0defe), after_delete {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:56:43.711925 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55d8807-ec1e-43ae-aae1-9578519fe5c2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e0a95bd6-4937-48b3-aec2-a392dcb0defe,revision_number=None']} {{(pid=109569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:56:43.715834 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-c55d8807-ec1e-43ae-aae1-9578519fe5c2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33156845'] for subnet (None), before_response {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:56:43.719474 dv-cinder-830538-5-iscsi neutron-server[109569]: INFO neutron.wsgi [None req-c55d8807-ec1e-43ae-aae1-9578519fe5c2 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/e0a95bd6-4937-48b3-aec2-a392dcb0defe HTTP/1.1" status: 204 len: 168 time: 0.2393153 Feb 28 22:56:43.721370 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.wsgi [-] (109569) accepted ('10.222.0.11', 60864) {{(pid=109569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 22:56:43.725497 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99a06146-625c-4b53-bb35-269c0ea5ec52 None None] Network bd5c87d6-280c-42e5-a7a0-d86f35b08ea1 requested from dv-cinder-830538-5-iscsi {{(pid=109570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 22:56:43.790323 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-d5afedcb-23f0-42ed-b633-d76340c3f73e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1026704'] for network (bd5c87d6-280c-42e5-a7a0-d86f35b08ea1), before_delete {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:56:43.843933 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.plugins.ml2.plugin [None req-d5afedcb-23f0-42ed-b633-d76340c3f73e admin admin] Deleting port 9755ad89-d0d0-4d58-9974-a150f2f092b8 {{(pid=109569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 22:56:43.844289 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-d5afedcb-23f0-42ed-b633-d76340c3f73e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750845080441'] for port (9755ad89-d0d0-4d58-9974-a150f2f092b8), before_delete {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:56:43.886826 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b147c7d0-d2d7-4ddf-8998-9de6c08785ea None None] DHCP port deletion for bd5c87d6-280c-42e5-a7a0-d86f35b08ea1 request from dv-cinder-830538-5-iscsi {{(pid=109570) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 28 22:56:43.915476 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.plugins.ml2.db [None req-d5afedcb-23f0-42ed-b633-d76340c3f73e admin admin] For port 9755ad89-d0d0-4d58-9974-a150f2f092b8, host dv-cinder-830538-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830538-5-iscsi',level=0,port_id=9755ad89-d0d0-4d58-9974-a150f2f092b8,segment=NetworkSegment(6302f759-7806-4619-ad72-9065d0b678da),segment_id=6302f759-7806-4619-ad72-9065d0b678da)] {{(pid=109569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 22:56:43.915869 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-d5afedcb-23f0-42ed-b633-d76340c3f73e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33552544'] for port (9755ad89-d0d0-4d58-9974-a150f2f092b8), precommit_delete {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:56:43.929902 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.plugins.ml2.plugin [None req-d5afedcb-23f0-42ed-b633-d76340c3f73e admin admin] Calling delete_port for 9755ad89-d0d0-4d58-9974-a150f2f092b8 owned by network:dhcp {{(pid=109569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 22:56:43.937057 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.plugin [None req-b147c7d0-d2d7-4ddf-8998-9de6c08785ea None None] Deleting port 9755ad89-d0d0-4d58-9974-a150f2f092b8 {{(pid=109570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 22:56:43.937432 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-b147c7d0-d2d7-4ddf-8998-9de6c08785ea None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750845080441'] for port (9755ad89-d0d0-4d58-9974-a150f2f092b8), before_delete {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:56:43.999988 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.db [None req-b147c7d0-d2d7-4ddf-8998-9de6c08785ea None None] For port 9755ad89-d0d0-4d58-9974-a150f2f092b8, host dv-cinder-830538-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830538-5-iscsi',level=0,port_id=9755ad89-d0d0-4d58-9974-a150f2f092b8,segment=NetworkSegment(6302f759-7806-4619-ad72-9065d0b678da),segment_id=6302f759-7806-4619-ad72-9065d0b678da)] {{(pid=109570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 22:56:44.000422 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-b147c7d0-d2d7-4ddf-8998-9de6c08785ea None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33552544'] for port (9755ad89-d0d0-4d58-9974-a150f2f092b8), precommit_delete {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:56:44.013272 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-d5afedcb-23f0-42ed-b633-d76340c3f73e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33156859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750845083868', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750844628237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30055478'] for port (9755ad89-d0d0-4d58-9974-a150f2f092b8), after_delete {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:56:44.014136 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.plugin [None req-b147c7d0-d2d7-4ddf-8998-9de6c08785ea None None] Calling delete_port for 9755ad89-d0d0-4d58-9974-a150f2f092b8 owned by network:dhcp {{(pid=109570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 22:56:44.041319 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5afedcb-23f0-42ed-b633-d76340c3f73e admin admin] Pushing event deleted for resources: {'Port': ['ID=9755ad89-d0d0-4d58-9974-a150f2f092b8,revision_number=None']} {{(pid=109569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:56:44.043122 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5afedcb-23f0-42ed-b633-d76340c3f73e admin admin] No DVR routers for this DVR port 9755ad89-d0d0-4d58-9974-a150f2f092b8 on host dv-cinder-830538-5-iscsi {{(pid=109569) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 22:56:44.096124 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-b147c7d0-d2d7-4ddf-8998-9de6c08785ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33156859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750845083868', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750844628237'] for port (9755ad89-d0d0-4d58-9974-a150f2f092b8), after_delete {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:56:44.126063 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-d5afedcb-23f0-42ed-b633-d76340c3f73e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-574352', 'neutron.services.segments.db._delete_segments_for_network-8750845036701'] for network (bd5c87d6-280c-42e5-a7a0-d86f35b08ea1), precommit_delete {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:56:44.130280 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b147c7d0-d2d7-4ddf-8998-9de6c08785ea None None] Pushing event deleted for resources: {'Port': ['ID=9755ad89-d0d0-4d58-9974-a150f2f092b8,revision_number=None']} {{(pid=109570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:56:44.138647 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b147c7d0-d2d7-4ddf-8998-9de6c08785ea None None] No DVR routers for this DVR port 9755ad89-d0d0-4d58-9974-a150f2f092b8 on host dv-cinder-830538-5-iscsi {{(pid=109570) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 22:56:44.146846 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b147c7d0-d2d7-4ddf-8998-9de6c08785ea None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830538-5-iscsi {{(pid=109570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:56:44.147274 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b147c7d0-d2d7-4ddf-8998-9de6c08785ea None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-5-iscsi {{(pid=109570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:56:44.147707 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b147c7d0-d2d7-4ddf-8998-9de6c08785ea None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-5-iscsi {{(pid=109570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:56:44.148110 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b147c7d0-d2d7-4ddf-8998-9de6c08785ea None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-5-iscsi {{(pid=109570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:56:44.148651 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b147c7d0-d2d7-4ddf-8998-9de6c08785ea None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830538-5-iscsi {{(pid=109570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:56:44.148917 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b147c7d0-d2d7-4ddf-8998-9de6c08785ea None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830538-5-iscsi {{(pid=109570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:56:44.149249 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b147c7d0-d2d7-4ddf-8998-9de6c08785ea None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830538-5-iscsi {{(pid=109570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:56:44.149634 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b147c7d0-d2d7-4ddf-8998-9de6c08785ea None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830538-5-iscsi {{(pid=109570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:56:44.149926 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b147c7d0-d2d7-4ddf-8998-9de6c08785ea None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830538-5-iscsi {{(pid=109570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:56:44.150237 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b147c7d0-d2d7-4ddf-8998-9de6c08785ea None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830538-5-iscsi {{(pid=109570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:56:44.150567 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b147c7d0-d2d7-4ddf-8998-9de6c08785ea None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-5-iscsi {{(pid=109570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:56:44.150966 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b147c7d0-d2d7-4ddf-8998-9de6c08785ea None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830538-5-iscsi {{(pid=109570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:56:44.151310 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b147c7d0-d2d7-4ddf-8998-9de6c08785ea None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830538-5-iscsi {{(pid=109570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:56:44.152955 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.services.segments.db [None req-d5afedcb-23f0-42ed-b633-d76340c3f73e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bd5c87d6-280c-42e5-a7a0-d86f35b08ea1']}} {{(pid=109569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 22:56:44.156722 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750845036683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579975'] for agent (5b2bda77-ea31-45ff-af39-f050a95cb1da), after_update {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:56:44.166544 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.services.segments.db [None req-d5afedcb-23f0-42ed-b633-d76340c3f73e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6302f759-7806-4619-ad72-9065d0b678da') {'for_net_delete': True} {{(pid=109569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 22:56:44.166911 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.services.segments.db [None req-d5afedcb-23f0-42ed-b633-d76340c3f73e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6302f759-7806-4619-ad72-9065d0b678da') {} {{(pid=109569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 22:56:44.182732 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-d5afedcb-23f0-42ed-b633-d76340c3f73e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750845040550', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31262414'] for segment (6302f759-7806-4619-ad72-9065d0b678da), before_delete {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:56:44.196128 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-d5afedcb-23f0-42ed-b633-d76340c3f73e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1012980'] for segment (6302f759-7806-4619-ad72-9065d0b678da), precommit_delete {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:56:44.202182 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d5afedcb-23f0-42ed-b633-d76340c3f73e admin admin] Releasing vlan 111 on physical network physnet1 to pool {{(pid=109569) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 22:56:44.202587 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-d5afedcb-23f0-42ed-b633-d76340c3f73e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1012980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30055643'] for segment (6302f759-7806-4619-ad72-9065d0b678da), after_delete {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:56:44.204195 dv-cinder-830538-5-iscsi neutron-server[109569]: Traceback (most recent call last): Feb 28 22:56:44.204195 dv-cinder-830538-5-iscsi neutron-server[109569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 22:56:44.204195 dv-cinder-830538-5-iscsi neutron-server[109569]: timer() Feb 28 22:56:44.204195 dv-cinder-830538-5-iscsi neutron-server[109569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 22:56:44.204195 dv-cinder-830538-5-iscsi neutron-server[109569]: cb(*args, **kw) Feb 28 22:56:44.204195 dv-cinder-830538-5-iscsi neutron-server[109569]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 22:56:44.204195 dv-cinder-830538-5-iscsi neutron-server[109569]: return func(*args, **kwargs) Feb 28 22:56:44.204195 dv-cinder-830538-5-iscsi neutron-server[109569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 22:56:44.204195 dv-cinder-830538-5-iscsi neutron-server[109569]: self._notify() Feb 28 22:56:44.204195 dv-cinder-830538-5-iscsi neutron-server[109569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 22:56:44.204195 dv-cinder-830538-5-iscsi neutron-server[109569]: self.callback(batched_events) Feb 28 22:56:44.204195 dv-cinder-830538-5-iscsi neutron-server[109569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 22:56:44.204195 dv-cinder-830538-5-iscsi neutron-server[109569]: event.method(event) Feb 28 22:56:44.204195 dv-cinder-830538-5-iscsi neutron-server[109569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 22:56:44.204195 dv-cinder-830538-5-iscsi neutron-server[109569]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 22:56:44.204195 dv-cinder-830538-5-iscsi neutron-server[109569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 22:56:44.204195 dv-cinder-830538-5-iscsi neutron-server[109569]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 22:56:44.204195 dv-cinder-830538-5-iscsi neutron-server[109569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 22:56:44.204195 dv-cinder-830538-5-iscsi neutron-server[109569]: return f(self, *a, **k) Feb 28 22:56:44.204195 dv-cinder-830538-5-iscsi neutron-server[109569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 22:56:44.204195 dv-cinder-830538-5-iscsi neutron-server[109569]: return self._get(url).json() Feb 28 22:56:44.204195 dv-cinder-830538-5-iscsi neutron-server[109569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 22:56:44.204195 dv-cinder-830538-5-iscsi neutron-server[109569]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 22:56:44.204195 dv-cinder-830538-5-iscsi neutron-server[109569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 22:56:44.204195 dv-cinder-830538-5-iscsi neutron-server[109569]: return self.request(url, 'GET', **kwargs) Feb 28 22:56:44.204195 dv-cinder-830538-5-iscsi neutron-server[109569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 22:56:44.204195 dv-cinder-830538-5-iscsi neutron-server[109569]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 22:56:44.204195 dv-cinder-830538-5-iscsi neutron-server[109569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 22:56:44.204195 dv-cinder-830538-5-iscsi neutron-server[109569]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 22:56:44.204195 dv-cinder-830538-5-iscsi neutron-server[109569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 22:56:44.204195 dv-cinder-830538-5-iscsi neutron-server[109569]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 22:56:44.204195 dv-cinder-830538-5-iscsi neutron-server[109569]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 22:56:44.260265 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-d5afedcb-23f0-42ed-b633-d76340c3f73e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-574441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33441228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33156859', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33522105'] for network (bd5c87d6-280c-42e5-a7a0-d86f35b08ea1), after_delete {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:56:44.265649 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-d5afedcb-23f0-42ed-b633-d76340c3f73e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33156845'] for network (None), before_response {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:56:44.268751 dv-cinder-830538-5-iscsi neutron-server[109569]: INFO neutron.wsgi [None req-d5afedcb-23f0-42ed-b633-d76340c3f73e admin admin] 10.222.0.11 "DELETE /v2.0/networks/bd5c87d6-280c-42e5-a7a0-d86f35b08ea1 HTTP/1.1" status: 204 len: 168 time: 0.5464571 Feb 28 22:56:44.272236 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.wsgi [-] (109568) accepted ('10.222.0.11', 60866) {{(pid=109568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 22:56:44.280344 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5afedcb-23f0-42ed-b633-d76340c3f73e admin admin] Pushing event deleted for resources: {'Network': ['ID=bd5c87d6-280c-42e5-a7a0-d86f35b08ea1,revision_number=None']} {{(pid=109569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:56:44.613271 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-42846e27-b3de-41db-a2bb-2892246bb035 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33522891'] for router_interface (e8b0ee10-2a67-4d34-9758-554b78b1ad28), before_delete {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:56:44.855737 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.plugins.ml2.plugin [None req-42846e27-b3de-41db-a2bb-2892246bb035 admin admin] Deleting port ca09cbea-68d3-4dc0-8189-1169187d8117 {{(pid=109568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 22:56:44.856074 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-42846e27-b3de-41db-a2bb-2892246bb035 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750845080441'] for port (ca09cbea-68d3-4dc0-8189-1169187d8117), before_delete {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:56:44.936100 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.plugins.ml2.db [None req-42846e27-b3de-41db-a2bb-2892246bb035 admin admin] For port ca09cbea-68d3-4dc0-8189-1169187d8117, host dv-cinder-830538-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830538-5-iscsi',level=0,port_id=ca09cbea-68d3-4dc0-8189-1169187d8117,segment=NetworkSegment(beb0b3e9-85f1-4f87-ac4f-6cb61c2d005c),segment_id=beb0b3e9-85f1-4f87-ac4f-6cb61c2d005c)] {{(pid=109568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 22:56:44.936456 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-42846e27-b3de-41db-a2bb-2892246bb035 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33552544'] for port (ca09cbea-68d3-4dc0-8189-1169187d8117), precommit_delete {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:56:44.948790 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.plugins.ml2.plugin [None req-42846e27-b3de-41db-a2bb-2892246bb035 admin admin] Calling delete_port for ca09cbea-68d3-4dc0-8189-1169187d8117 owned by network:router_interface {{(pid=109568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 22:56:45.009570 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.rpc [None req-154add69-038d-48cc-93ba-bd7e358b6d11 None None] Device 6c9de3a6-93cb-428f-b017-274d72145940 no longer exists at agent ovs-agent-dv-cinder-830538-5-iscsi {{(pid=109570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 22:56:45.029733 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.plugin [None req-154add69-038d-48cc-93ba-bd7e358b6d11 None None] No Port match for: 6c9de3a6-93cb-428f-b017-274d72145940 {{(pid=109570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 22:56:45.030087 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.rpc [None req-154add69-038d-48cc-93ba-bd7e358b6d11 None None] Device 6c9de3a6-93cb-428f-b017-274d72145940 not bound to the agent host dv-cinder-830538-5-iscsi {{(pid=109570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 22:56:45.030507 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.rpc [None req-154add69-038d-48cc-93ba-bd7e358b6d11 None None] Device 9f35f2e5-ac00-4c40-89cb-b6010878caf1 no longer exists at agent ovs-agent-dv-cinder-830538-5-iscsi {{(pid=109570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 22:56:45.049428 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.plugin [None req-154add69-038d-48cc-93ba-bd7e358b6d11 None None] No Port match for: 9f35f2e5-ac00-4c40-89cb-b6010878caf1 {{(pid=109570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 22:56:45.049774 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.rpc [None req-154add69-038d-48cc-93ba-bd7e358b6d11 None None] Device 9f35f2e5-ac00-4c40-89cb-b6010878caf1 not bound to the agent host dv-cinder-830538-5-iscsi {{(pid=109570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 22:56:45.050191 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.rpc [None req-154add69-038d-48cc-93ba-bd7e358b6d11 None None] Device 9755ad89-d0d0-4d58-9974-a150f2f092b8 no longer exists at agent ovs-agent-dv-cinder-830538-5-iscsi {{(pid=109570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 22:56:45.071571 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.plugin [None req-154add69-038d-48cc-93ba-bd7e358b6d11 None None] No Port match for: 9755ad89-d0d0-4d58-9974-a150f2f092b8 {{(pid=109570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 22:56:45.071953 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.rpc [None req-154add69-038d-48cc-93ba-bd7e358b6d11 None None] Device 9755ad89-d0d0-4d58-9974-a150f2f092b8 not bound to the agent host dv-cinder-830538-5-iscsi {{(pid=109570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 22:56:45.129243 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-42846e27-b3de-41db-a2bb-2892246bb035 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33156859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750845083868', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750844628237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30788389'] for port (ca09cbea-68d3-4dc0-8189-1169187d8117), after_delete {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:56:45.154840 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42846e27-b3de-41db-a2bb-2892246bb035 admin admin] Pushing event deleted for resources: {'Port': ['ID=ca09cbea-68d3-4dc0-8189-1169187d8117,revision_number=None']} {{(pid=109568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:56:45.321949 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-42846e27-b3de-41db-a2bb-2892246bb035 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33156608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33522727'] for router_interface (e8b0ee10-2a67-4d34-9758-554b78b1ad28), after_delete {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:56:45.533885 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42846e27-b3de-41db-a2bb-2892246bb035 admin admin] Router e8b0ee10-2a67-4d34-9758-554b78b1ad28 has already been hosted by L3 agent 1bbc3f13-d896-4633-9d3f-4f3415ceb83d {{(pid=109568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 22:56:45.639300 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42846e27-b3de-41db-a2bb-2892246bb035 admin admin] Notify agent at l3_agent.dv-cinder-830538-5-iscsi the message routers_updated {{(pid=109568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 22:56:45.646795 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [None req-42846e27-b3de-41db-a2bb-2892246bb035 admin admin] 10.222.0.11 "PUT /v2.0/routers/e8b0ee10-2a67-4d34-9758-554b78b1ad28/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3712547 Feb 28 22:56:45.647032 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.wsgi [-] (109568) accepted ('10.222.0.11', 60868) {{(pid=109568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 22:56:45.648076 dv-cinder-830538-5-iscsi neutron-server[109571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb68492e-06e7-4613-930e-19553d291bdc None None] Sync routers for ids ['e8b0ee10-2a67-4d34-9758-554b78b1ad28'] in dv-cinder-830538-5-iscsi {{(pid=109571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 22:56:45.658390 dv-cinder-830538-5-iscsi neutron-server[109571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb68492e-06e7-4613-930e-19553d291bdc None None] Routers {'e8b0ee10-2a67-4d34-9758-554b78b1ad28'} bound to L3 agent in host dv-cinder-830538-5-iscsi {{(pid=109571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 22:56:45.659006 dv-cinder-830538-5-iscsi neutron-server[109571]: DEBUG neutron.db.l3_hamode_db [None req-cb68492e-06e7-4613-930e-19553d291bdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830538-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T22:34:03Z,description=,heartbeat_timestamp=2022-02-28T22:56:33Z,host='dv-cinder-830538-5-iscsi',id=1bbc3f13-d896-4633-9d3f-4f3415ceb83d,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T22:34:03Z,topic='l3_agent')) {'router_ids': ['e8b0ee10-2a67-4d34-9758-554b78b1ad28'], 'active': True} {{(pid=109571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 22:56:45.751237 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-2875c62b-92b3-4d70-a14b-ffca5dcf7993 admin admin] Publish callbacks [] for router (e8b0ee10-2a67-4d34-9758-554b78b1ad28), before_delete {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:56:45.762614 dv-cinder-830538-5-iscsi neutron-server[109571]: DEBUG neutron.db.l3_dvr_db [None req-cb68492e-06e7-4613-930e-19553d291bdc None None] Set router e8b0ee10-2a67-4d34-9758-554b78b1ad28 gateway port host: dv-cinder-830538-5-iscsi {{(pid=109571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 22:56:45.856393 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-2875c62b-92b3-4d70-a14b-ffca5dcf7993 admin admin] Publish callbacks [] for router_gateway (e8b0ee10-2a67-4d34-9758-554b78b1ad28), before_delete {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:56:45.909434 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.plugins.ml2.plugin [None req-2875c62b-92b3-4d70-a14b-ffca5dcf7993 admin admin] Deleting port ca34260d-2fa4-4ff5-90ad-1797c5d2082a {{(pid=109568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 22:56:45.909782 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-2875c62b-92b3-4d70-a14b-ffca5dcf7993 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750845080441'] for port (ca34260d-2fa4-4ff5-90ad-1797c5d2082a), before_delete {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:56:45.939629 dv-cinder-830538-5-iscsi neutron-server[109571]: DEBUG neutron.db.l3_hamode_db [None req-cb68492e-06e7-4613-930e-19553d291bdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8b0ee10-2a67-4d34-9758-554b78b1ad28', 'name': 'tempest-TestVolumeBootPattern-595141279-router', 'tenant_id': 'c30cb6be224d4d489a110330d77086b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e7a10c7-addc-4b79-a555-0b472e939652', 'external_fixed_ips': [{'subnet_id': '8aaf002d-6309-4cf0-ae69-6d349a14c0b1', 'ip_address': '172.27.0.90'}], 'enable_snat': True}, 'gw_port_id': 'ca34260d-2fa4-4ff5-90ad-1797c5d2082a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T22:50:01Z', 'updated_at': '2022-02-28T22:56:45Z', 'revision_number': 5, 'project_id': 'c30cb6be224d4d489a110330d77086b2', 'gw_port': {'id': 'ca34260d-2fa4-4ff5-90ad-1797c5d2082a', 'name': '', 'network_id': '3e7a10c7-addc-4b79-a555-0b472e939652', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:d1:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8b0ee10-2a67-4d34-9758-554b78b1ad28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': '8aaf002d-6309-4cf0-ae69-6d349a14c0b1', 'ip_address': '172.27.0.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T22:50:02Z', 'updated_at': '2022-02-28T22:50:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8aaf002d-6309-4cf0-ae69-6d349a14c0b1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830538-5-iscsi'}], 'dv-cinder-830538-5-iscsi', False) {} {{(pid=109571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 22:56:45.965339 dv-cinder-830538-5-iscsi neutron-server[109571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb68492e-06e7-4613-930e-19553d291bdc None None] Checking router: e8b0ee10-2a67-4d34-9758-554b78b1ad28 for host: dv-cinder-830538-5-iscsi {{(pid=109571) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 22:56:45.973427 dv-cinder-830538-5-iscsi neutron-server[109571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb68492e-06e7-4613-930e-19553d291bdc None None] Routers {'e8b0ee10-2a67-4d34-9758-554b78b1ad28'} bound to L3 agent in host dv-cinder-830538-5-iscsi {{(pid=109571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 22:56:45.974022 dv-cinder-830538-5-iscsi neutron-server[109571]: DEBUG neutron.db.l3_hamode_db [None req-cb68492e-06e7-4613-930e-19553d291bdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830538-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T22:34:03Z,description=,heartbeat_timestamp=2022-02-28T22:56:33Z,host='dv-cinder-830538-5-iscsi',id=1bbc3f13-d896-4633-9d3f-4f3415ceb83d,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T22:34:03Z,topic='l3_agent')) {'router_ids': ['e8b0ee10-2a67-4d34-9758-554b78b1ad28'], 'active': True} {{(pid=109571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 22:56:45.989786 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.plugins.ml2.db [None req-2875c62b-92b3-4d70-a14b-ffca5dcf7993 admin admin] For port ca34260d-2fa4-4ff5-90ad-1797c5d2082a, host dv-cinder-830538-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830538-5-iscsi',level=0,port_id=ca34260d-2fa4-4ff5-90ad-1797c5d2082a,segment=NetworkSegment(ee66776f-25dd-443a-9417-ae0becd0bae6),segment_id=ee66776f-25dd-443a-9417-ae0becd0bae6)] {{(pid=109568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 22:56:45.990149 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-2875c62b-92b3-4d70-a14b-ffca5dcf7993 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33552544'] for port (ca34260d-2fa4-4ff5-90ad-1797c5d2082a), precommit_delete {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:56:46.001933 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.plugins.ml2.plugin [None req-2875c62b-92b3-4d70-a14b-ffca5dcf7993 admin admin] Calling delete_port for ca34260d-2fa4-4ff5-90ad-1797c5d2082a owned by network:router_gateway {{(pid=109568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 22:56:46.165984 dv-cinder-830538-5-iscsi neutron-server[109571]: DEBUG neutron.db.l3_dvr_db [None req-cb68492e-06e7-4613-930e-19553d291bdc None None] Set router e8b0ee10-2a67-4d34-9758-554b78b1ad28 gateway port host: None {{(pid=109571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 22:56:46.188255 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-2875c62b-92b3-4d70-a14b-ffca5dcf7993 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33156859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750845083868', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750844628237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30788389'] for port (ca34260d-2fa4-4ff5-90ad-1797c5d2082a), after_delete {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:56:46.216701 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2875c62b-92b3-4d70-a14b-ffca5dcf7993 admin admin] Pushing event deleted for resources: {'Port': ['ID=ca34260d-2fa4-4ff5-90ad-1797c5d2082a,revision_number=None']} {{(pid=109568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:56:46.226800 dv-cinder-830538-5-iscsi neutron-server[109571]: DEBUG neutron.db.l3_hamode_db [None req-cb68492e-06e7-4613-930e-19553d291bdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8b0ee10-2a67-4d34-9758-554b78b1ad28', 'name': 'tempest-TestVolumeBootPattern-595141279-router', 'tenant_id': 'c30cb6be224d4d489a110330d77086b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T22:50:01Z', 'updated_at': '2022-02-28T22:56:45Z', 'revision_number': 6, 'project_id': 'c30cb6be224d4d489a110330d77086b2', 'gw_port_host': None}], 'dv-cinder-830538-5-iscsi', False) {} {{(pid=109571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 22:56:46.255510 dv-cinder-830538-5-iscsi neutron-server[109571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb68492e-06e7-4613-930e-19553d291bdc None None] The sync data for ids ['e8b0ee10-2a67-4d34-9758-554b78b1ad28'] in dv-cinder-830538-5-iscsi is: [{'id': 'e8b0ee10-2a67-4d34-9758-554b78b1ad28', 'name': 'tempest-TestVolumeBootPattern-595141279-router', 'tenant_id': 'c30cb6be224d4d489a110330d77086b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T22:50:01Z', 'updated_at': '2022-02-28T22:56:45Z', 'revision_number': 6, 'project_id': 'c30cb6be224d4d489a110330d77086b2', 'gw_port_host': None}] {{(pid=109571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 22:56:46.290479 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-2875c62b-92b3-4d70-a14b-ffca5dcf7993 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33522053'] for router_gateway (e8b0ee10-2a67-4d34-9758-554b78b1ad28), after_delete {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:56:46.389291 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-2875c62b-92b3-4d70-a14b-ffca5dcf7993 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33526293', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4159'] for router (e8b0ee10-2a67-4d34-9758-554b78b1ad28), precommit_delete {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:56:46.391409 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-2875c62b-92b3-4d70-a14b-ffca5dcf7993 admin admin] Publish callbacks [] for router_controller (e8b0ee10-2a67-4d34-9758-554b78b1ad28), precommit_delete_associations {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:56:46.438990 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-2875c62b-92b3-4d70-a14b-ffca5dcf7993 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33526318'] for router (e8b0ee10-2a67-4d34-9758-554b78b1ad28), after_delete {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:56:46.439585 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2875c62b-92b3-4d70-a14b-ffca5dcf7993 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e8b0ee10-2a67-4d34-9758-554b78b1ad28 {{(pid=109568) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 28 22:56:46.444638 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-2875c62b-92b3-4d70-a14b-ffca5dcf7993 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:56:46.445787 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [None req-2875c62b-92b3-4d70-a14b-ffca5dcf7993 admin admin] 10.222.0.11 "DELETE /v2.0/routers/e8b0ee10-2a67-4d34-9758-554b78b1ad28 HTTP/1.1" status: 204 len: 168 time: 0.7978475 Feb 28 22:56:46.448253 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.wsgi [-] (109568) accepted ('10.222.0.11', 60870) {{(pid=109568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 22:56:46.491907 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.db.db_base_plugin_v2 [None req-c94f6bea-6725-46bf-bf67-ac9e3b6cfbe6 admin admin] Deleting subnet 9645b796-06f5-41fc-af3c-8a3242ff4c89 {{(pid=109568) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 22:56:46.494921 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-c94f6bea-6725-46bf-bf67-ac9e3b6cfbe6 admin admin] Publish callbacks [] for subnet (9645b796-06f5-41fc-af3c-8a3242ff4c89), before_delete {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:56:46.529399 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-c94f6bea-6725-46bf-bf67-ac9e3b6cfbe6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29573530'] for subnet (9645b796-06f5-41fc-af3c-8a3242ff4c89), precommit_delete_associations {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:56:46.608338 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-c94f6bea-6725-46bf-bf67-ac9e3b6cfbe6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002603'] for subnet (9645b796-06f5-41fc-af3c-8a3242ff4c89), precommit_delete {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:56:46.663825 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-c94f6bea-6725-46bf-bf67-ac9e3b6cfbe6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33448168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33156859', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30788374', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24898847'] for subnet (9645b796-06f5-41fc-af3c-8a3242ff4c89), after_delete {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:56:46.691642 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94f6bea-6725-46bf-bf67-ac9e3b6cfbe6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9645b796-06f5-41fc-af3c-8a3242ff4c89,revision_number=None']} {{(pid=109568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:56:46.694484 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-c94f6bea-6725-46bf-bf67-ac9e3b6cfbe6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:56:46.697726 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [None req-c94f6bea-6725-46bf-bf67-ac9e3b6cfbe6 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/9645b796-06f5-41fc-af3c-8a3242ff4c89 HTTP/1.1" status: 204 len: 168 time: 0.2485542 Feb 28 22:56:46.698152 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-628a2850-b881-47a2-8ef3-1f08b694245f None None] Network 61ca9833-dbc5-41dd-bd03-b4022df74c85 requested from dv-cinder-830538-5-iscsi {{(pid=109570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 22:56:46.700229 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.wsgi [-] (109568) accepted ('10.222.0.11', 60872) {{(pid=109568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 22:56:46.772495 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-afb68544-3da7-4f7e-80d6-f5ee9dba433f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1026704'] for network (61ca9833-dbc5-41dd-bd03-b4022df74c85), before_delete {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:56:46.825088 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.plugins.ml2.plugin [None req-afb68544-3da7-4f7e-80d6-f5ee9dba433f admin admin] Deleting port ffc2ef75-c857-4b4d-81ee-ef514378ce60 {{(pid=109568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 22:56:46.825428 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-afb68544-3da7-4f7e-80d6-f5ee9dba433f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750845080441'] for port (ffc2ef75-c857-4b4d-81ee-ef514378ce60), before_delete {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:56:46.886900 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.plugins.ml2.db [None req-afb68544-3da7-4f7e-80d6-f5ee9dba433f admin admin] For port ffc2ef75-c857-4b4d-81ee-ef514378ce60, host dv-cinder-830538-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830538-5-iscsi',level=0,port_id=ffc2ef75-c857-4b4d-81ee-ef514378ce60,segment=NetworkSegment(beb0b3e9-85f1-4f87-ac4f-6cb61c2d005c),segment_id=beb0b3e9-85f1-4f87-ac4f-6cb61c2d005c)] {{(pid=109568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 22:56:46.887261 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-afb68544-3da7-4f7e-80d6-f5ee9dba433f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33552544'] for port (ffc2ef75-c857-4b4d-81ee-ef514378ce60), precommit_delete {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:56:46.899830 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.plugins.ml2.plugin [None req-afb68544-3da7-4f7e-80d6-f5ee9dba433f admin admin] Calling delete_port for ffc2ef75-c857-4b4d-81ee-ef514378ce60 owned by network:dhcp {{(pid=109568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 22:56:46.979876 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-afb68544-3da7-4f7e-80d6-f5ee9dba433f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33156859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750845083868', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750844628237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30788389'] for port (ffc2ef75-c857-4b4d-81ee-ef514378ce60), after_delete {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:56:47.007016 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb68544-3da7-4f7e-80d6-f5ee9dba433f admin admin] Pushing event deleted for resources: {'Port': ['ID=ffc2ef75-c857-4b4d-81ee-ef514378ce60,revision_number=None']} {{(pid=109568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:56:47.008876 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afb68544-3da7-4f7e-80d6-f5ee9dba433f admin admin] No DVR routers for this DVR port ffc2ef75-c857-4b4d-81ee-ef514378ce60 on host dv-cinder-830538-5-iscsi {{(pid=109568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 22:56:47.009963 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70327f2c-b69b-4536-9f4f-b59fcd936757 None None] DHCP port deletion for 61ca9833-dbc5-41dd-bd03-b4022df74c85 request from dv-cinder-830538-5-iscsi {{(pid=109570) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 28 22:56:47.067253 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.rpc [None req-154add69-038d-48cc-93ba-bd7e358b6d11 None None] Device ca34260d-2fa4-4ff5-90ad-1797c5d2082a no longer exists at agent ovs-agent-dv-cinder-830538-5-iscsi {{(pid=109570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 22:56:47.082728 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-afb68544-3da7-4f7e-80d6-f5ee9dba433f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-574352', 'neutron.services.segments.db._delete_segments_for_network-8750845036701'] for network (61ca9833-dbc5-41dd-bd03-b4022df74c85), precommit_delete {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:56:47.086822 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.plugin [None req-154add69-038d-48cc-93ba-bd7e358b6d11 None None] No Port match for: ca34260d-2fa4-4ff5-90ad-1797c5d2082a {{(pid=109570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 22:56:47.087170 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.rpc [None req-154add69-038d-48cc-93ba-bd7e358b6d11 None None] Device ca34260d-2fa4-4ff5-90ad-1797c5d2082a not bound to the agent host dv-cinder-830538-5-iscsi {{(pid=109570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 22:56:47.087589 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.rpc [None req-154add69-038d-48cc-93ba-bd7e358b6d11 None None] Device ca09cbea-68d3-4dc0-8189-1169187d8117 no longer exists at agent ovs-agent-dv-cinder-830538-5-iscsi {{(pid=109570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 22:56:47.105065 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.services.segments.db [None req-afb68544-3da7-4f7e-80d6-f5ee9dba433f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['61ca9833-dbc5-41dd-bd03-b4022df74c85']}} {{(pid=109568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 22:56:47.107174 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.plugin [None req-154add69-038d-48cc-93ba-bd7e358b6d11 None None] No Port match for: ca09cbea-68d3-4dc0-8189-1169187d8117 {{(pid=109570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 22:56:47.107524 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.rpc [None req-154add69-038d-48cc-93ba-bd7e358b6d11 None None] Device ca09cbea-68d3-4dc0-8189-1169187d8117 not bound to the agent host dv-cinder-830538-5-iscsi {{(pid=109570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 22:56:47.107968 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.rpc [None req-154add69-038d-48cc-93ba-bd7e358b6d11 None None] Device ffc2ef75-c857-4b4d-81ee-ef514378ce60 no longer exists at agent ovs-agent-dv-cinder-830538-5-iscsi {{(pid=109570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 22:56:47.115257 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.services.segments.db [None req-afb68544-3da7-4f7e-80d6-f5ee9dba433f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'beb0b3e9-85f1-4f87-ac4f-6cb61c2d005c') {'for_net_delete': True} {{(pid=109568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 22:56:47.115699 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.services.segments.db [None req-afb68544-3da7-4f7e-80d6-f5ee9dba433f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'beb0b3e9-85f1-4f87-ac4f-6cb61c2d005c') {} {{(pid=109568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 22:56:47.125245 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-afb68544-3da7-4f7e-80d6-f5ee9dba433f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750845040550', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29573517'] for segment (beb0b3e9-85f1-4f87-ac4f-6cb61c2d005c), before_delete {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:56:47.127463 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.plugin [None req-154add69-038d-48cc-93ba-bd7e358b6d11 None None] No Port match for: ffc2ef75-c857-4b4d-81ee-ef514378ce60 {{(pid=109570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 22:56:47.134809 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron.plugins.ml2.rpc [None req-154add69-038d-48cc-93ba-bd7e358b6d11 None None] Device ffc2ef75-c857-4b4d-81ee-ef514378ce60 not bound to the agent host dv-cinder-830538-5-iscsi {{(pid=109570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 22:56:47.144415 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-afb68544-3da7-4f7e-80d6-f5ee9dba433f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1012980'] for segment (beb0b3e9-85f1-4f87-ac4f-6cb61c2d005c), precommit_delete {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:56:47.151578 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-afb68544-3da7-4f7e-80d6-f5ee9dba433f admin admin] Releasing vlan 143 on physical network physnet1 to pool {{(pid=109568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 22:56:47.151986 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-afb68544-3da7-4f7e-80d6-f5ee9dba433f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1012980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30788552'] for segment (beb0b3e9-85f1-4f87-ac4f-6cb61c2d005c), after_delete {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:56:47.153640 dv-cinder-830538-5-iscsi neutron-server[109568]: Traceback (most recent call last): Feb 28 22:56:47.153640 dv-cinder-830538-5-iscsi neutron-server[109568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 22:56:47.153640 dv-cinder-830538-5-iscsi neutron-server[109568]: timer() Feb 28 22:56:47.153640 dv-cinder-830538-5-iscsi neutron-server[109568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 22:56:47.153640 dv-cinder-830538-5-iscsi neutron-server[109568]: cb(*args, **kw) Feb 28 22:56:47.153640 dv-cinder-830538-5-iscsi neutron-server[109568]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 22:56:47.153640 dv-cinder-830538-5-iscsi neutron-server[109568]: return func(*args, **kwargs) Feb 28 22:56:47.153640 dv-cinder-830538-5-iscsi neutron-server[109568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 22:56:47.153640 dv-cinder-830538-5-iscsi neutron-server[109568]: self._notify() Feb 28 22:56:47.153640 dv-cinder-830538-5-iscsi neutron-server[109568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 22:56:47.153640 dv-cinder-830538-5-iscsi neutron-server[109568]: self.callback(batched_events) Feb 28 22:56:47.153640 dv-cinder-830538-5-iscsi neutron-server[109568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 22:56:47.153640 dv-cinder-830538-5-iscsi neutron-server[109568]: event.method(event) Feb 28 22:56:47.153640 dv-cinder-830538-5-iscsi neutron-server[109568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 22:56:47.153640 dv-cinder-830538-5-iscsi neutron-server[109568]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 22:56:47.153640 dv-cinder-830538-5-iscsi neutron-server[109568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 22:56:47.153640 dv-cinder-830538-5-iscsi neutron-server[109568]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 22:56:47.153640 dv-cinder-830538-5-iscsi neutron-server[109568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 22:56:47.153640 dv-cinder-830538-5-iscsi neutron-server[109568]: return f(self, *a, **k) Feb 28 22:56:47.153640 dv-cinder-830538-5-iscsi neutron-server[109568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 22:56:47.153640 dv-cinder-830538-5-iscsi neutron-server[109568]: return self._get(url).json() Feb 28 22:56:47.153640 dv-cinder-830538-5-iscsi neutron-server[109568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 22:56:47.153640 dv-cinder-830538-5-iscsi neutron-server[109568]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 22:56:47.153640 dv-cinder-830538-5-iscsi neutron-server[109568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 22:56:47.153640 dv-cinder-830538-5-iscsi neutron-server[109568]: return self.request(url, 'GET', **kwargs) Feb 28 22:56:47.153640 dv-cinder-830538-5-iscsi neutron-server[109568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 22:56:47.153640 dv-cinder-830538-5-iscsi neutron-server[109568]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 22:56:47.153640 dv-cinder-830538-5-iscsi neutron-server[109568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 22:56:47.153640 dv-cinder-830538-5-iscsi neutron-server[109568]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 22:56:47.153640 dv-cinder-830538-5-iscsi neutron-server[109568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 22:56:47.153640 dv-cinder-830538-5-iscsi neutron-server[109568]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 22:56:47.153640 dv-cinder-830538-5-iscsi neutron-server[109568]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 22:56:47.206558 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-afb68544-3da7-4f7e-80d6-f5ee9dba433f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-574441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33441228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33156859', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33522105'] for network (61ca9833-dbc5-41dd-bd03-b4022df74c85), after_delete {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:56:47.212482 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron_lib.callbacks.manager [None req-afb68544-3da7-4f7e-80d6-f5ee9dba433f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33156845'] for network (None), before_response {{(pid=109568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:56:47.215639 dv-cinder-830538-5-iscsi neutron-server[109568]: INFO neutron.wsgi [None req-afb68544-3da7-4f7e-80d6-f5ee9dba433f admin admin] 10.222.0.11 "DELETE /v2.0/networks/61ca9833-dbc5-41dd-bd03-b4022df74c85 HTTP/1.1" status: 204 len: 168 time: 0.5140781 Feb 28 22:56:47.229283 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb68544-3da7-4f7e-80d6-f5ee9dba433f admin admin] Pushing event deleted for resources: {'Network': ['ID=61ca9833-dbc5-41dd-bd03-b4022df74c85,revision_number=None']} {{(pid=109568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:56:47.334381 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.wsgi [-] (109569) accepted ('10.222.0.11', 60876) {{(pid=109569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 22:56:47.373633 dv-cinder-830538-5-iscsi neutron-server[109569]: INFO neutron.wsgi [None req-9f5d4a3e-dc53-44e4-8371-c94d13cca0ff admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=9682b42bc5bb4f3a9ed975026db8a4a3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0380659 Feb 28 22:56:47.376141 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.wsgi [-] (109569) accepted ('10.222.0.11', 60878) {{(pid=109569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 22:56:47.421421 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-9d2828e2-0c65-45ff-aea1-1640523b5086 admin admin] Publish callbacks [] for security_group (e9868aa1-38d1-4554-ad9a-5a3c184dd148), before_delete {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:56:47.442929 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-9d2828e2-0c65-45ff-aea1-1640523b5086 admin admin] Publish callbacks [] for security_group (e9868aa1-38d1-4554-ad9a-5a3c184dd148), precommit_delete {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:56:47.487422 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-9d2828e2-0c65-45ff-aea1-1640523b5086 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33441213'] for security_group (e9868aa1-38d1-4554-ad9a-5a3c184dd148), after_delete {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:56:47.490405 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-9d2828e2-0c65-45ff-aea1-1640523b5086 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:56:47.491717 dv-cinder-830538-5-iscsi neutron-server[109569]: INFO neutron.wsgi [None req-9d2828e2-0c65-45ff-aea1-1640523b5086 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/e9868aa1-38d1-4554-ad9a-5a3c184dd148 HTTP/1.1" status: 204 len: 168 time: 0.1146667 Feb 28 22:56:47.499323 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2828e2-0c65-45ff-aea1-1640523b5086 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9868aa1-38d1-4554-ad9a-5a3c184dd148,revision_number=None']} {{(pid=109569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:56:47.793882 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.wsgi [-] (109569) accepted ('10.222.0.11', 60884) {{(pid=109569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 22:56:47.832552 dv-cinder-830538-5-iscsi neutron-server[109569]: INFO neutron.wsgi [None req-b1f3dfd2-6206-4fcb-9b86-365a327d6870 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=c30cb6be224d4d489a110330d77086b2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0374484 Feb 28 22:56:47.834895 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.wsgi [-] (109569) accepted ('10.222.0.11', 60886) {{(pid=109569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 22:56:47.883313 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-24940d05-0e97-4f68-8b04-ead1e71bde7c admin admin] Publish callbacks [] for security_group (2eebe3cb-d7ab-4264-825f-4eb5d00e35d7), before_delete {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:56:47.907447 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-24940d05-0e97-4f68-8b04-ead1e71bde7c admin admin] Publish callbacks [] for security_group (2eebe3cb-d7ab-4264-825f-4eb5d00e35d7), precommit_delete {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:56:47.955535 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-24940d05-0e97-4f68-8b04-ead1e71bde7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33441213'] for security_group (2eebe3cb-d7ab-4264-825f-4eb5d00e35d7), after_delete {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:56:47.958338 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron_lib.callbacks.manager [None req-24940d05-0e97-4f68-8b04-ead1e71bde7c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:56:47.959721 dv-cinder-830538-5-iscsi neutron-server[109569]: INFO neutron.wsgi [None req-24940d05-0e97-4f68-8b04-ead1e71bde7c admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/2eebe3cb-d7ab-4264-825f-4eb5d00e35d7 HTTP/1.1" status: 204 len: 168 time: 0.1237178 Feb 28 22:56:47.969768 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24940d05-0e97-4f68-8b04-ead1e71bde7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2eebe3cb-d7ab-4264-825f-4eb5d00e35d7,revision_number=None']} {{(pid=109569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:57:00.881404 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-55dc9b71-96ba-4ad1-878b-c02c483fa8e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750845036683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579975'] for agent (55d6ddf3-619a-4750-95a9-02c5b2728e0c), after_update {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:57:03.167100 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-31b43da8-edc2-4e46-b8d8-b63f92e78cb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750845036683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579975'] for agent (1bbc3f13-d896-4633-9d3f-4f3415ceb83d), after_update {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:57:04.200258 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-fb85eb0a-98c9-414d-bd8b-45b99ef4efd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750845036683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579975'] for agent (0569ef69-4feb-452f-8380-1d628b96faff), after_update {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:57:05.940687 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-f2b490b5-353e-4b99-942a-fb2407025861 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750845036683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579975'] for agent (e6e3d797-755b-495e-bc70-4cd2b9791ebb), after_update {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:57:06.448148 dv-cinder-830538-5-iscsi neutron-server[109571]: DEBUG neutron.db.agents_db [None req-267e04d6-1473-4c25-8f3a-d1c5e119a015 None None] Agent healthcheck: found 6 active agents {{(pid=109571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 22:57:07.186558 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-154add69-038d-48cc-93ba-bd7e358b6d11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750845036683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579975'] for agent (7aa25ffb-1b87-4f08-8530-4bdf6e6b221c), after_update {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:57:14.119262 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750845036683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579975'] for agent (5b2bda77-ea31-45ff-af39-f050a95cb1da), after_update {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:57:30.885259 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-bcc1471a-f128-4a94-8807-df7e94bb35c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750845036683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579975'] for agent (55d6ddf3-619a-4750-95a9-02c5b2728e0c), after_update {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:57:33.168395 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-9ff52b1c-80f1-4abd-83a7-13ea0dc96943 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750845036683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579975'] for agent (1bbc3f13-d896-4633-9d3f-4f3415ceb83d), after_update {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:57:34.203610 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-fb85eb0a-98c9-414d-bd8b-45b99ef4efd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750845036683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579975'] for agent (0569ef69-4feb-452f-8380-1d628b96faff), after_update {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:57:35.944780 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-f2b490b5-353e-4b99-942a-fb2407025861 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750845036683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579975'] for agent (e6e3d797-755b-495e-bc70-4cd2b9791ebb), after_update {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:57:37.188798 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-154add69-038d-48cc-93ba-bd7e358b6d11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750845036683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579975'] for agent (7aa25ffb-1b87-4f08-8530-4bdf6e6b221c), after_update {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:57:43.447408 dv-cinder-830538-5-iscsi neutron-server[109571]: DEBUG neutron.db.agents_db [None req-267e04d6-1473-4c25-8f3a-d1c5e119a015 None None] Agent healthcheck: found 6 active agents {{(pid=109571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 22:57:44.119606 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750845036683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579975'] for agent (5b2bda77-ea31-45ff-af39-f050a95cb1da), after_update {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:57:44.159618 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.wsgi [req-a18505bd-5527-4798-8e33-f15f60fa4989 req-d289b8d2-08d8-4f6c-a0c0-c0ef96aa1a5d service neutron] (109568) timed out ('10.222.0.36', 65090) {{(pid=109568) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 28 22:57:46.690234 dv-cinder-830538-5-iscsi neutron-server[109569]: DEBUG neutron.wsgi [req-d5af3c50-1f5f-4067-8522-cce7c54a5b6b req-5dd32365-a2f9-49b9-8698-aa771b09e762 service neutron] (109569) timed out ('10.222.0.36', 65105) {{(pid=109569) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 28 22:57:48.520375 dv-cinder-830538-5-iscsi neutron-server[109568]: DEBUG neutron.wsgi [req-881a131d-6241-403b-b0cf-9999cc5a176a req-e53ad4d9-0cfc-4973-a966-874d7a555a29 service neutron] (109568) timed out ('10.222.0.36', 65106) {{(pid=109568) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 28 22:58:00.887404 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-1f08489c-2e39-403c-a494-e7794970c39c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750845036683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579975'] for agent (55d6ddf3-619a-4750-95a9-02c5b2728e0c), after_update {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:58:03.169884 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-c1afdb13-d040-4399-be0f-fa93a0db30ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750845036683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579975'] for agent (1bbc3f13-d896-4633-9d3f-4f3415ceb83d), after_update {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:58:04.209194 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-fb85eb0a-98c9-414d-bd8b-45b99ef4efd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750845036683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579975'] for agent (0569ef69-4feb-452f-8380-1d628b96faff), after_update {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:58:05.946694 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-f2b490b5-353e-4b99-942a-fb2407025861 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750845036683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579975'] for agent (e6e3d797-755b-495e-bc70-4cd2b9791ebb), after_update {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:58:07.194719 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-154add69-038d-48cc-93ba-bd7e358b6d11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750845036683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579975'] for agent (7aa25ffb-1b87-4f08-8530-4bdf6e6b221c), after_update {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:58:14.117585 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750845036683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579975'] for agent (5b2bda77-ea31-45ff-af39-f050a95cb1da), after_update {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:58:20.446090 dv-cinder-830538-5-iscsi neutron-server[109571]: DEBUG neutron.db.agents_db [None req-267e04d6-1473-4c25-8f3a-d1c5e119a015 None None] Agent healthcheck: found 6 active agents {{(pid=109571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 22:58:30.890368 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-9e6ad3bd-7601-4608-b1d2-f077f40e2df8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750845036683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579975'] for agent (55d6ddf3-619a-4750-95a9-02c5b2728e0c), after_update {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:58:33.171354 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-193ffd79-9641-40b4-bdda-db00104335ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750845036683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579975'] for agent (1bbc3f13-d896-4633-9d3f-4f3415ceb83d), after_update {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:58:34.211590 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-fb85eb0a-98c9-414d-bd8b-45b99ef4efd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750845036683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579975'] for agent (0569ef69-4feb-452f-8380-1d628b96faff), after_update {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:58:35.949597 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-f2b490b5-353e-4b99-942a-fb2407025861 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750845036683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579975'] for agent (e6e3d797-755b-495e-bc70-4cd2b9791ebb), after_update {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:58:37.190358 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-154add69-038d-48cc-93ba-bd7e358b6d11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750845036683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579975'] for agent (7aa25ffb-1b87-4f08-8530-4bdf6e6b221c), after_update {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:58:44.130968 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750845036683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579975'] for agent (5b2bda77-ea31-45ff-af39-f050a95cb1da), after_update {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:58:57.445359 dv-cinder-830538-5-iscsi neutron-server[109571]: DEBUG neutron.db.agents_db [None req-267e04d6-1473-4c25-8f3a-d1c5e119a015 None None] Agent healthcheck: found 6 active agents {{(pid=109571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 22:59:00.891864 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-8dbefe53-3ab1-4478-bebf-89f3d8d9457f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750845036683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579975'] for agent (55d6ddf3-619a-4750-95a9-02c5b2728e0c), after_update {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:59:03.172363 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-420ad6bd-6b25-4809-a50f-6a4a282f2020 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750845036683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579975'] for agent (1bbc3f13-d896-4633-9d3f-4f3415ceb83d), after_update {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:59:04.213388 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-fb85eb0a-98c9-414d-bd8b-45b99ef4efd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750845036683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579975'] for agent (0569ef69-4feb-452f-8380-1d628b96faff), after_update {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:59:05.952456 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-f2b490b5-353e-4b99-942a-fb2407025861 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750845036683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579975'] for agent (e6e3d797-755b-495e-bc70-4cd2b9791ebb), after_update {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:59:07.192839 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-154add69-038d-48cc-93ba-bd7e358b6d11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750845036683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579975'] for agent (7aa25ffb-1b87-4f08-8530-4bdf6e6b221c), after_update {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:59:14.134463 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750845036683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579975'] for agent (5b2bda77-ea31-45ff-af39-f050a95cb1da), after_update {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:59:30.893237 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-8a377411-da9f-4ac6-866a-ef4362b9c58f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750845036683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579975'] for agent (55d6ddf3-619a-4750-95a9-02c5b2728e0c), after_update {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:59:33.174099 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-f12eaad1-7802-436d-87dc-778bd2d6e18d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750845036683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579975'] for agent (1bbc3f13-d896-4633-9d3f-4f3415ceb83d), after_update {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:59:34.216268 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-fb85eb0a-98c9-414d-bd8b-45b99ef4efd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750845036683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579975'] for agent (0569ef69-4feb-452f-8380-1d628b96faff), after_update {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:59:34.444210 dv-cinder-830538-5-iscsi neutron-server[109571]: DEBUG neutron.db.agents_db [None req-267e04d6-1473-4c25-8f3a-d1c5e119a015 None None] Agent healthcheck: found 6 active agents {{(pid=109571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 22:59:35.955056 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-f2b490b5-353e-4b99-942a-fb2407025861 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750845036683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579975'] for agent (e6e3d797-755b-495e-bc70-4cd2b9791ebb), after_update {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:59:37.195368 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-154add69-038d-48cc-93ba-bd7e358b6d11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750845036683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579975'] for agent (7aa25ffb-1b87-4f08-8530-4bdf6e6b221c), after_update {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:59:44.159277 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750845036683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579975'] for agent (5b2bda77-ea31-45ff-af39-f050a95cb1da), after_update {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 23:00:00.894649 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-0f91c0b5-6c0c-42ef-8738-8760f0967d57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750845036683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579975'] for agent (55d6ddf3-619a-4750-95a9-02c5b2728e0c), after_update {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 23:00:03.174942 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-10b11118-7b08-4f8b-a0b0-c536a57c2f92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750845036683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579975'] for agent (1bbc3f13-d896-4633-9d3f-4f3415ceb83d), after_update {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 23:00:04.218613 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-fb85eb0a-98c9-414d-bd8b-45b99ef4efd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750845036683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579975'] for agent (0569ef69-4feb-452f-8380-1d628b96faff), after_update {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 23:00:05.957059 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-f2b490b5-353e-4b99-942a-fb2407025861 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750845036683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579975'] for agent (e6e3d797-755b-495e-bc70-4cd2b9791ebb), after_update {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 23:00:07.198437 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-154add69-038d-48cc-93ba-bd7e358b6d11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750845036683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579975'] for agent (7aa25ffb-1b87-4f08-8530-4bdf6e6b221c), after_update {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 23:00:11.442792 dv-cinder-830538-5-iscsi neutron-server[109571]: DEBUG neutron.db.agents_db [None req-267e04d6-1473-4c25-8f3a-d1c5e119a015 None None] Agent healthcheck: found 6 active agents {{(pid=109571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 23:00:14.159223 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750845036683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579975'] for agent (5b2bda77-ea31-45ff-af39-f050a95cb1da), after_update {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 23:00:30.896075 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-66cae021-a252-4ffe-8f3d-35b3c60dee54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750845036683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579975'] for agent (55d6ddf3-619a-4750-95a9-02c5b2728e0c), after_update {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 23:00:33.176099 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-8f82f5f0-9991-4e3d-a3ca-a29378d17920 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750845036683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579975'] for agent (1bbc3f13-d896-4633-9d3f-4f3415ceb83d), after_update {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 23:00:34.221263 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-fb85eb0a-98c9-414d-bd8b-45b99ef4efd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750845036683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579975'] for agent (0569ef69-4feb-452f-8380-1d628b96faff), after_update {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 23:00:35.959158 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-f2b490b5-353e-4b99-942a-fb2407025861 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750845036683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579975'] for agent (e6e3d797-755b-495e-bc70-4cd2b9791ebb), after_update {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 23:00:37.201694 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-154add69-038d-48cc-93ba-bd7e358b6d11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750845036683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579975'] for agent (7aa25ffb-1b87-4f08-8530-4bdf6e6b221c), after_update {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 23:00:44.174141 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750845036683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579975'] for agent (5b2bda77-ea31-45ff-af39-f050a95cb1da), after_update {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 23:00:48.440682 dv-cinder-830538-5-iscsi neutron-server[109571]: DEBUG neutron.db.agents_db [None req-267e04d6-1473-4c25-8f3a-d1c5e119a015 None None] Agent healthcheck: found 6 active agents {{(pid=109571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 23:01:00.897276 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-f8ec7296-ba5d-47a1-986c-26e4253b7f33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750845036683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579975'] for agent (55d6ddf3-619a-4750-95a9-02c5b2728e0c), after_update {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 23:01:03.300816 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-ae6b78ea-1f52-4b05-9875-f7f4a5e7942d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750845036683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579975'] for agent (1bbc3f13-d896-4633-9d3f-4f3415ceb83d), after_update {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 23:01:04.224657 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-fb85eb0a-98c9-414d-bd8b-45b99ef4efd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750845036683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579975'] for agent (0569ef69-4feb-452f-8380-1d628b96faff), after_update {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 23:01:05.962825 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-f2b490b5-353e-4b99-942a-fb2407025861 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750845036683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579975'] for agent (e6e3d797-755b-495e-bc70-4cd2b9791ebb), after_update {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 23:01:07.203647 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-154add69-038d-48cc-93ba-bd7e358b6d11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750845036683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579975'] for agent (7aa25ffb-1b87-4f08-8530-4bdf6e6b221c), after_update {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 23:01:14.177778 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750845036683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579975'] for agent (5b2bda77-ea31-45ff-af39-f050a95cb1da), after_update {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 23:01:25.439341 dv-cinder-830538-5-iscsi neutron-server[109571]: DEBUG neutron.db.agents_db [None req-267e04d6-1473-4c25-8f3a-d1c5e119a015 None None] Agent healthcheck: found 6 active agents {{(pid=109571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 23:01:30.899381 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-c5047fe7-8744-44d5-b57e-182813ae5f8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750845036683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579975'] for agent (55d6ddf3-619a-4750-95a9-02c5b2728e0c), after_update {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 23:01:33.182925 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-1aba568a-b723-46f7-841c-81969b2a1e3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750845036683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579975'] for agent (1bbc3f13-d896-4633-9d3f-4f3415ceb83d), after_update {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 23:01:34.231908 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-fb85eb0a-98c9-414d-bd8b-45b99ef4efd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750845036683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579975'] for agent (0569ef69-4feb-452f-8380-1d628b96faff), after_update {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 23:01:35.965361 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-f2b490b5-353e-4b99-942a-fb2407025861 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750845036683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579975'] for agent (e6e3d797-755b-495e-bc70-4cd2b9791ebb), after_update {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 23:01:37.205058 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-154add69-038d-48cc-93ba-bd7e358b6d11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750845036683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579975'] for agent (7aa25ffb-1b87-4f08-8530-4bdf6e6b221c), after_update {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 23:01:44.187470 dv-cinder-830538-5-iscsi neutron-server[109570]: DEBUG neutron_lib.callbacks.manager [None req-d5a695e5-a1e5-414a-8e50-31d209aaafac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750845036683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579975'] for agent (5b2bda77-ea31-45ff-af39-f050a95cb1da), after_update {{(pid=109570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}